[ 607.677492] env[70113]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70113) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 607.677915] env[70113]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70113) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 607.677915] env[70113]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70113) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 607.678313] env[70113]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 607.776692] env[70113]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70113) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 607.786237] env[70113]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70113) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 607.829093] env[70113]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 608.387399] env[70113]: INFO nova.virt.driver [None req-1288137e-1175-4c70-9102-ce8ee02e8012 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 608.456283] env[70113]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.456470] env[70113]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.456536] env[70113]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70113) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 611.343922] env[70113]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-7c5cffa3-f052-4330-9527-f42b29897884 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.360870] env[70113]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70113) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 611.361099] env[70113]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-cd5506d0-2fe1-4e12-ab6e-e51c5a628b2d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.387289] env[70113]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ea818. [ 611.387518] env[70113]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.931s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.388367] env[70113]: INFO nova.virt.vmwareapi.driver [None req-1288137e-1175-4c70-9102-ce8ee02e8012 None None] VMware vCenter version: 7.0.3 [ 611.391771] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7ad669-beab-4fb5-86d8-0cd47b153ec2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.408949] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b1efb2-0035-4826-86b1-39cfbaa35971 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.414989] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b37c86-c21d-4d5e-97c4-6aa4707fe2b8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.421527] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd437c8-e407-4368-a19d-83a1cda0198c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.434874] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef6d895-afa7-45c9-b164-5281991035bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.440681] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643f4e0c-53f4-4632-9961-1808d501daf0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.471157] env[70113]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-6b8be176-9d50-4b50-adf6-15e5fd4e7f7c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.476064] env[70113]: DEBUG nova.virt.vmwareapi.driver [None req-1288137e-1175-4c70-9102-ce8ee02e8012 None None] Extension org.openstack.compute already exists. {{(pid=70113) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 611.478700] env[70113]: INFO nova.compute.provider_config [None req-1288137e-1175-4c70-9102-ce8ee02e8012 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 611.982154] env[70113]: DEBUG nova.context [None req-1288137e-1175-4c70-9102-ce8ee02e8012 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5010832d-96cc-4104-a5fc-43017a8f63d3(cell1) {{(pid=70113) load_cells /opt/stack/nova/nova/context.py:464}} [ 611.984332] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.984560] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.985266] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.985683] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] Acquiring lock "5010832d-96cc-4104-a5fc-43017a8f63d3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.985870] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] Lock "5010832d-96cc-4104-a5fc-43017a8f63d3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.987074] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] Lock "5010832d-96cc-4104-a5fc-43017a8f63d3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.007558] env[70113]: INFO dbcounter [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] Registered counter for database nova_cell0 [ 612.016138] env[70113]: INFO dbcounter [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] Registered counter for database nova_cell1 [ 612.467300] env[70113]: DEBUG oslo_db.sqlalchemy.engines [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70113) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 612.467742] env[70113]: DEBUG oslo_db.sqlalchemy.engines [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70113) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 612.472790] env[70113]: ERROR nova.db.main.api [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 612.472790] env[70113]: result = function(*args, **kwargs) [ 612.472790] env[70113]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 612.472790] env[70113]: return func(*args, **kwargs) [ 612.472790] env[70113]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 612.472790] env[70113]: result = fn(*args, **kwargs) [ 612.472790] env[70113]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 612.472790] env[70113]: return f(*args, **kwargs) [ 612.472790] env[70113]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 612.472790] env[70113]: return db.service_get_minimum_version(context, binaries) [ 612.472790] env[70113]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 612.472790] env[70113]: _check_db_access() [ 612.472790] env[70113]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 612.472790] env[70113]: stacktrace = ''.join(traceback.format_stack()) [ 612.472790] env[70113]: [ 612.473811] env[70113]: ERROR nova.db.main.api [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 612.473811] env[70113]: result = function(*args, **kwargs) [ 612.473811] env[70113]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 612.473811] env[70113]: return func(*args, **kwargs) [ 612.473811] env[70113]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 612.473811] env[70113]: result = fn(*args, **kwargs) [ 612.473811] env[70113]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 612.473811] env[70113]: return f(*args, **kwargs) [ 612.473811] env[70113]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 612.473811] env[70113]: return db.service_get_minimum_version(context, binaries) [ 612.473811] env[70113]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 612.473811] env[70113]: _check_db_access() [ 612.473811] env[70113]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 612.473811] env[70113]: stacktrace = ''.join(traceback.format_stack()) [ 612.473811] env[70113]: [ 612.474233] env[70113]: WARNING nova.objects.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 612.474362] env[70113]: WARNING nova.objects.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] Failed to get minimum service version for cell 5010832d-96cc-4104-a5fc-43017a8f63d3 [ 612.474823] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] Acquiring lock "singleton_lock" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.475025] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] Acquired lock "singleton_lock" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.475217] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] Releasing lock "singleton_lock" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.475541] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] Full set of CONF: {{(pid=70113) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 612.475683] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ******************************************************************************** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 612.475811] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] Configuration options gathered from: {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 612.475951] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 612.476201] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 612.476336] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ================================================================================ {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 612.476550] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] allow_resize_to_same_host = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.476721] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] arq_binding_timeout = 300 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.476853] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] backdoor_port = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.476982] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] backdoor_socket = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.477161] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] block_device_allocate_retries = 60 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.477323] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] block_device_allocate_retries_interval = 3 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.477491] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cert = self.pem {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.477656] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.477824] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] compute_monitors = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.478241] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] config_dir = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.478475] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] config_drive_format = iso9660 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.478622] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.478796] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] config_source = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.478969] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] console_host = devstack {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.479154] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] control_exchange = nova {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.479317] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cpu_allocation_ratio = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.479477] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] daemon = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.479644] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] debug = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.479802] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] default_access_ip_network_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.479971] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] default_availability_zone = nova {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.480154] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] default_ephemeral_format = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.480320] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] default_green_pool_size = 1000 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.480646] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.481063] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] default_schedule_zone = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.481250] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] disk_allocation_ratio = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.481420] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] enable_new_services = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.481637] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] enabled_apis = ['osapi_compute'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.481808] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] enabled_ssl_apis = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.481971] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] flat_injected = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.482154] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] force_config_drive = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.482313] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] force_raw_images = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.482484] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] graceful_shutdown_timeout = 5 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.482652] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] heal_instance_info_cache_interval = -1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.482873] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] host = cpu-1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.483066] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.483237] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.483397] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.483609] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.483772] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] instance_build_timeout = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.483931] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] instance_delete_interval = 300 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.484108] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] instance_format = [instance: %(uuid)s] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.484280] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] instance_name_template = instance-%08x {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.484438] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] instance_usage_audit = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.484605] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] instance_usage_audit_period = month {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.485565] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.485736] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.485901] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] internal_service_availability_zone = internal {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.486084] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] key = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.486240] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] live_migration_retry_count = 30 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.486452] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] log_color = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.486632] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] log_config_append = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.486804] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.486963] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] log_dir = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.487134] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] log_file = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.487257] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] log_options = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.487419] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] log_rotate_interval = 1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.487585] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] log_rotate_interval_type = days {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.487751] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] log_rotation_type = none {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.487884] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.488017] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.488203] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.488398] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.488524] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.488688] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] long_rpc_timeout = 1800 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.488846] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] max_concurrent_builds = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.489011] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] max_concurrent_live_migrations = 1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.489178] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] max_concurrent_snapshots = 5 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.489345] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] max_local_block_devices = 3 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.491778] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] max_logfile_count = 30 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.491933] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] max_logfile_size_mb = 200 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.492113] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] maximum_instance_delete_attempts = 5 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.492292] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] metadata_listen = 0.0.0.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.492461] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] metadata_listen_port = 8775 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.492635] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] metadata_workers = 2 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.492798] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] migrate_max_retries = -1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.492965] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] mkisofs_cmd = genisoimage {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.493192] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.493330] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] my_ip = 10.180.1.21 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.493535] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.495261] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] network_allocate_retries = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.495261] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.495514] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.495615] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] osapi_compute_listen_port = 8774 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.495738] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] osapi_compute_unique_server_name_scope = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.495911] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] osapi_compute_workers = 2 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.496120] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] password_length = 12 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.496295] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] periodic_enable = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.496462] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] periodic_fuzzy_delay = 60 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.496633] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] pointer_model = usbtablet {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.496801] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] preallocate_images = none {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.496964] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] publish_errors = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.497106] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] pybasedir = /opt/stack/nova {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.497267] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ram_allocation_ratio = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.497427] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] rate_limit_burst = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.497594] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] rate_limit_except_level = CRITICAL {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.497753] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] rate_limit_interval = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.497910] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] reboot_timeout = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.498080] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] reclaim_instance_interval = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.498249] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] record = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.498455] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] reimage_timeout_per_gb = 60 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.498639] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] report_interval = 120 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.498799] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] rescue_timeout = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.498963] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] reserved_host_cpus = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.499132] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] reserved_host_disk_mb = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.499292] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] reserved_host_memory_mb = 512 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.499452] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] reserved_huge_pages = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.499610] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] resize_confirm_window = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.499767] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] resize_fs_using_block_device = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.499920] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] resume_guests_state_on_host_boot = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.500100] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.500267] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] rpc_response_timeout = 60 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.500425] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] run_external_periodic_tasks = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.500587] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] running_deleted_instance_action = reap {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.501261] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.501426] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] running_deleted_instance_timeout = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.501585] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] scheduler_instance_sync_interval = 120 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.501889] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] service_down_time = 720 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.502835] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] servicegroup_driver = db {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.502835] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] shell_completion = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.502835] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] shelved_offload_time = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.502835] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] shelved_poll_interval = 3600 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.502835] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] shutdown_timeout = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.503248] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] source_is_ipv6 = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.503366] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ssl_only = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.503628] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.504585] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] sync_power_state_interval = 600 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.504774] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] sync_power_state_pool_size = 1000 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.504956] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] syslog_log_facility = LOG_USER {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.505138] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] tempdir = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.505300] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] timeout_nbd = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.505533] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] transport_url = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.505685] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] update_resources_interval = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.505796] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] use_cow_images = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.505961] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] use_journal = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.506162] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] use_json = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.506335] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] use_rootwrap_daemon = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.509066] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] use_stderr = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.509201] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] use_syslog = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.509341] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vcpu_pin_set = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.509523] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vif_plugging_is_fatal = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.509697] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vif_plugging_timeout = 300 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.509864] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] virt_mkfs = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.510036] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] volume_usage_poll_interval = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.510207] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] watch_log_file = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.510393] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] web = /usr/share/spice-html5 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 612.510603] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.510778] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.510947] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.511141] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_concurrency.disable_process_locking = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.511453] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.511639] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.511809] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.511986] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.512176] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.512359] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.512545] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.auth_strategy = keystone {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.512708] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.compute_link_prefix = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.512888] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.513077] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.dhcp_domain = novalocal {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.513259] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.enable_instance_password = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.513427] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.glance_link_prefix = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.513595] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.513766] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.513929] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.instance_list_per_project_cells = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.514104] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.list_records_by_skipping_down_cells = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.514271] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.local_metadata_per_cell = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.521483] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.max_limit = 1000 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.521483] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.metadata_cache_expiration = 15 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.521483] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.neutron_default_tenant_id = default {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.521483] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.response_validation = warn {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.521483] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.use_neutron_default_nets = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.521483] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.521483] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.522049] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.522049] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.522049] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.vendordata_dynamic_targets = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.522049] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.vendordata_jsonfile_path = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.522049] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.522049] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.backend = dogpile.cache.memcached {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.522246] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.backend_argument = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.522365] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.backend_expiration_time = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.522539] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.config_prefix = cache.oslo {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.522716] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.dead_timeout = 60.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.522882] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.debug_cache_backend = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.525232] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.enable_retry_client = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.525232] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.enable_socket_keepalive = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.525232] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.enabled = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.525232] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.enforce_fips_mode = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.525232] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.expiration_time = 600 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.525478] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.hashclient_retry_attempts = 2 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.525521] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.525676] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.memcache_dead_retry = 300 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.525877] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.memcache_password = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.526058] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.526209] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.526445] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.memcache_pool_maxsize = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.526641] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.526803] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.memcache_sasl_enabled = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.526989] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.527179] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.527339] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.memcache_username = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.529272] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.proxies = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.529272] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.redis_db = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.529272] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.redis_password = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.529655] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.529931] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.530069] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.redis_server = localhost:6379 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.530264] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.redis_socket_timeout = 1.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.530429] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.redis_username = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.531394] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.retry_attempts = 2 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.531759] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.retry_delay = 0.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.533433] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.socket_keepalive_count = 1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.533618] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.socket_keepalive_idle = 1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.533787] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.socket_keepalive_interval = 1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.533953] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.tls_allowed_ciphers = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.534126] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.tls_cafile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.534292] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.tls_certfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.536020] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.tls_enabled = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.536214] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cache.tls_keyfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.536401] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cinder.auth_section = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.536771] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cinder.auth_type = password {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.536940] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cinder.cafile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.537166] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.537342] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cinder.certfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.537518] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cinder.collect_timing = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.537677] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cinder.cross_az_attach = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.537843] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cinder.debug = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.538031] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cinder.endpoint_template = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.538182] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cinder.http_retries = 3 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.538371] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cinder.insecure = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.538543] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cinder.keyfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.538719] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cinder.os_region_name = RegionOne {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.538888] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cinder.split_loggers = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.539073] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cinder.timeout = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.539258] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.539425] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] compute.cpu_dedicated_set = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.539591] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] compute.cpu_shared_set = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.539755] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] compute.image_type_exclude_list = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.539919] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.544077] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.544077] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.544169] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.544291] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.544463] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] compute.resource_provider_association_refresh = 300 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.544668] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.544855] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] compute.shutdown_retry_interval = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.545062] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.545257] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] conductor.workers = 2 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.545442] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] console.allowed_origins = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.545604] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] console.ssl_ciphers = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.545780] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] console.ssl_minimum_version = default {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.545965] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] consoleauth.enforce_session_timeout = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.546170] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] consoleauth.token_ttl = 600 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.546347] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.cafile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.546508] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.certfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.546673] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.collect_timing = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.546837] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.connect_retries = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.547047] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.connect_retry_delay = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.547234] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.endpoint_override = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.547404] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.insecure = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.547565] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.keyfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.547727] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.max_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.547891] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.min_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.548059] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.region_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.548220] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.retriable_status_codes = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.548412] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.service_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.548584] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.service_type = accelerator {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.548751] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.split_loggers = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.548911] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.status_code_retries = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.549087] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.status_code_retry_delay = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.549255] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.timeout = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.549439] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.549603] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] cyborg.version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.549787] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.asyncio_connection = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.549954] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.asyncio_slave_connection = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.550141] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.backend = sqlalchemy {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.550318] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.connection = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.550487] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.connection_debug = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.550790] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.connection_parameters = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.550829] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.connection_recycle_time = 3600 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.550991] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.connection_trace = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.551174] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.db_inc_retry_interval = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.551340] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.db_max_retries = 20 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.551501] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.db_max_retry_interval = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.551683] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.db_retry_interval = 1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.551911] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.max_overflow = 50 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.552107] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.max_pool_size = 5 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.552283] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.max_retries = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.552457] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.552618] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.mysql_wsrep_sync_wait = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.552778] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.pool_timeout = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.552940] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.retry_interval = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.553113] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.slave_connection = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.553283] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.sqlite_synchronous = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.553447] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] database.use_db_reconnect = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.553617] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.asyncio_connection = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.553777] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.asyncio_slave_connection = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.553949] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.backend = sqlalchemy {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.554135] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.connection = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.554304] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.connection_debug = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.554474] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.connection_parameters = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.554639] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.connection_recycle_time = 3600 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.554803] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.connection_trace = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.555048] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.db_inc_retry_interval = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.555240] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.db_max_retries = 20 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.555410] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.db_max_retry_interval = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.555575] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.db_retry_interval = 1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.555738] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.max_overflow = 50 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.555902] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.max_pool_size = 5 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.556107] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.max_retries = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.556298] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.556464] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.556626] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.pool_timeout = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.556813] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.retry_interval = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.556959] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.slave_connection = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.557163] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] api_database.sqlite_synchronous = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.557349] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] devices.enabled_mdev_types = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.557530] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.557706] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.557871] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ephemeral_storage_encryption.enabled = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.558047] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.558228] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.api_servers = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.558394] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.cafile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.558554] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.certfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.558718] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.collect_timing = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.558875] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.connect_retries = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.559045] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.connect_retry_delay = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.559216] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.debug = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.559382] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.default_trusted_certificate_ids = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.559544] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.enable_certificate_validation = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.559706] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.enable_rbd_download = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.559863] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.endpoint_override = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.560038] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.insecure = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.560207] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.keyfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.560367] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.max_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.560524] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.min_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.560686] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.num_retries = 3 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.560855] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.rbd_ceph_conf = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.561028] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.rbd_connect_timeout = 5 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.561204] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.rbd_pool = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.561372] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.rbd_user = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.561538] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.region_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.561695] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.retriable_status_codes = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.561851] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.service_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.562028] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.service_type = image {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.562196] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.split_loggers = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.562353] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.status_code_retries = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.562512] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.status_code_retry_delay = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.562670] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.timeout = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.562849] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.563018] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.verify_glance_signatures = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.563183] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] glance.version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.563350] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] guestfs.debug = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.563519] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.auth_section = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.563682] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.auth_type = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.563842] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.cafile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.564011] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.certfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.564181] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.collect_timing = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.564345] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.connect_retries = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.564505] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.connect_retry_delay = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.564664] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.endpoint_override = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.564826] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.insecure = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.564984] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.keyfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.565158] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.max_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.565317] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.min_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.565476] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.region_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.565633] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.retriable_status_codes = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.565791] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.service_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.565990] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.service_type = shared-file-system {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.566172] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.share_apply_policy_timeout = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.566358] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.split_loggers = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.566552] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.status_code_retries = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.566661] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.status_code_retry_delay = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.566821] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.timeout = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.567044] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.567226] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] manila.version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.567397] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] mks.enabled = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.567758] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.567949] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] image_cache.manager_interval = 2400 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.568135] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] image_cache.precache_concurrency = 1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.568313] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] image_cache.remove_unused_base_images = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.568484] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.568655] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.568833] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] image_cache.subdirectory_name = _base {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.569016] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.api_max_retries = 60 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.569193] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.api_retry_interval = 2 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.569355] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.auth_section = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.569517] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.auth_type = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.569675] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.cafile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.569830] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.certfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.569994] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.collect_timing = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.570175] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.conductor_group = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.570336] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.connect_retries = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.570495] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.connect_retry_delay = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.570652] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.endpoint_override = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.570814] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.insecure = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.570970] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.keyfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.571142] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.max_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.571300] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.min_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.571463] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.peer_list = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.571622] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.region_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.571778] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.retriable_status_codes = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.571940] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.serial_console_state_timeout = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.572110] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.service_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.572284] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.service_type = baremetal {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.572443] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.shard = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.572606] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.split_loggers = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.572765] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.status_code_retries = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.572925] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.status_code_retry_delay = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.573094] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.timeout = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.573281] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.573443] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ironic.version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.573625] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.573799] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] key_manager.fixed_key = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.573982] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.574189] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.barbican_api_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.574354] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.barbican_endpoint = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.574527] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.barbican_endpoint_type = public {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.574687] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.barbican_region_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.574846] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.cafile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.575012] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.certfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.575187] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.collect_timing = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.575349] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.insecure = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.575506] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.keyfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.575668] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.number_of_retries = 60 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.575828] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.retry_delay = 1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.576018] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.send_service_user_token = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.576206] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.split_loggers = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.576369] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.timeout = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.576533] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.verify_ssl = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.576690] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican.verify_ssl_path = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.576854] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican_service_user.auth_section = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.577056] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican_service_user.auth_type = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.577233] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican_service_user.cafile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.577393] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican_service_user.certfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.577559] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican_service_user.collect_timing = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.577722] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican_service_user.insecure = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.577880] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican_service_user.keyfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.578054] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican_service_user.split_loggers = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.578223] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] barbican_service_user.timeout = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.578393] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vault.approle_role_id = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.578553] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vault.approle_secret_id = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.578727] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vault.kv_mountpoint = secret {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.578892] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vault.kv_path = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.579067] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vault.kv_version = 2 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.579237] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vault.namespace = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.579395] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vault.root_token_id = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.579553] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vault.ssl_ca_crt_file = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.579723] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vault.timeout = 60.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.579885] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vault.use_ssl = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.580067] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.580239] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.cafile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.580400] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.certfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.580563] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.collect_timing = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.580723] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.connect_retries = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.580882] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.connect_retry_delay = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.581052] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.endpoint_override = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.581222] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.insecure = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.581381] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.keyfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.581537] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.max_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.581691] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.min_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.581845] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.region_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.582011] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.retriable_status_codes = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.582184] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.service_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.582357] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.service_type = identity {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.582518] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.split_loggers = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.582675] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.status_code_retries = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.582835] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.status_code_retry_delay = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.582995] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.timeout = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.583193] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.583356] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] keystone.version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.583543] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.ceph_mount_options = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.583976] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.584183] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.connection_uri = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.584350] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.cpu_mode = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.584520] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.584689] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.cpu_models = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.584861] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.cpu_power_governor_high = performance {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.585043] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.585222] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.cpu_power_management = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.585402] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.585575] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.device_detach_attempts = 8 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.585746] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.device_detach_timeout = 20 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.585916] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.disk_cachemodes = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.586118] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.disk_prefix = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.586303] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.enabled_perf_events = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.586471] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.file_backed_memory = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.586643] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.gid_maps = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.586806] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.hw_disk_discard = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.586980] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.hw_machine_type = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.587186] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.images_rbd_ceph_conf = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.587359] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.587525] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.587696] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.images_rbd_glance_store_name = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.587865] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.images_rbd_pool = rbd {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.588047] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.images_type = default {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.588216] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.images_volume_group = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.588380] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.inject_key = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.588543] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.inject_partition = -2 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.588743] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.inject_password = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.588970] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.iscsi_iface = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.589189] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.iser_use_multipath = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.589369] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.589537] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.589703] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.live_migration_downtime = 500 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.589869] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.590044] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.590224] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.live_migration_inbound_addr = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.590390] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.590555] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.590716] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.live_migration_scheme = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.590889] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.live_migration_timeout_action = abort {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.591066] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.live_migration_tunnelled = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.591233] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.live_migration_uri = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.591396] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.live_migration_with_native_tls = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.591556] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.max_queues = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.591721] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.591951] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.592131] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.nfs_mount_options = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.592425] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.592599] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.592765] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.592928] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.593108] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.593278] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.num_pcie_ports = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.593447] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.593614] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.pmem_namespaces = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.593771] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.quobyte_client_cfg = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.594075] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.594260] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.594430] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.594596] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.594757] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.rbd_secret_uuid = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.594917] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.rbd_user = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.595093] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.595272] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.595434] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.rescue_image_id = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.595591] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.rescue_kernel_id = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.595746] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.rescue_ramdisk_id = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.595914] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.596115] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.rx_queue_size = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.596299] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.smbfs_mount_options = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.596578] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.596807] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.snapshot_compression = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.597013] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.snapshot_image_format = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.597273] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.597447] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.sparse_logical_volumes = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.597611] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.swtpm_enabled = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.597781] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.swtpm_group = tss {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.597950] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.swtpm_user = tss {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.598134] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.sysinfo_serial = unique {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.598297] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.tb_cache_size = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.598454] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.tx_queue_size = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.598618] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.uid_maps = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.598778] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.use_virtio_for_bridges = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.598947] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.virt_type = kvm {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.599127] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.volume_clear = zero {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.599293] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.volume_clear_size = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.599454] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.volume_enforce_multipath = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.599618] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.volume_use_multipath = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.599773] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.vzstorage_cache_path = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.599937] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.600117] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.600284] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.600450] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.600726] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.600903] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.vzstorage_mount_user = stack {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.601082] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.601260] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.auth_section = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.601435] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.auth_type = password {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.601596] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.cafile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.601754] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.certfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.601924] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.collect_timing = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.602099] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.connect_retries = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.602266] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.connect_retry_delay = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.602440] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.default_floating_pool = public {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.602598] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.endpoint_override = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.602763] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.extension_sync_interval = 600 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.602923] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.http_retries = 3 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.603099] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.insecure = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.603295] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.keyfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.603461] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.max_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.603633] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.603793] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.min_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.603964] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.ovs_bridge = br-int {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.604144] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.physnets = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.604318] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.region_name = RegionOne {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.604482] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.retriable_status_codes = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.604646] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.service_metadata_proxy = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.604804] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.service_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.604972] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.service_type = network {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.605150] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.split_loggers = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.605309] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.status_code_retries = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.605466] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.status_code_retry_delay = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.605623] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.timeout = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.605800] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.605961] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] neutron.version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.606169] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] notifications.bdms_in_notifications = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.606352] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] notifications.default_level = INFO {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.606517] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] notifications.include_share_mapping = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.606690] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] notifications.notification_format = unversioned {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.606855] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] notifications.notify_on_state_change = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.607069] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.607278] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] pci.alias = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.607455] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] pci.device_spec = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.607623] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] pci.report_in_placement = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.607797] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.auth_section = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.607971] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.auth_type = password {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.608174] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.608344] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.cafile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.608504] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.certfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.608666] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.collect_timing = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.608825] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.connect_retries = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.608985] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.connect_retry_delay = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.609161] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.default_domain_id = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.609321] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.default_domain_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.609478] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.domain_id = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.609634] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.domain_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.609791] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.endpoint_override = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.609951] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.insecure = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.610121] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.keyfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.610280] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.max_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.610433] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.min_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.610603] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.password = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.610761] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.project_domain_id = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.610927] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.project_domain_name = Default {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.611106] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.project_id = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.611283] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.project_name = service {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.611453] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.region_name = RegionOne {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.611612] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.retriable_status_codes = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.611773] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.service_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.611941] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.service_type = placement {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.612117] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.split_loggers = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.612280] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.status_code_retries = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.612440] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.status_code_retry_delay = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.612596] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.system_scope = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.612753] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.timeout = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.612909] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.trust_id = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.613078] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.user_domain_id = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.613255] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.user_domain_name = Default {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.613414] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.user_id = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.613588] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.username = nova {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.613767] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.613927] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] placement.version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.614124] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] quota.cores = 20 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.614296] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] quota.count_usage_from_placement = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.614469] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.614639] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] quota.injected_file_content_bytes = 10240 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.614806] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] quota.injected_file_path_length = 255 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.614972] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] quota.injected_files = 5 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.615154] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] quota.instances = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.615347] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] quota.key_pairs = 100 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.615521] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] quota.metadata_items = 128 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.615689] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] quota.ram = 51200 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.615854] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] quota.recheck_quota = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.616052] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] quota.server_group_members = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.616237] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] quota.server_groups = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.616453] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.616628] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] quota.unified_limits_resource_strategy = require {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.616800] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.616981] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.617177] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] scheduler.image_metadata_prefilter = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.617338] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.617501] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] scheduler.max_attempts = 3 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.617662] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] scheduler.max_placement_results = 1000 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.617823] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.617984] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.618159] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.618333] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] scheduler.workers = 2 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.618505] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.618675] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.618859] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.619043] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.619220] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.619384] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.619548] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.619741] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.619913] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.host_subset_size = 1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.620092] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.620261] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.620427] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.620591] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.620766] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.620932] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.isolated_hosts = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.621108] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.isolated_images = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.621275] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.621435] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.621599] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.621760] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.pci_in_placement = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.621920] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.622093] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.622262] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.622482] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.622752] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.622973] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.623187] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.track_instance_changes = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.623375] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.623550] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] metrics.required = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.623719] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] metrics.weight_multiplier = 1.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.623888] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.624064] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] metrics.weight_setting = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.624391] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.624566] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] serial_console.enabled = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.624764] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] serial_console.port_range = 10000:20000 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.624956] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.625184] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.625390] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] serial_console.serialproxy_port = 6083 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.625658] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] service_user.auth_section = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.625899] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] service_user.auth_type = password {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.626115] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] service_user.cafile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.626280] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] service_user.certfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.626451] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] service_user.collect_timing = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.626615] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] service_user.insecure = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.626775] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] service_user.keyfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.626958] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] service_user.send_service_user_token = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.627163] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] service_user.split_loggers = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.627334] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] service_user.timeout = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.627497] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] spice.agent_enabled = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.627656] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] spice.enabled = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.627974] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.628198] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.628373] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] spice.html5proxy_port = 6082 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.628537] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] spice.image_compression = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.628697] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] spice.jpeg_compression = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.628856] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] spice.playback_compression = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.629033] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] spice.require_secure = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.629214] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] spice.server_listen = 127.0.0.1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.629381] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.629659] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.629829] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] spice.streaming_mode = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.629993] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] spice.zlib_compression = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.630178] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] upgrade_levels.baseapi = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.630352] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] upgrade_levels.compute = auto {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.630513] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] upgrade_levels.conductor = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.630671] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] upgrade_levels.scheduler = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.630835] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.630997] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.631174] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vendordata_dynamic_auth.cafile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.631331] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vendordata_dynamic_auth.certfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.631492] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.631652] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vendordata_dynamic_auth.insecure = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.631808] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.631969] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.632142] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vendordata_dynamic_auth.timeout = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.632315] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.api_retry_count = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.632474] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.ca_file = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.632645] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.632813] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.cluster_name = testcl1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.632978] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.connection_pool_size = 10 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.633189] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.console_delay_seconds = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.633326] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.datastore_regex = ^datastore.* {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.633539] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.633716] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.host_password = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.633883] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.host_port = 443 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.634066] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.host_username = administrator@vsphere.local {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.634240] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.insecure = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.634401] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.integration_bridge = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.634565] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.maximum_objects = 100 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.634723] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.pbm_default_policy = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.634883] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.pbm_enabled = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.635051] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.pbm_wsdl_location = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.635225] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.635382] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.serial_port_proxy_uri = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.635538] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.serial_port_service_uri = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.635702] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.task_poll_interval = 0.5 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.635871] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.use_linked_clone = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.636082] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.vnc_keymap = en-us {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.636260] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.vnc_port = 5900 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.636424] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vmware.vnc_port_total = 10000 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.636608] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vnc.auth_schemes = ['none'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.636782] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vnc.enabled = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.637173] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.637326] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.637505] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vnc.novncproxy_port = 6080 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.637705] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vnc.server_listen = 127.0.0.1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.637889] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.638065] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vnc.vencrypt_ca_certs = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.638232] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vnc.vencrypt_client_cert = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.638393] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vnc.vencrypt_client_key = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.638570] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.638732] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.disable_deep_image_inspection = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.638891] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.639062] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.639230] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.639391] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.disable_rootwrap = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.639549] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.enable_numa_live_migration = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.639710] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.639867] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.640036] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.640201] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.libvirt_disable_apic = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.640359] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.640519] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.640832] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.641014] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.641191] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.641356] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.641517] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.641677] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.641836] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.641999] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.642203] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.642382] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] wsgi.client_socket_timeout = 900 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.642547] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] wsgi.default_pool_size = 1000 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.642710] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] wsgi.keep_alive = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.642876] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] wsgi.max_header_line = 16384 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.643050] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.643221] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] wsgi.ssl_ca_file = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.643382] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] wsgi.ssl_cert_file = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.643543] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] wsgi.ssl_key_file = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.643709] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] wsgi.tcp_keepidle = 600 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.643888] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.644061] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] zvm.ca_file = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.644228] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] zvm.cloud_connector_url = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.644516] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.644694] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] zvm.reachable_timeout = 300 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.644867] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.645056] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.645241] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] profiler.connection_string = messaging:// {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.645407] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] profiler.enabled = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.645575] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] profiler.es_doc_type = notification {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.645738] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] profiler.es_scroll_size = 10000 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.645907] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] profiler.es_scroll_time = 2m {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.646108] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] profiler.filter_error_trace = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.646291] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] profiler.hmac_keys = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.646462] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] profiler.sentinel_service_name = mymaster {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.646630] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] profiler.socket_timeout = 0.1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.646793] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] profiler.trace_requests = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.646954] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] profiler.trace_sqlalchemy = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.647263] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] profiler_jaeger.process_tags = {} {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.647407] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] profiler_jaeger.service_name_prefix = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.647574] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] profiler_otlp.service_name_prefix = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.647741] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] remote_debug.host = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.647906] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] remote_debug.port = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.648093] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.648266] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.648432] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.648596] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.648759] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.648930] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.649110] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.649276] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.649440] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.649612] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.649773] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.649949] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.650130] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.650304] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.650469] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.650638] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.650800] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.650965] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.651154] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.651364] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.651555] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.651728] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.651894] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.652069] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.652241] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.652404] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.652566] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.652727] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.652886] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.653059] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.653228] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.ssl = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.653396] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.653638] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.653827] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.654018] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.654191] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.654356] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.654544] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.654713] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_notifications.retry = -1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.654888] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.655073] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.655252] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.auth_section = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.655417] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.auth_type = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.655578] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.cafile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.655736] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.certfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.655900] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.collect_timing = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.656096] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.connect_retries = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.656271] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.connect_retry_delay = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.656432] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.endpoint_id = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.656605] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.656768] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.endpoint_override = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.656928] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.endpoint_region_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.657119] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.endpoint_service_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.657288] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.endpoint_service_type = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.657454] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.insecure = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.657639] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.keyfile = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.657766] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.max_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.657921] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.min_version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.658090] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.region_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.658254] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.retriable_status_codes = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.658436] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.service_name = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.658597] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.service_type = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.658758] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.split_loggers = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.658916] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.status_code_retries = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.659088] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.status_code_retry_delay = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.659252] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.timeout = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.659411] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.valid_interfaces = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.659568] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_limit.version = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.659735] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_reports.file_event_handler = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.659900] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.660073] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] oslo_reports.log_dir = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.660247] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.660408] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.660567] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.660735] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.660898] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.661068] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.661242] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.661401] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vif_plug_ovs_privileged.group = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.661556] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.661721] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.661882] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.662053] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] vif_plug_ovs_privileged.user = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.662227] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.662407] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.662581] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.662752] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.662923] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.663109] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.663281] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.663444] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.663622] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.663794] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_vif_ovs.isolate_vif = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.663963] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.664146] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.664319] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.664491] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.664651] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] os_vif_ovs.per_port_bridge = False {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.664820] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] privsep_osbrick.capabilities = [21] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.664982] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] privsep_osbrick.group = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.665156] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] privsep_osbrick.helper_command = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.665323] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.665488] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.665648] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] privsep_osbrick.user = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.665820] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.666000] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] nova_sys_admin.group = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.666177] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] nova_sys_admin.helper_command = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.666350] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.666513] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.666673] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] nova_sys_admin.user = None {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 612.666804] env[70113]: DEBUG oslo_service.backend.eventlet.service [None req-9651a752-6028-4640-a3ef-f148032ec4b5 None None] ******************************************************************************** {{(pid=70113) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 612.667246] env[70113]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 613.170387] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Getting list of instances from cluster (obj){ [ 613.170387] env[70113]: value = "domain-c8" [ 613.170387] env[70113]: _type = "ClusterComputeResource" [ 613.170387] env[70113]: } {{(pid=70113) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 613.171472] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0982d87e-e623-4642-aa22-3f1c113f2b9e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.180568] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Got total of 0 instances {{(pid=70113) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 613.181156] env[70113]: WARNING nova.virt.vmwareapi.driver [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 613.181617] env[70113]: INFO nova.virt.node [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Generated node identity 40670c61-ee25-43d1-8453-26da9c0cfec5 [ 613.181842] env[70113]: INFO nova.virt.node [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Wrote node identity 40670c61-ee25-43d1-8453-26da9c0cfec5 to /opt/stack/data/n-cpu-1/compute_id [ 613.684629] env[70113]: WARNING nova.compute.manager [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Compute nodes ['40670c61-ee25-43d1-8453-26da9c0cfec5'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 614.690026] env[70113]: INFO nova.compute.manager [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 615.695506] env[70113]: WARNING nova.compute.manager [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 615.695877] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.696082] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.696246] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.696411] env[70113]: DEBUG nova.compute.resource_tracker [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70113) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 615.697386] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576d7be4-9461-4e95-8e0b-0619c02fc76e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.706229] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fce1427-0f6e-426d-ae70-6ca1940fdbc5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.721110] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f0c7d6-206b-40c3-8923-2ceea059c04e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.727853] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856791ef-017e-4237-b112-ba87d2055417 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.756504] env[70113]: DEBUG nova.compute.resource_tracker [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180979MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=70113) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 615.756643] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.756856] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.259165] env[70113]: WARNING nova.compute.resource_tracker [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] No compute node record for cpu-1:40670c61-ee25-43d1-8453-26da9c0cfec5: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 40670c61-ee25-43d1-8453-26da9c0cfec5 could not be found. [ 616.763132] env[70113]: INFO nova.compute.resource_tracker [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 40670c61-ee25-43d1-8453-26da9c0cfec5 [ 618.272319] env[70113]: DEBUG nova.compute.resource_tracker [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 618.272694] env[70113]: DEBUG nova.compute.resource_tracker [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 618.425725] env[70113]: INFO nova.scheduler.client.report [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] [req-7da4e850-5168-4cff-91f6-6d63cce4a9f3] Created resource provider record via placement API for resource provider with UUID 40670c61-ee25-43d1-8453-26da9c0cfec5 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 618.442499] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f25412-38bf-4377-8982-47fd4049cd37 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.450578] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fed00a-b91e-4f0d-b262-f4670e75449f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.480357] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9524dbe-8413-455d-88a2-67a23b7ba535 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.488043] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f89469c-5788-4d25-b6a7-edf1b21e176c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.500873] env[70113]: DEBUG nova.compute.provider_tree [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Updating inventory in ProviderTree for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.037793] env[70113]: DEBUG nova.scheduler.client.report [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Updated inventory for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 619.038022] env[70113]: DEBUG nova.compute.provider_tree [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Updating resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5 generation from 0 to 1 during operation: update_inventory {{(pid=70113) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 619.038166] env[70113]: DEBUG nova.compute.provider_tree [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Updating inventory in ProviderTree for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.085223] env[70113]: DEBUG nova.compute.provider_tree [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Updating resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5 generation from 1 to 2 during operation: update_traits {{(pid=70113) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 619.590041] env[70113]: DEBUG nova.compute.resource_tracker [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 619.590373] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.833s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.590373] env[70113]: DEBUG nova.service [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Creating RPC server for service compute {{(pid=70113) start /opt/stack/nova/nova/service.py:186}} [ 619.605688] env[70113]: DEBUG nova.service [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] Join ServiceGroup membership for this service compute {{(pid=70113) start /opt/stack/nova/nova/service.py:203}} [ 619.605908] env[70113]: DEBUG nova.servicegroup.drivers.db [None req-9c69b637-8edd-4b83-9551-ebe617f36cac None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70113) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 635.611263] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._sync_power_states {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.113541] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Getting list of instances from cluster (obj){ [ 636.113541] env[70113]: value = "domain-c8" [ 636.113541] env[70113]: _type = "ClusterComputeResource" [ 636.113541] env[70113]: } {{(pid=70113) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 636.114835] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f651f641-574d-4811-a7ae-8dd019951371 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.123431] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Got total of 0 instances {{(pid=70113) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 636.123655] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.123958] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Getting list of instances from cluster (obj){ [ 636.123958] env[70113]: value = "domain-c8" [ 636.123958] env[70113]: _type = "ClusterComputeResource" [ 636.123958] env[70113]: } {{(pid=70113) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 636.124808] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ab0215-026d-4d9d-81d0-50dc3d0f0731 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.131677] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Got total of 0 instances {{(pid=70113) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 655.439195] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Acquiring lock "554c87f6-ecc7-4e73-8c71-4b963fb7f9bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.439659] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Lock "554c87f6-ecc7-4e73-8c71-4b963fb7f9bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.527463] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Acquiring lock "786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.527967] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Lock "786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.654762] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquiring lock "4dd28d49-3b43-476f-be17-951279c456f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.655012] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Lock "4dd28d49-3b43-476f-be17-951279c456f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.942634] env[70113]: DEBUG nova.compute.manager [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.035390] env[70113]: DEBUG nova.compute.manager [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.159575] env[70113]: DEBUG nova.compute.manager [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.490825] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.491875] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.494034] env[70113]: INFO nova.compute.claims [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.555827] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.686258] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.581662] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd5ee80-296f-4152-beb5-c0b41a9e01be {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.590667] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54016fc2-6bde-4ab8-9d5c-882433acf03e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.623542] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7175c3b1-75de-454f-9781-4fe4b29189ff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.632132] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4bef76-7a33-4984-9f3d-9b8f3f913e9d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.644885] env[70113]: DEBUG nova.compute.provider_tree [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.149510] env[70113]: DEBUG nova.scheduler.client.report [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.660018] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.660018] env[70113]: DEBUG nova.compute.manager [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.665089] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.108s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.665089] env[70113]: INFO nova.compute.claims [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.885223] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquiring lock "0c04f57f-e221-4b5d-967d-8ab242d94e18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.885671] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Lock "0c04f57f-e221-4b5d-967d-8ab242d94e18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.174402] env[70113]: DEBUG nova.compute.utils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.175791] env[70113]: DEBUG nova.compute.manager [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.176594] env[70113]: DEBUG nova.network.neutron [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.389295] env[70113]: DEBUG nova.compute.manager [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.683719] env[70113]: DEBUG nova.compute.manager [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.772987] env[70113]: DEBUG nova.policy [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b442b9e905149af80ba59c840b19c75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '927b99e9c7e840d18a3a3af9567694c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.789838] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e6b00e-f8a6-4520-b05b-6c49e76edc34 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.800265] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7066fa38-b5ed-4e08-971d-e7c84b60cb75 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.842051] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caaa31e-07a8-422f-bffe-be0668d664fc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.850547] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6ea14d-0daf-4f07-9ff9-013148a57e07 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.868192] env[70113]: DEBUG nova.compute.provider_tree [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.920694] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.375210] env[70113]: DEBUG nova.scheduler.client.report [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.598371] env[70113]: DEBUG nova.network.neutron [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Successfully created port: 4894ac9a-8321-4d9d-aa13-c6f6314b7775 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.647521] env[70113]: DEBUG oslo_concurrency.lockutils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Acquiring lock "1793d740-66cb-4208-87ec-ac2db0d39dc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.647521] env[70113]: DEBUG oslo_concurrency.lockutils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Lock "1793d740-66cb-4208-87ec-ac2db0d39dc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.694952] env[70113]: DEBUG nova.compute.manager [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.724930] env[70113]: DEBUG nova.virt.hardware [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.725233] env[70113]: DEBUG nova.virt.hardware [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.725461] env[70113]: DEBUG nova.virt.hardware [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.725693] env[70113]: DEBUG nova.virt.hardware [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.725801] env[70113]: DEBUG nova.virt.hardware [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.726532] env[70113]: DEBUG nova.virt.hardware [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.726532] env[70113]: DEBUG nova.virt.hardware [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.726649] env[70113]: DEBUG nova.virt.hardware [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.726986] env[70113]: DEBUG nova.virt.hardware [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.727183] env[70113]: DEBUG nova.virt.hardware [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.727475] env[70113]: DEBUG nova.virt.hardware [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.728376] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459bd208-ff27-473f-a213-4b6ecc9c8410 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.737279] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dc9727-1480-40e3-9262-0ecde7bf22c6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.763721] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f4ba2a-1d1e-43fa-8fbf-250546ed59ab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.879733] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.880514] env[70113]: DEBUG nova.compute.manager [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.889044] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.201s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.889044] env[70113]: INFO nova.compute.claims [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.149723] env[70113]: DEBUG nova.compute.manager [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.388766] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Acquiring lock "68f8e1f3-1f39-4629-9fdf-a9101d8ffc92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.389791] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Lock "68f8e1f3-1f39-4629-9fdf-a9101d8ffc92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.394154] env[70113]: DEBUG nova.compute.utils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.404018] env[70113]: DEBUG nova.compute.manager [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.404018] env[70113]: DEBUG nova.network.neutron [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.517452] env[70113]: DEBUG nova.policy [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a5e3237eb0b412fa48c97e39cad3bcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6be9c62e64bd44399711d22bd1022808', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.678077] env[70113]: DEBUG oslo_concurrency.lockutils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.893196] env[70113]: DEBUG nova.compute.manager [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.904684] env[70113]: DEBUG nova.compute.manager [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.053916] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb4fcba-0d3c-4566-86eb-3c231b7e6af5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.063555] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fc1ab6-72ec-4a2e-8430-51dfc7cc6425 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.101109] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e1aeea-feb5-45df-b5c3-054c6aec90f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.109205] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7302afde-ae56-48ba-b81d-dec761b3ddb5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.125722] env[70113]: DEBUG nova.compute.provider_tree [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.426117] env[70113]: DEBUG nova.network.neutron [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Successfully created port: ba858211-41f3-406e-a17b-155de36b4d67 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.449465] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.628780] env[70113]: DEBUG nova.scheduler.client.report [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.929544] env[70113]: DEBUG nova.compute.manager [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.973652] env[70113]: DEBUG nova.virt.hardware [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.974074] env[70113]: DEBUG nova.virt.hardware [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.975592] env[70113]: DEBUG nova.virt.hardware [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.975861] env[70113]: DEBUG nova.virt.hardware [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.976060] env[70113]: DEBUG nova.virt.hardware [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.976958] env[70113]: DEBUG nova.virt.hardware [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.977186] env[70113]: DEBUG nova.virt.hardware [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.978329] env[70113]: DEBUG nova.virt.hardware [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.978585] env[70113]: DEBUG nova.virt.hardware [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.978745] env[70113]: DEBUG nova.virt.hardware [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.978935] env[70113]: DEBUG nova.virt.hardware [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.980218] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05c4f2d-ddf1-4f35-acfa-c5a1b2f1a42a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.992230] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62bdac0-7206-477c-a818-90f249688c3a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.138467] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.139019] env[70113]: DEBUG nova.compute.manager [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.145077] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.224s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.146708] env[70113]: INFO nova.compute.claims [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.654384] env[70113]: DEBUG nova.compute.utils [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.660037] env[70113]: DEBUG nova.compute.manager [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Not allocating networking since 'none' was specified. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 663.801631] env[70113]: DEBUG nova.network.neutron [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Successfully updated port: 4894ac9a-8321-4d9d-aa13-c6f6314b7775 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.160712] env[70113]: DEBUG nova.compute.manager [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.300078] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536fbe43-5b9f-44d9-a62d-651fb707156a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.311145] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5b78e9-f853-4f31-bd3d-616aa7b825a3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.315425] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Acquiring lock "refresh_cache-554c87f6-ecc7-4e73-8c71-4b963fb7f9bd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.316120] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Acquired lock "refresh_cache-554c87f6-ecc7-4e73-8c71-4b963fb7f9bd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.316120] env[70113]: DEBUG nova.network.neutron [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.350572] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7ec5cb-0d63-465c-b2d5-edb6cc86786d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.359051] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9d1740-1fd1-4692-a81b-166e82e97491 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.375918] env[70113]: DEBUG nova.compute.provider_tree [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.878938] env[70113]: DEBUG nova.scheduler.client.report [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.958367] env[70113]: DEBUG nova.network.neutron [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.074932] env[70113]: DEBUG nova.network.neutron [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Successfully updated port: ba858211-41f3-406e-a17b-155de36b4d67 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.183703] env[70113]: DEBUG nova.compute.manager [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.209115] env[70113]: DEBUG nova.virt.hardware [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.209409] env[70113]: DEBUG nova.virt.hardware [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.209576] env[70113]: DEBUG nova.virt.hardware [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.209760] env[70113]: DEBUG nova.virt.hardware [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.210031] env[70113]: DEBUG nova.virt.hardware [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.210536] env[70113]: DEBUG nova.virt.hardware [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.210536] env[70113]: DEBUG nova.virt.hardware [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.210692] env[70113]: DEBUG nova.virt.hardware [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.210859] env[70113]: DEBUG nova.virt.hardware [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.211041] env[70113]: DEBUG nova.virt.hardware [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.211218] env[70113]: DEBUG nova.virt.hardware [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.213647] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddd53b8-70dc-4e2c-ba8a-8fc4eb71b4ef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.222233] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d61d246-665f-419e-ad66-8fae457881ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.237607] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.246798] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.249381] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d3b8847-84e2-4779-8188-5c152eaa5fca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.262155] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Created folder: OpenStack in parent group-v4. [ 665.262316] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Creating folder: Project (d396c77451bb4b5287ab7ff64d916f65). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.262551] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b5afd0a-fda8-441d-9587-aaff30477d4e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.272453] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Created folder: Project (d396c77451bb4b5287ab7ff64d916f65) in parent group-v681336. [ 665.272650] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Creating folder: Instances. Parent ref: group-v681337. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.272870] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8064b10d-f798-4fe0-b858-8816244f97aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.281997] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Created folder: Instances in parent group-v681337. [ 665.282201] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.285018] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.285018] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ba03947-3d88-4e69-b443-88434a7a2294 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.301084] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.301084] env[70113]: value = "task-3414815" [ 665.301084] env[70113]: _type = "Task" [ 665.301084] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.312217] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414815, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.344790] env[70113]: DEBUG nova.network.neutron [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Updating instance_info_cache with network_info: [{"id": "4894ac9a-8321-4d9d-aa13-c6f6314b7775", "address": "fa:16:3e:48:00:c4", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4894ac9a-83", "ovs_interfaceid": "4894ac9a-8321-4d9d-aa13-c6f6314b7775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.393235] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.393235] env[70113]: DEBUG nova.compute.manager [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.396797] env[70113]: DEBUG oslo_concurrency.lockutils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.719s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.399653] env[70113]: INFO nova.compute.claims [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.577934] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Acquiring lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.578356] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Acquired lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.578531] env[70113]: DEBUG nova.network.neutron [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.814497] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414815, 'name': CreateVM_Task, 'duration_secs': 0.298142} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.818016] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.818016] env[70113]: DEBUG oslo_vmware.service [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd49a51-8255-4331-a37b-53ec29daeaf7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.827029] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.827369] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.828976] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.829799] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aecdc76-13ab-445c-ae47-6dae21eb5bf4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.836570] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 665.836570] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52042cf6-6663-3cfe-eba7-8d5eac482b60" [ 665.836570] env[70113]: _type = "Task" [ 665.836570] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.848764] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52042cf6-6663-3cfe-eba7-8d5eac482b60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.853069] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Releasing lock "refresh_cache-554c87f6-ecc7-4e73-8c71-4b963fb7f9bd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.853418] env[70113]: DEBUG nova.compute.manager [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Instance network_info: |[{"id": "4894ac9a-8321-4d9d-aa13-c6f6314b7775", "address": "fa:16:3e:48:00:c4", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4894ac9a-83", "ovs_interfaceid": "4894ac9a-8321-4d9d-aa13-c6f6314b7775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.853918] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:00:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4894ac9a-8321-4d9d-aa13-c6f6314b7775', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.866034] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Creating folder: Project (927b99e9c7e840d18a3a3af9567694c2). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.866753] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c13faf04-33bf-4a03-b388-77a145e2038d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.877395] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Created folder: Project (927b99e9c7e840d18a3a3af9567694c2) in parent group-v681336. [ 665.877503] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Creating folder: Instances. Parent ref: group-v681340. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.877720] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcfb0b92-aaa3-4ebf-99ee-96fde959443a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.894046] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Created folder: Instances in parent group-v681340. [ 665.894368] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.894627] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.894776] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b32305b-83a8-4405-86ea-b7517ab653a7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.919318] env[70113]: DEBUG nova.compute.utils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.923955] env[70113]: DEBUG nova.compute.manager [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.923955] env[70113]: DEBUG nova.network.neutron [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.932321] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.932321] env[70113]: value = "task-3414818" [ 665.932321] env[70113]: _type = "Task" [ 665.932321] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.943706] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414818, 'name': CreateVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.028195] env[70113]: DEBUG nova.policy [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51a0b540198642cf85bdb67d8e13fc1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0453d7353ae464596d10409d5656032', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.156011] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "5f528945-d1a0-4ec1-86f6-5fc1a15a8162" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.156410] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "5f528945-d1a0-4ec1-86f6-5fc1a15a8162" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.163963] env[70113]: DEBUG nova.network.neutron [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.266309] env[70113]: DEBUG nova.compute.manager [req-0d07e329-49da-4885-88b5-67300a20c10f req-c5c4f14d-7a8f-4e25-a7ab-893651f5c53f service nova] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Received event network-vif-plugged-4894ac9a-8321-4d9d-aa13-c6f6314b7775 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.266309] env[70113]: DEBUG oslo_concurrency.lockutils [req-0d07e329-49da-4885-88b5-67300a20c10f req-c5c4f14d-7a8f-4e25-a7ab-893651f5c53f service nova] Acquiring lock "554c87f6-ecc7-4e73-8c71-4b963fb7f9bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.266309] env[70113]: DEBUG oslo_concurrency.lockutils [req-0d07e329-49da-4885-88b5-67300a20c10f req-c5c4f14d-7a8f-4e25-a7ab-893651f5c53f service nova] Lock "554c87f6-ecc7-4e73-8c71-4b963fb7f9bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.266309] env[70113]: DEBUG oslo_concurrency.lockutils [req-0d07e329-49da-4885-88b5-67300a20c10f req-c5c4f14d-7a8f-4e25-a7ab-893651f5c53f service nova] Lock "554c87f6-ecc7-4e73-8c71-4b963fb7f9bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.266309] env[70113]: DEBUG nova.compute.manager [req-0d07e329-49da-4885-88b5-67300a20c10f req-c5c4f14d-7a8f-4e25-a7ab-893651f5c53f service nova] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] No waiting events found dispatching network-vif-plugged-4894ac9a-8321-4d9d-aa13-c6f6314b7775 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.266724] env[70113]: WARNING nova.compute.manager [req-0d07e329-49da-4885-88b5-67300a20c10f req-c5c4f14d-7a8f-4e25-a7ab-893651f5c53f service nova] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Received unexpected event network-vif-plugged-4894ac9a-8321-4d9d-aa13-c6f6314b7775 for instance with vm_state building and task_state spawning. [ 666.347610] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.347921] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.348124] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.348270] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.348695] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.348953] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0753c0d-d1d1-4421-9b92-fffddc64dc23 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.356475] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.356954] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.357546] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240e6431-850b-48f5-86ac-f11d00a40dec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.366067] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6faff82-3371-4519-b4b7-35564f6d8533 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.371084] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 666.371084] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524b725e-e526-f011-52d3-d0860c516cf3" [ 666.371084] env[70113]: _type = "Task" [ 666.371084] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.380435] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524b725e-e526-f011-52d3-d0860c516cf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.422365] env[70113]: DEBUG nova.compute.manager [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.441358] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414818, 'name': CreateVM_Task, 'duration_secs': 0.392905} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.443581] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.460552] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.460552] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.460552] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.460552] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40933dcc-fd63-41a5-bad6-1137673ed7ef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.464095] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Waiting for the task: (returnval){ [ 666.464095] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cc5a94-d511-4472-78d5-6c7a8efc7a51" [ 666.464095] env[70113]: _type = "Task" [ 666.464095] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.472362] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cc5a94-d511-4472-78d5-6c7a8efc7a51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.529560] env[70113]: DEBUG nova.network.neutron [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Updating instance_info_cache with network_info: [{"id": "ba858211-41f3-406e-a17b-155de36b4d67", "address": "fa:16:3e:46:3b:25", "network": {"id": "ed17245e-af85-4fbd-b571-c2680041fd07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1731255033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be9c62e64bd44399711d22bd1022808", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba858211-41", "ovs_interfaceid": "ba858211-41f3-406e-a17b-155de36b4d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.566209] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b18bf2-148d-4b68-bb7a-946dd2e47a70 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.577115] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779c220e-fcee-40cc-9427-188166e3f510 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.613568] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de11e74-09af-4882-a3e4-960f32870b66 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.622189] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea977fb-1122-43b9-9c9c-eac9f957671e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.639264] env[70113]: DEBUG nova.compute.provider_tree [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.659960] env[70113]: DEBUG nova.compute.manager [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.883744] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Preparing fetch location {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 666.884092] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Creating directory with path [datastore2] vmware_temp/dd40b30c-d9c0-442e-bfdd-da3d12666872/3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.884436] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-346d7ea5-e27d-430f-a3ba-dbc0c1a37710 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.909976] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Created directory with path [datastore2] vmware_temp/dd40b30c-d9c0-442e-bfdd-da3d12666872/3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.909976] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Fetch image to [datastore2] vmware_temp/dd40b30c-d9c0-442e-bfdd-da3d12666872/3d45888b-40af-4a9d-8b6a-423dd79a0022/tmp-sparse.vmdk {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 666.909976] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Downloading image file data 3d45888b-40af-4a9d-8b6a-423dd79a0022 to [datastore2] vmware_temp/dd40b30c-d9c0-442e-bfdd-da3d12666872/3d45888b-40af-4a9d-8b6a-423dd79a0022/tmp-sparse.vmdk on the data store datastore2 {{(pid=70113) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 666.909976] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4248535a-091c-418a-a203-c13667bb5e99 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.922154] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03382e0-bad6-4309-98ac-063504de4fcc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.938873] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52c533e-d78b-42c8-b5fb-adfd9f39d4a9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.983856] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dd5494-03d6-4eef-8cfc-2a21934878ed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.997361] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.997656] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.998084] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.999145] env[70113]: DEBUG nova.network.neutron [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Successfully created port: 6123d76c-32d1-4440-ba23-330459e9a874 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.003255] env[70113]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c9e086f0-f0cc-4a08-8104-c8edc6483d2a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.033944] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Releasing lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.034267] env[70113]: DEBUG nova.compute.manager [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Instance network_info: |[{"id": "ba858211-41f3-406e-a17b-155de36b4d67", "address": "fa:16:3e:46:3b:25", "network": {"id": "ed17245e-af85-4fbd-b571-c2680041fd07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1731255033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be9c62e64bd44399711d22bd1022808", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba858211-41", "ovs_interfaceid": "ba858211-41f3-406e-a17b-155de36b4d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.034772] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Downloading image file data 3d45888b-40af-4a9d-8b6a-423dd79a0022 to the data store datastore2 {{(pid=70113) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 667.039258] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:3b:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba858211-41f3-406e-a17b-155de36b4d67', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.045667] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Creating folder: Project (6be9c62e64bd44399711d22bd1022808). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.045967] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-817627f7-463b-4d9d-8678-1bffaeaab801 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.056734] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Created folder: Project (6be9c62e64bd44399711d22bd1022808) in parent group-v681336. [ 667.056927] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Creating folder: Instances. Parent ref: group-v681343. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.057310] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d89766aa-90a5-4d01-98d3-8dd5995ce669 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.067695] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Created folder: Instances in parent group-v681343. [ 667.067915] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.068269] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.068308] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ffa1b86-2a8d-43bc-ad62-a302cd02bd91 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.092751] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.092751] env[70113]: value = "task-3414821" [ 667.092751] env[70113]: _type = "Task" [ 667.092751] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.100774] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414821, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.119120] env[70113]: DEBUG oslo_vmware.rw_handles [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/dd40b30c-d9c0-442e-bfdd-da3d12666872/3d45888b-40af-4a9d-8b6a-423dd79a0022/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70113) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 667.183875] env[70113]: DEBUG nova.scheduler.client.report [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.218667] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.448029] env[70113]: DEBUG nova.compute.manager [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.492961] env[70113]: DEBUG nova.virt.hardware [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.492961] env[70113]: DEBUG nova.virt.hardware [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.493151] env[70113]: DEBUG nova.virt.hardware [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.493295] env[70113]: DEBUG nova.virt.hardware [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.493442] env[70113]: DEBUG nova.virt.hardware [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.493591] env[70113]: DEBUG nova.virt.hardware [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.493799] env[70113]: DEBUG nova.virt.hardware [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.493965] env[70113]: DEBUG nova.virt.hardware [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.494133] env[70113]: DEBUG nova.virt.hardware [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.494291] env[70113]: DEBUG nova.virt.hardware [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.494475] env[70113]: DEBUG nova.virt.hardware [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.495364] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eda709d-56a6-4a42-9bbd-7e7288b62d43 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.511310] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7466d38-23eb-4810-b958-7f212942db9b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.601537] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414821, 'name': CreateVM_Task, 'duration_secs': 0.348592} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.602816] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.603934] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.603934] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.604023] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.604436] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a33fa4ef-15e2-4f25-94f9-ffdf9f2583a5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.609422] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Waiting for the task: (returnval){ [ 667.609422] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e6efe2-d392-510c-d689-76e3713dbbb6" [ 667.609422] env[70113]: _type = "Task" [ 667.609422] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.618877] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e6efe2-d392-510c-d689-76e3713dbbb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.691910] env[70113]: DEBUG oslo_concurrency.lockutils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.691910] env[70113]: DEBUG nova.compute.manager [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.696476] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.246s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.701680] env[70113]: INFO nova.compute.claims [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.802024] env[70113]: DEBUG oslo_vmware.rw_handles [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Completed reading data from the image iterator. {{(pid=70113) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 667.802293] env[70113]: DEBUG oslo_vmware.rw_handles [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/dd40b30c-d9c0-442e-bfdd-da3d12666872/3d45888b-40af-4a9d-8b6a-423dd79a0022/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 667.837640] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.837991] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.838227] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.838443] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.838701] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.838878] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.839080] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.839620] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70113) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 667.839620] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.945198] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Downloaded image file data 3d45888b-40af-4a9d-8b6a-423dd79a0022 to vmware_temp/dd40b30c-d9c0-442e-bfdd-da3d12666872/3d45888b-40af-4a9d-8b6a-423dd79a0022/tmp-sparse.vmdk on the data store datastore2 {{(pid=70113) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 667.945198] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Caching image {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 667.945198] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Copying Virtual Disk [datastore2] vmware_temp/dd40b30c-d9c0-442e-bfdd-da3d12666872/3d45888b-40af-4a9d-8b6a-423dd79a0022/tmp-sparse.vmdk to [datastore2] vmware_temp/dd40b30c-d9c0-442e-bfdd-da3d12666872/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.945566] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d00945e7-a207-4f4a-9e3c-9d96c869d235 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.954932] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 667.954932] env[70113]: value = "task-3414822" [ 667.954932] env[70113]: _type = "Task" [ 667.954932] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.966944] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.123158] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.124356] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.124714] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.202316] env[70113]: DEBUG nova.compute.utils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.207776] env[70113]: DEBUG nova.compute.manager [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.207995] env[70113]: DEBUG nova.network.neutron [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.344492] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.386397] env[70113]: DEBUG nova.policy [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23fe2dc599934936a2e57d053d193265', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe53285203fc43c68f6887d47b4d5f40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.468468] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414822, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.716907] env[70113]: DEBUG nova.compute.manager [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.767058] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "bccc340c-192c-4aee-9583-d2fd9514ca3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.767289] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "bccc340c-192c-4aee-9583-d2fd9514ca3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.936078] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4da3de-da63-4df9-9729-40d0fdea043c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.943387] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e655cc52-59a4-4788-9079-5e768c1f64ae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.981588] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d6c77b-9c28-4720-9acc-c1cd86f34cc9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.989674] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654991} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.993301] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Copied Virtual Disk [datastore2] vmware_temp/dd40b30c-d9c0-442e-bfdd-da3d12666872/3d45888b-40af-4a9d-8b6a-423dd79a0022/tmp-sparse.vmdk to [datastore2] vmware_temp/dd40b30c-d9c0-442e-bfdd-da3d12666872/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.993301] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Deleting the datastore file [datastore2] vmware_temp/dd40b30c-d9c0-442e-bfdd-da3d12666872/3d45888b-40af-4a9d-8b6a-423dd79a0022/tmp-sparse.vmdk {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.993301] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c860a7e8-a82b-42c6-ac68-dd3fd141b8b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.995821] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23c64f7-d66e-4f70-9691-22f5244c201e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.012756] env[70113]: DEBUG nova.compute.provider_tree [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.015629] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 669.015629] env[70113]: value = "task-3414823" [ 669.015629] env[70113]: _type = "Task" [ 669.015629] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.029710] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022522} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.030411] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.032789] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Moving file from [datastore2] vmware_temp/dd40b30c-d9c0-442e-bfdd-da3d12666872/3d45888b-40af-4a9d-8b6a-423dd79a0022 to [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022. {{(pid=70113) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 669.033093] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-dcbd2b26-56f0-4bf1-b6e2-fd0ff083ed0e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.040540] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 669.040540] env[70113]: value = "task-3414824" [ 669.040540] env[70113]: _type = "Task" [ 669.040540] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.049506] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414824, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.273637] env[70113]: DEBUG nova.compute.manager [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.368661] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Acquiring lock "a45fac64-b46a-44c6-a1f0-bda773d22454" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.369290] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Lock "a45fac64-b46a-44c6-a1f0-bda773d22454" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.526800] env[70113]: DEBUG nova.scheduler.client.report [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.557399] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414824, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.041693} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.557720] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] File moved {{(pid=70113) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 669.558505] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Cleaning up location [datastore2] vmware_temp/dd40b30c-d9c0-442e-bfdd-da3d12666872 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 669.558505] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Deleting the datastore file [datastore2] vmware_temp/dd40b30c-d9c0-442e-bfdd-da3d12666872 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.558505] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d43162e-02a6-41c2-b0a9-1e93c11f532a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.565590] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 669.565590] env[70113]: value = "task-3414825" [ 669.565590] env[70113]: _type = "Task" [ 669.565590] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.578884] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.731033] env[70113]: DEBUG nova.compute.manager [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.769724] env[70113]: DEBUG nova.virt.hardware [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.769974] env[70113]: DEBUG nova.virt.hardware [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.770444] env[70113]: DEBUG nova.virt.hardware [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.770722] env[70113]: DEBUG nova.virt.hardware [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.771412] env[70113]: DEBUG nova.virt.hardware [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.771412] env[70113]: DEBUG nova.virt.hardware [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.771412] env[70113]: DEBUG nova.virt.hardware [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.771529] env[70113]: DEBUG nova.virt.hardware [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.771923] env[70113]: DEBUG nova.virt.hardware [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.771923] env[70113]: DEBUG nova.virt.hardware [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.772138] env[70113]: DEBUG nova.virt.hardware [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.773938] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe025a1e-cd96-4f4b-9117-49eb3a02d0da {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.790824] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de2ec97-a355-4c98-9787-a6b630fbbf47 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.811699] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.833078] env[70113]: DEBUG nova.network.neutron [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Successfully updated port: 6123d76c-32d1-4440-ba23-330459e9a874 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.872449] env[70113]: DEBUG nova.compute.manager [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.928240] env[70113]: DEBUG nova.network.neutron [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Successfully created port: 95cc5858-98e3-4a58-a0c5-6fe74a7314a4 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.033019] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.033019] env[70113]: DEBUG nova.compute.manager [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.036063] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.818s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.037664] env[70113]: INFO nova.compute.claims [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.079468] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023308} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.083835] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.087205] env[70113]: DEBUG nova.compute.manager [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Received event network-changed-4894ac9a-8321-4d9d-aa13-c6f6314b7775 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.087442] env[70113]: DEBUG nova.compute.manager [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Refreshing instance network info cache due to event network-changed-4894ac9a-8321-4d9d-aa13-c6f6314b7775. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.087666] env[70113]: DEBUG oslo_concurrency.lockutils [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] Acquiring lock "refresh_cache-554c87f6-ecc7-4e73-8c71-4b963fb7f9bd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.087818] env[70113]: DEBUG oslo_concurrency.lockutils [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] Acquired lock "refresh_cache-554c87f6-ecc7-4e73-8c71-4b963fb7f9bd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.088056] env[70113]: DEBUG nova.network.neutron [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Refreshing network info cache for port 4894ac9a-8321-4d9d-aa13-c6f6314b7775 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.089263] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b30a11-42ab-4f59-8ed7-8699be743e66 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.098012] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 670.098012] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52580938-b64e-1228-14a5-9106682236d5" [ 670.098012] env[70113]: _type = "Task" [ 670.098012] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.112082] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52580938-b64e-1228-14a5-9106682236d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010648} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.112082] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.112610] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 4dd28d49-3b43-476f-be17-951279c456f4/4dd28d49-3b43-476f-be17-951279c456f4.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.112610] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.112758] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.112974] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b277e603-9bec-4623-9cf1-37767fe6f0cb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.115293] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1de3d6fd-2446-4d03-8ddb-5887d575b8f2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.122862] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 670.122862] env[70113]: value = "task-3414826" [ 670.122862] env[70113]: _type = "Task" [ 670.122862] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.128079] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.128260] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.130571] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e7f586-6819-4e67-970a-735df510e17b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.135771] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.139235] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Waiting for the task: (returnval){ [ 670.139235] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]525f8887-ea70-5330-9211-8431107c7a8c" [ 670.139235] env[70113]: _type = "Task" [ 670.139235] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.148615] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525f8887-ea70-5330-9211-8431107c7a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.336208] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquiring lock "refresh_cache-0c04f57f-e221-4b5d-967d-8ab242d94e18" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.336417] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquired lock "refresh_cache-0c04f57f-e221-4b5d-967d-8ab242d94e18" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.336577] env[70113]: DEBUG nova.network.neutron [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.401443] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.547165] env[70113]: DEBUG nova.compute.utils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.553818] env[70113]: DEBUG nova.compute.manager [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.553818] env[70113]: DEBUG nova.network.neutron [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.634288] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50934} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.634511] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 4dd28d49-3b43-476f-be17-951279c456f4/4dd28d49-3b43-476f-be17-951279c456f4.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.634726] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.635036] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c714c3cc-6ce1-47ff-8320-2383f86d7dea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.641354] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 670.641354] env[70113]: value = "task-3414827" [ 670.641354] env[70113]: _type = "Task" [ 670.641354] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.652966] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525f8887-ea70-5330-9211-8431107c7a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.008868} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.656013] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.656236] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eacd0700-7587-467f-b248-19bc5466e530 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.661113] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Waiting for the task: (returnval){ [ 670.661113] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b991d0-2916-80bf-2b6a-ffe205fa94d4" [ 670.661113] env[70113]: _type = "Task" [ 670.661113] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.662369] env[70113]: DEBUG nova.policy [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43bbca8157014fe78a6a59d1cc4a87a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f4e6294c3724fffa904c3e593c52489', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.672948] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b991d0-2916-80bf-2b6a-ffe205fa94d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.053976] env[70113]: DEBUG nova.compute.manager [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.115620] env[70113]: DEBUG nova.network.neutron [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.156967] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145728} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.157459] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.158362] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86754070-1a86-4997-a62e-6eaa372be61b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.182455] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 4dd28d49-3b43-476f-be17-951279c456f4/4dd28d49-3b43-476f-be17-951279c456f4.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.190296] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57c91ee2-2a3a-49af-8900-db4c056f8518 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.213494] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b991d0-2916-80bf-2b6a-ffe205fa94d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011736} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.216286] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.216286] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd/554c87f6-ecc7-4e73-8c71-4b963fb7f9bd.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.216286] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 671.216286] env[70113]: value = "task-3414828" [ 671.216286] env[70113]: _type = "Task" [ 671.216286] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.216286] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.216819] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.216819] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eba48cdf-d79e-4db0-ae5a-bf395e672d03 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.221465] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5057f08f-6e1b-49f5-a344-eabf372dfe0a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.234042] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Waiting for the task: (returnval){ [ 671.234042] env[70113]: value = "task-3414829" [ 671.234042] env[70113]: _type = "Task" [ 671.234042] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.252182] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.256035] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.257270] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.257447] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.260361] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225623e3-4aca-4a50-8ed9-0e5da3f09bec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.268497] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Waiting for the task: (returnval){ [ 671.268497] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d0a64b-7464-0046-b3ca-c10e9c5931a3" [ 671.268497] env[70113]: _type = "Task" [ 671.268497] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.276617] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d0a64b-7464-0046-b3ca-c10e9c5931a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.281138] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379fdc10-77a8-4b76-9b96-baa312ec0de6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.287639] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da27aaa1-c402-42bd-9d01-5a86bc1cfb76 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.321878] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88923da8-aa6e-4af9-b88a-0d878a27398c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.331519] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7748e0d7-34c5-442c-9de3-0b455219c023 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.344773] env[70113]: DEBUG nova.compute.provider_tree [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.500961] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "6a4056d3-e606-4232-a764-b1d6ffdc311e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.501982] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "6a4056d3-e606-4232-a764-b1d6ffdc311e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.525506] env[70113]: DEBUG nova.network.neutron [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Updating instance_info_cache with network_info: [{"id": "6123d76c-32d1-4440-ba23-330459e9a874", "address": "fa:16:3e:76:58:a8", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6123d76c-32", "ovs_interfaceid": "6123d76c-32d1-4440-ba23-330459e9a874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.643043] env[70113]: DEBUG nova.network.neutron [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Updated VIF entry in instance network info cache for port 4894ac9a-8321-4d9d-aa13-c6f6314b7775. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.643466] env[70113]: DEBUG nova.network.neutron [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Updating instance_info_cache with network_info: [{"id": "4894ac9a-8321-4d9d-aa13-c6f6314b7775", "address": "fa:16:3e:48:00:c4", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4894ac9a-83", "ovs_interfaceid": "4894ac9a-8321-4d9d-aa13-c6f6314b7775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.747961] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.753931] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414829, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.783416] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d0a64b-7464-0046-b3ca-c10e9c5931a3, 'name': SearchDatastore_Task, 'duration_secs': 0.019487} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.784465] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf49b4a-a6e7-463b-811f-42ec7f535cd9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.791652] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Waiting for the task: (returnval){ [ 671.791652] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d3e55a-619e-a9e9-1b7c-92f1ebd9ba07" [ 671.791652] env[70113]: _type = "Task" [ 671.791652] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.805016] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d3e55a-619e-a9e9-1b7c-92f1ebd9ba07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.848478] env[70113]: DEBUG nova.scheduler.client.report [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.005275] env[70113]: DEBUG nova.compute.manager [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.033531] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Releasing lock "refresh_cache-0c04f57f-e221-4b5d-967d-8ab242d94e18" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.033885] env[70113]: DEBUG nova.compute.manager [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Instance network_info: |[{"id": "6123d76c-32d1-4440-ba23-330459e9a874", "address": "fa:16:3e:76:58:a8", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6123d76c-32", "ovs_interfaceid": "6123d76c-32d1-4440-ba23-330459e9a874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.034409] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:58:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6123d76c-32d1-4440-ba23-330459e9a874', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.044851] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Creating folder: Project (b0453d7353ae464596d10409d5656032). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.044851] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b095708a-a9b8-4ec6-a2f4-fc1e036a2c30 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.057961] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Created folder: Project (b0453d7353ae464596d10409d5656032) in parent group-v681336. [ 672.058096] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Creating folder: Instances. Parent ref: group-v681346. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.058287] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86bffce4-c3cf-4d9a-ab1e-eef025253699 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.067891] env[70113]: DEBUG nova.compute.manager [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.075321] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Created folder: Instances in parent group-v681346. [ 672.075321] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.075321] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.075321] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89f0288f-e171-4f65-af98-6658fa58a63d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.114160] env[70113]: DEBUG nova.virt.hardware [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.114160] env[70113]: DEBUG nova.virt.hardware [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.114160] env[70113]: DEBUG nova.virt.hardware [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.114722] env[70113]: DEBUG nova.virt.hardware [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.114722] env[70113]: DEBUG nova.virt.hardware [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.114722] env[70113]: DEBUG nova.virt.hardware [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.114722] env[70113]: DEBUG nova.virt.hardware [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.116822] env[70113]: DEBUG nova.virt.hardware [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.117657] env[70113]: DEBUG nova.virt.hardware [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.118038] env[70113]: DEBUG nova.virt.hardware [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.118344] env[70113]: DEBUG nova.virt.hardware [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.120831] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6889c8b9-06f9-4dcd-a0df-57ad746724eb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.125778] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.125778] env[70113]: value = "task-3414832" [ 672.125778] env[70113]: _type = "Task" [ 672.125778] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.135325] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101fa315-dadc-4453-8fa2-6e946c7f5d01 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.143751] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414832, 'name': CreateVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.147474] env[70113]: DEBUG oslo_concurrency.lockutils [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] Releasing lock "refresh_cache-554c87f6-ecc7-4e73-8c71-4b963fb7f9bd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.147474] env[70113]: DEBUG nova.compute.manager [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Received event network-vif-plugged-ba858211-41f3-406e-a17b-155de36b4d67 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.147801] env[70113]: DEBUG oslo_concurrency.lockutils [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] Acquiring lock "786f2e00-55e2-41b6-b63b-30e8dc5c5ce4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.150020] env[70113]: DEBUG oslo_concurrency.lockutils [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] Lock "786f2e00-55e2-41b6-b63b-30e8dc5c5ce4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.150020] env[70113]: DEBUG oslo_concurrency.lockutils [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] Lock "786f2e00-55e2-41b6-b63b-30e8dc5c5ce4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.150020] env[70113]: DEBUG nova.compute.manager [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] No waiting events found dispatching network-vif-plugged-ba858211-41f3-406e-a17b-155de36b4d67 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.150020] env[70113]: WARNING nova.compute.manager [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Received unexpected event network-vif-plugged-ba858211-41f3-406e-a17b-155de36b4d67 for instance with vm_state building and task_state spawning. [ 672.150020] env[70113]: DEBUG nova.compute.manager [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Received event network-changed-ba858211-41f3-406e-a17b-155de36b4d67 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.150603] env[70113]: DEBUG nova.compute.manager [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Refreshing instance network info cache due to event network-changed-ba858211-41f3-406e-a17b-155de36b4d67. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.150603] env[70113]: DEBUG oslo_concurrency.lockutils [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] Acquiring lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.150603] env[70113]: DEBUG oslo_concurrency.lockutils [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] Acquired lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.150603] env[70113]: DEBUG nova.network.neutron [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Refreshing network info cache for port ba858211-41f3-406e-a17b-155de36b4d67 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.234410] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414828, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.250111] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582458} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.250111] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd/554c87f6-ecc7-4e73-8c71-4b963fb7f9bd.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.250111] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.250111] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-244d4f9b-5c5a-4ff4-8f75-bd9c4d373cda {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.261153] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Waiting for the task: (returnval){ [ 672.261153] env[70113]: value = "task-3414833" [ 672.261153] env[70113]: _type = "Task" [ 672.261153] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.275125] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.306768] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d3e55a-619e-a9e9-1b7c-92f1ebd9ba07, 'name': SearchDatastore_Task, 'duration_secs': 0.0168} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.307082] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.307347] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4/786f2e00-55e2-41b6-b63b-30e8dc5c5ce4.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.307623] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78bc4d11-d85e-4daf-9dd5-e188b9b4a820 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.314379] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Waiting for the task: (returnval){ [ 672.314379] env[70113]: value = "task-3414834" [ 672.314379] env[70113]: _type = "Task" [ 672.314379] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.331039] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3414834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.335446] env[70113]: DEBUG nova.network.neutron [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Successfully created port: 84c39aae-58e5-4fc9-979b-e22eccbd70d8 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.353614] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.354168] env[70113]: DEBUG nova.compute.manager [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.356814] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.013s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.357037] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.357196] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70113) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 672.357521] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.546s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.359220] env[70113]: INFO nova.compute.claims [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.362796] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97036cc3-7f38-4929-90e7-7178e7291b91 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.370781] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1102297-3c44-48e1-9dbe-88b9b18989d6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.388429] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9c58f4-ceeb-44e2-a385-ad3e69d725d7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.396373] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c85d9f0-6dec-479f-bb0b-390c049ce525 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.437902] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180955MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=70113) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 672.437902] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.532703] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.636181] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414832, 'name': CreateVM_Task, 'duration_secs': 0.359059} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.636378] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.637071] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.637238] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.637584] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.637835] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aec2ffd-638b-4de7-adf7-b3ec8796a7c1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.642102] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 672.642102] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]529e18be-8aef-a052-0575-5d7cc1f45fa9" [ 672.642102] env[70113]: _type = "Task" [ 672.642102] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.650672] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529e18be-8aef-a052-0575-5d7cc1f45fa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.731933] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414828, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.770657] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067451} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.771081] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.771805] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6650927b-b813-432e-b0f9-fe5f80ec259d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.809285] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd/554c87f6-ecc7-4e73-8c71-4b963fb7f9bd.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.809285] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-821c31cc-f962-4dc7-bc28-d110d79d879e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.834150] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3414834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.835758] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Waiting for the task: (returnval){ [ 672.835758] env[70113]: value = "task-3414835" [ 672.835758] env[70113]: _type = "Task" [ 672.835758] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.844279] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414835, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.865632] env[70113]: DEBUG nova.compute.utils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.867836] env[70113]: DEBUG nova.compute.manager [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.867967] env[70113]: DEBUG nova.network.neutron [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.089903] env[70113]: DEBUG nova.policy [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7782cf2c54cb431d92cf11a67a6bb56e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a73b55ba6c343478ce3516e3053d3d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.159878] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529e18be-8aef-a052-0575-5d7cc1f45fa9, 'name': SearchDatastore_Task, 'duration_secs': 0.011902} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.160348] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.160649] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.160945] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.161137] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.161412] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.161873] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a845c6f-c2f9-4f1b-8d4c-e4a42b378e35 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.178576] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.178809] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.180293] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a4fb28-0b0e-4663-bcd4-96d338b57906 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.191860] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 673.191860] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e346af-8d2a-7d0a-5016-d40ff34ca5b8" [ 673.191860] env[70113]: _type = "Task" [ 673.191860] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.210625] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e346af-8d2a-7d0a-5016-d40ff34ca5b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.235299] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414828, 'name': ReconfigVM_Task, 'duration_secs': 1.673488} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.235299] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 4dd28d49-3b43-476f-be17-951279c456f4/4dd28d49-3b43-476f-be17-951279c456f4.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.237238] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d91c6c8-7b62-44d4-96c4-3a5aebb128af {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.247955] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 673.247955] env[70113]: value = "task-3414836" [ 673.247955] env[70113]: _type = "Task" [ 673.247955] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.259675] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414836, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.337758] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3414834, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.018097} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.342366] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4/786f2e00-55e2-41b6-b63b-30e8dc5c5ce4.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.342366] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.342366] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5215e14a-991d-45d8-8eb2-b98011d9bd2c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.349027] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.353191] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Waiting for the task: (returnval){ [ 673.353191] env[70113]: value = "task-3414837" [ 673.353191] env[70113]: _type = "Task" [ 673.353191] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.364114] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3414837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.371021] env[70113]: DEBUG nova.compute.manager [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.516569] env[70113]: DEBUG nova.compute.manager [req-084eb413-ac0b-4ee5-8b67-a5852edc797e req-1ac917f6-b65c-4163-b5ed-5467e7311ad1 service nova] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Received event network-vif-plugged-6123d76c-32d1-4440-ba23-330459e9a874 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.516773] env[70113]: DEBUG oslo_concurrency.lockutils [req-084eb413-ac0b-4ee5-8b67-a5852edc797e req-1ac917f6-b65c-4163-b5ed-5467e7311ad1 service nova] Acquiring lock "0c04f57f-e221-4b5d-967d-8ab242d94e18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.516969] env[70113]: DEBUG oslo_concurrency.lockutils [req-084eb413-ac0b-4ee5-8b67-a5852edc797e req-1ac917f6-b65c-4163-b5ed-5467e7311ad1 service nova] Lock "0c04f57f-e221-4b5d-967d-8ab242d94e18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.517136] env[70113]: DEBUG oslo_concurrency.lockutils [req-084eb413-ac0b-4ee5-8b67-a5852edc797e req-1ac917f6-b65c-4163-b5ed-5467e7311ad1 service nova] Lock "0c04f57f-e221-4b5d-967d-8ab242d94e18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.517296] env[70113]: DEBUG nova.compute.manager [req-084eb413-ac0b-4ee5-8b67-a5852edc797e req-1ac917f6-b65c-4163-b5ed-5467e7311ad1 service nova] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] No waiting events found dispatching network-vif-plugged-6123d76c-32d1-4440-ba23-330459e9a874 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.517451] env[70113]: WARNING nova.compute.manager [req-084eb413-ac0b-4ee5-8b67-a5852edc797e req-1ac917f6-b65c-4163-b5ed-5467e7311ad1 service nova] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Received unexpected event network-vif-plugged-6123d76c-32d1-4440-ba23-330459e9a874 for instance with vm_state building and task_state spawning. [ 673.517600] env[70113]: DEBUG nova.compute.manager [req-084eb413-ac0b-4ee5-8b67-a5852edc797e req-1ac917f6-b65c-4163-b5ed-5467e7311ad1 service nova] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Received event network-changed-6123d76c-32d1-4440-ba23-330459e9a874 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.517738] env[70113]: DEBUG nova.compute.manager [req-084eb413-ac0b-4ee5-8b67-a5852edc797e req-1ac917f6-b65c-4163-b5ed-5467e7311ad1 service nova] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Refreshing instance network info cache due to event network-changed-6123d76c-32d1-4440-ba23-330459e9a874. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.517906] env[70113]: DEBUG oslo_concurrency.lockutils [req-084eb413-ac0b-4ee5-8b67-a5852edc797e req-1ac917f6-b65c-4163-b5ed-5467e7311ad1 service nova] Acquiring lock "refresh_cache-0c04f57f-e221-4b5d-967d-8ab242d94e18" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.518044] env[70113]: DEBUG oslo_concurrency.lockutils [req-084eb413-ac0b-4ee5-8b67-a5852edc797e req-1ac917f6-b65c-4163-b5ed-5467e7311ad1 service nova] Acquired lock "refresh_cache-0c04f57f-e221-4b5d-967d-8ab242d94e18" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.518190] env[70113]: DEBUG nova.network.neutron [req-084eb413-ac0b-4ee5-8b67-a5852edc797e req-1ac917f6-b65c-4163-b5ed-5467e7311ad1 service nova] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Refreshing network info cache for port 6123d76c-32d1-4440-ba23-330459e9a874 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.618191] env[70113]: DEBUG nova.network.neutron [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Successfully updated port: 95cc5858-98e3-4a58-a0c5-6fe74a7314a4 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.632273] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9b6352-398d-438b-a91d-b016d6c02635 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.641343] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e22e65a-9e91-49ae-a4e8-1c46909b37dd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.678901] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb87e5b-4106-4fe0-9862-2d530067cb68 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.688330] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1e9fd6-4bc0-4753-a6e4-0054edd5ea9d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.700899] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e346af-8d2a-7d0a-5016-d40ff34ca5b8, 'name': SearchDatastore_Task, 'duration_secs': 0.057444} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.713527] env[70113]: DEBUG nova.compute.provider_tree [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.714715] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e058d141-7e9f-48b8-987f-88e984986513 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.720107] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 673.720107] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c3d279-7d97-0196-fe54-61c5b6f9b7c6" [ 673.720107] env[70113]: _type = "Task" [ 673.720107] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.731611] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c3d279-7d97-0196-fe54-61c5b6f9b7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.759684] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414836, 'name': Rename_Task, 'duration_secs': 0.206664} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.759942] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.760194] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e995a94-85ef-4c52-bee2-e6c33684d761 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.766221] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 673.766221] env[70113]: value = "task-3414838" [ 673.766221] env[70113]: _type = "Task" [ 673.766221] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.775062] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.801312] env[70113]: DEBUG nova.network.neutron [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Updated VIF entry in instance network info cache for port ba858211-41f3-406e-a17b-155de36b4d67. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.801684] env[70113]: DEBUG nova.network.neutron [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Updating instance_info_cache with network_info: [{"id": "ba858211-41f3-406e-a17b-155de36b4d67", "address": "fa:16:3e:46:3b:25", "network": {"id": "ed17245e-af85-4fbd-b571-c2680041fd07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1731255033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be9c62e64bd44399711d22bd1022808", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba858211-41", "ovs_interfaceid": "ba858211-41f3-406e-a17b-155de36b4d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.846720] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414835, 'name': ReconfigVM_Task, 'duration_secs': 0.636816} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.846992] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd/554c87f6-ecc7-4e73-8c71-4b963fb7f9bd.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.847696] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43985473-bf18-4445-92bc-b7b31d43026e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.858785] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Waiting for the task: (returnval){ [ 673.858785] env[70113]: value = "task-3414839" [ 673.858785] env[70113]: _type = "Task" [ 673.858785] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.865290] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3414837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06442} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.865930] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.866950] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b448aca8-2479-4cab-8a60-aab8a17ffa08 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.873862] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414839, 'name': Rename_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.903578] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4/786f2e00-55e2-41b6-b63b-30e8dc5c5ce4.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.904228] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a26769da-2f76-4c62-8b1d-4959e87456ea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.924406] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Waiting for the task: (returnval){ [ 673.924406] env[70113]: value = "task-3414840" [ 673.924406] env[70113]: _type = "Task" [ 673.924406] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.934371] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3414840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.120766] env[70113]: DEBUG oslo_concurrency.lockutils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Acquiring lock "refresh_cache-1793d740-66cb-4208-87ec-ac2db0d39dc8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.120903] env[70113]: DEBUG oslo_concurrency.lockutils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Acquired lock "refresh_cache-1793d740-66cb-4208-87ec-ac2db0d39dc8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.121080] env[70113]: DEBUG nova.network.neutron [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.135186] env[70113]: DEBUG nova.network.neutron [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Successfully created port: 9a3c2c91-a258-4ed0-998a-2afff7e1edcd {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.219735] env[70113]: DEBUG nova.scheduler.client.report [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.236743] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c3d279-7d97-0196-fe54-61c5b6f9b7c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008561} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.237069] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.239180] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 0c04f57f-e221-4b5d-967d-8ab242d94e18/0c04f57f-e221-4b5d-967d-8ab242d94e18.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.239180] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f22d6855-9271-478f-bedf-a344d3db558b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.248021] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 674.248021] env[70113]: value = "task-3414841" [ 674.248021] env[70113]: _type = "Task" [ 674.248021] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.261934] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3414841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.280254] env[70113]: DEBUG oslo_vmware.api [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414838, 'name': PowerOnVM_Task, 'duration_secs': 0.469231} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.280610] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.281028] env[70113]: INFO nova.compute.manager [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Took 9.10 seconds to spawn the instance on the hypervisor. [ 674.281277] env[70113]: DEBUG nova.compute.manager [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.282173] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec6b787-73cc-473e-b9da-0641d7999ee3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.305800] env[70113]: DEBUG oslo_concurrency.lockutils [req-01bdb8ed-1984-4338-afe8-c2e296eebe4e req-d9931c8e-992e-48b8-bcc8-8986f9165ed9 service nova] Releasing lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.369481] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414839, 'name': Rename_Task, 'duration_secs': 0.159424} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.370191] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.370438] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ee8c3c1-ca0b-424a-82ec-057d3416fd9c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.376782] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Waiting for the task: (returnval){ [ 674.376782] env[70113]: value = "task-3414842" [ 674.376782] env[70113]: _type = "Task" [ 674.376782] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.387713] env[70113]: DEBUG nova.compute.manager [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.389768] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.421605] env[70113]: DEBUG nova.virt.hardware [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.421842] env[70113]: DEBUG nova.virt.hardware [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.422017] env[70113]: DEBUG nova.virt.hardware [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.422215] env[70113]: DEBUG nova.virt.hardware [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.423172] env[70113]: DEBUG nova.virt.hardware [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.423172] env[70113]: DEBUG nova.virt.hardware [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.423172] env[70113]: DEBUG nova.virt.hardware [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.423172] env[70113]: DEBUG nova.virt.hardware [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.423310] env[70113]: DEBUG nova.virt.hardware [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.426581] env[70113]: DEBUG nova.virt.hardware [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.426581] env[70113]: DEBUG nova.virt.hardware [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.426581] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf73b44-f958-46d6-98ed-9feee1ae04cd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.439924] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9602150-0675-4f8c-82d1-27b820d75094 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.444279] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3414840, 'name': ReconfigVM_Task, 'duration_secs': 0.485691} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.444581] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4/786f2e00-55e2-41b6-b63b-30e8dc5c5ce4.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.445604] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab230cdb-c3d3-4ebe-9d92-c09ea876c4a1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.460604] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Waiting for the task: (returnval){ [ 674.460604] env[70113]: value = "task-3414843" [ 674.460604] env[70113]: _type = "Task" [ 674.460604] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.468759] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3414843, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.619239] env[70113]: DEBUG nova.network.neutron [req-084eb413-ac0b-4ee5-8b67-a5852edc797e req-1ac917f6-b65c-4163-b5ed-5467e7311ad1 service nova] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Updated VIF entry in instance network info cache for port 6123d76c-32d1-4440-ba23-330459e9a874. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.619239] env[70113]: DEBUG nova.network.neutron [req-084eb413-ac0b-4ee5-8b67-a5852edc797e req-1ac917f6-b65c-4163-b5ed-5467e7311ad1 service nova] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Updating instance_info_cache with network_info: [{"id": "6123d76c-32d1-4440-ba23-330459e9a874", "address": "fa:16:3e:76:58:a8", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6123d76c-32", "ovs_interfaceid": "6123d76c-32d1-4440-ba23-330459e9a874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.698469] env[70113]: DEBUG nova.network.neutron [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.729439] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.730331] env[70113]: DEBUG nova.compute.manager [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.736239] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.337s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.738133] env[70113]: INFO nova.compute.claims [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.768068] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3414841, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.808107] env[70113]: INFO nova.compute.manager [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Took 18.14 seconds to build instance. [ 674.888654] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414842, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.973601] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3414843, 'name': Rename_Task, 'duration_secs': 0.233452} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.973989] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.974381] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c38f405-6637-4c5a-a72d-8c879b049288 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.982460] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Waiting for the task: (returnval){ [ 674.982460] env[70113]: value = "task-3414844" [ 674.982460] env[70113]: _type = "Task" [ 674.982460] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.990830] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3414844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.125845] env[70113]: DEBUG oslo_concurrency.lockutils [req-084eb413-ac0b-4ee5-8b67-a5852edc797e req-1ac917f6-b65c-4163-b5ed-5467e7311ad1 service nova] Releasing lock "refresh_cache-0c04f57f-e221-4b5d-967d-8ab242d94e18" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.212837] env[70113]: DEBUG nova.network.neutron [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Updating instance_info_cache with network_info: [{"id": "95cc5858-98e3-4a58-a0c5-6fe74a7314a4", "address": "fa:16:3e:30:e0:1d", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cc5858-98", "ovs_interfaceid": "95cc5858-98e3-4a58-a0c5-6fe74a7314a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.243135] env[70113]: DEBUG nova.compute.utils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.250923] env[70113]: DEBUG nova.compute.manager [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.253027] env[70113]: DEBUG nova.network.neutron [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.273927] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3414841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696231} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.279034] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 0c04f57f-e221-4b5d-967d-8ab242d94e18/0c04f57f-e221-4b5d-967d-8ab242d94e18.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.279034] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.279034] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b901f22c-6ce9-4581-b286-2f48d45093f3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.285993] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 675.285993] env[70113]: value = "task-3414845" [ 675.285993] env[70113]: _type = "Task" [ 675.285993] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.298503] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3414845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.316417] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2b58418-a14d-47ad-a544-4a374acd2525 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Lock "4dd28d49-3b43-476f-be17-951279c456f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.661s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.394981] env[70113]: DEBUG oslo_vmware.api [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414842, 'name': PowerOnVM_Task, 'duration_secs': 0.883007} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.394981] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.394981] env[70113]: INFO nova.compute.manager [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Took 14.70 seconds to spawn the instance on the hypervisor. [ 675.395218] env[70113]: DEBUG nova.compute.manager [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.396053] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a8694d-496a-4f08-914b-e9baa523b2a1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.478551] env[70113]: DEBUG nova.policy [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7782cf2c54cb431d92cf11a67a6bb56e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a73b55ba6c343478ce3516e3053d3d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.493764] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3414844, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.721907] env[70113]: DEBUG oslo_concurrency.lockutils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Releasing lock "refresh_cache-1793d740-66cb-4208-87ec-ac2db0d39dc8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.721907] env[70113]: DEBUG nova.compute.manager [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Instance network_info: |[{"id": "95cc5858-98e3-4a58-a0c5-6fe74a7314a4", "address": "fa:16:3e:30:e0:1d", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cc5858-98", "ovs_interfaceid": "95cc5858-98e3-4a58-a0c5-6fe74a7314a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.722712] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:e0:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95cc5858-98e3-4a58-a0c5-6fe74a7314a4', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.732859] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Creating folder: Project (fe53285203fc43c68f6887d47b4d5f40). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.732859] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53d89831-3cd4-480c-8ec3-54cbcbef11f5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.748021] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Created folder: Project (fe53285203fc43c68f6887d47b4d5f40) in parent group-v681336. [ 675.748021] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Creating folder: Instances. Parent ref: group-v681349. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.748021] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-681efb81-f5e9-465d-8d12-6eb1804574e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.752367] env[70113]: DEBUG nova.compute.manager [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.761033] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Created folder: Instances in parent group-v681349. [ 675.761511] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.762517] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.763323] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9679a697-b7cb-47a6-88c8-89a1fd93cff2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.795810] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.795810] env[70113]: value = "task-3414848" [ 675.795810] env[70113]: _type = "Task" [ 675.795810] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.807146] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3414845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067603} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.813726] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.814126] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414848, 'name': CreateVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.816490] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea02315f-1d6c-4b2b-8ad6-883cb58b1a3b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.840945] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 0c04f57f-e221-4b5d-967d-8ab242d94e18/0c04f57f-e221-4b5d-967d-8ab242d94e18.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.842351] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23eef5b6-04c4-4bc9-aaa4-803ce9008cb8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.867090] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 675.867090] env[70113]: value = "task-3414849" [ 675.867090] env[70113]: _type = "Task" [ 675.867090] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.879469] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3414849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.918294] env[70113]: INFO nova.compute.manager [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Took 19.46 seconds to build instance. [ 675.993303] env[70113]: DEBUG oslo_vmware.api [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3414844, 'name': PowerOnVM_Task, 'duration_secs': 1.010257} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.996642] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.997517] env[70113]: INFO nova.compute.manager [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Took 13.07 seconds to spawn the instance on the hypervisor. [ 675.997517] env[70113]: DEBUG nova.compute.manager [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.997991] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739203f2-6ea6-4ec4-bae8-9551fc1ef8b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.094947] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54078473-3578-4624-98cc-1fe9c81e1689 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.103286] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30496e90-b495-4f43-abdf-a80d0f384c68 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.139645] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8469f5c-f412-4993-89d8-54e7a28cf6bb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.148404] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a334aa6b-5bd7-4b35-916a-59b78e323831 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.164499] env[70113]: DEBUG nova.compute.provider_tree [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.308393] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414848, 'name': CreateVM_Task, 'duration_secs': 0.373952} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.308438] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.309195] env[70113]: DEBUG oslo_concurrency.lockutils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.309367] env[70113]: DEBUG oslo_concurrency.lockutils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.309678] env[70113]: DEBUG oslo_concurrency.lockutils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.309942] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b2a12a-a1cb-4fac-8ca3-4d02b39324f3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.315639] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Waiting for the task: (returnval){ [ 676.315639] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5261d839-1ada-d95c-80e3-225823d98b5a" [ 676.315639] env[70113]: _type = "Task" [ 676.315639] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.324061] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5261d839-1ada-d95c-80e3-225823d98b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.379425] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3414849, 'name': ReconfigVM_Task, 'duration_secs': 0.381081} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.379759] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 0c04f57f-e221-4b5d-967d-8ab242d94e18/0c04f57f-e221-4b5d-967d-8ab242d94e18.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.380568] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-258767a1-69e7-4240-8be4-b03e9d68997b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.386661] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 676.386661] env[70113]: value = "task-3414850" [ 676.386661] env[70113]: _type = "Task" [ 676.386661] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.396365] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3414850, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.421058] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c33e2d81-a299-4683-8192-80ff39946d13 tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Lock "554c87f6-ecc7-4e73-8c71-4b963fb7f9bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.981s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.529210] env[70113]: INFO nova.compute.manager [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Took 19.99 seconds to build instance. [ 676.668522] env[70113]: DEBUG nova.scheduler.client.report [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.717022] env[70113]: DEBUG nova.network.neutron [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Successfully updated port: 84c39aae-58e5-4fc9-979b-e22eccbd70d8 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.769113] env[70113]: DEBUG nova.compute.manager [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.830426] env[70113]: DEBUG nova.virt.hardware [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.831238] env[70113]: DEBUG nova.virt.hardware [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.831732] env[70113]: DEBUG nova.virt.hardware [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.831807] env[70113]: DEBUG nova.virt.hardware [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.832410] env[70113]: DEBUG nova.virt.hardware [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.832567] env[70113]: DEBUG nova.virt.hardware [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.832826] env[70113]: DEBUG nova.virt.hardware [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.833024] env[70113]: DEBUG nova.virt.hardware [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.833231] env[70113]: DEBUG nova.virt.hardware [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.834326] env[70113]: DEBUG nova.virt.hardware [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.834572] env[70113]: DEBUG nova.virt.hardware [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.836263] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df340ed-8b65-42d5-90d2-c54809af42cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.851170] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5261d839-1ada-d95c-80e3-225823d98b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.068271} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.851619] env[70113]: DEBUG oslo_concurrency.lockutils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.851925] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.852112] env[70113]: DEBUG oslo_concurrency.lockutils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.852881] env[70113]: DEBUG oslo_concurrency.lockutils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.852881] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.853974] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4220e37c-3f41-4760-8ec5-1d03c5b09491 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.859257] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e88dfe0-4a7c-41dc-b5d7-9da67ec2404a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.882688] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.882688] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.882688] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36471536-f42e-4f5b-9fe3-8867ce4da3a9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.888499] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Waiting for the task: (returnval){ [ 676.888499] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]529626ae-a67b-f7ef-6d40-de1eb310d9be" [ 676.888499] env[70113]: _type = "Task" [ 676.888499] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.900892] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3414850, 'name': Rename_Task, 'duration_secs': 0.137297} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.904707] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.905608] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529626ae-a67b-f7ef-6d40-de1eb310d9be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.905608] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dce0152-955d-460a-b4b4-b53b7798d831 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.912256] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 676.912256] env[70113]: value = "task-3414851" [ 676.912256] env[70113]: _type = "Task" [ 676.912256] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.920860] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3414851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.032458] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6ee1a64-a878-4c57-b692-4de5ecc619f1 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Lock "786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.504s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.173976] env[70113]: DEBUG nova.network.neutron [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Successfully created port: 2568d279-b0d2-4495-89e5-ceffdc0b2cd0 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.177695] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.178191] env[70113]: DEBUG nova.compute.manager [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.182961] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.750s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.218802] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Acquiring lock "refresh_cache-68f8e1f3-1f39-4629-9fdf-a9101d8ffc92" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.218802] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Acquired lock "refresh_cache-68f8e1f3-1f39-4629-9fdf-a9101d8ffc92" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.218802] env[70113]: DEBUG nova.network.neutron [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.406276] env[70113]: DEBUG oslo_concurrency.lockutils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Acquiring lock "9570dc84-80e2-4384-91dc-db78b2c8998e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.407080] env[70113]: DEBUG oslo_concurrency.lockutils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Lock "9570dc84-80e2-4384-91dc-db78b2c8998e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.417028] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529626ae-a67b-f7ef-6d40-de1eb310d9be, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.424199] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b58c43-51d8-4dc9-ab6a-e535ed67808e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.438059] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3414851, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.440112] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Waiting for the task: (returnval){ [ 677.440112] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fb6227-b932-10b7-b89c-62454bafeb9e" [ 677.440112] env[70113]: _type = "Task" [ 677.440112] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.453407] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fb6227-b932-10b7-b89c-62454bafeb9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.682677] env[70113]: INFO nova.compute.manager [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Rebuilding instance [ 677.686055] env[70113]: DEBUG nova.compute.utils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.691828] env[70113]: DEBUG nova.compute.manager [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.692062] env[70113]: DEBUG nova.network.neutron [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.731900] env[70113]: DEBUG nova.compute.manager [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.732550] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae94e51-f9b0-4666-8086-fab2dedfdbdc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.813121] env[70113]: DEBUG nova.network.neutron [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Successfully updated port: 9a3c2c91-a258-4ed0-998a-2afff7e1edcd {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.925074] env[70113]: DEBUG nova.compute.manager [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.932237] env[70113]: DEBUG oslo_vmware.api [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3414851, 'name': PowerOnVM_Task, 'duration_secs': 0.572896} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.932791] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.933291] env[70113]: INFO nova.compute.manager [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Took 10.49 seconds to spawn the instance on the hypervisor. [ 677.933569] env[70113]: DEBUG nova.compute.manager [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.935368] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b40a0b-93d4-485b-b0c5-9b93eff6ad30 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.955116] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fb6227-b932-10b7-b89c-62454bafeb9e, 'name': SearchDatastore_Task, 'duration_secs': 0.024344} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.955419] env[70113]: DEBUG oslo_concurrency.lockutils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.955827] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 1793d740-66cb-4208-87ec-ac2db0d39dc8/1793d740-66cb-4208-87ec-ac2db0d39dc8.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.956130] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67c846a1-1d17-4472-9d00-be69e78010bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.963660] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Waiting for the task: (returnval){ [ 677.963660] env[70113]: value = "task-3414852" [ 677.963660] env[70113]: _type = "Task" [ 677.963660] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.972663] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.996722] env[70113]: DEBUG nova.compute.manager [req-6c58c4b2-20e3-472a-aed4-2e2f3d29f630 req-ff9e48a5-87d4-4eb1-a9c6-1b0b2767cae5 service nova] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Received event network-vif-plugged-95cc5858-98e3-4a58-a0c5-6fe74a7314a4 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.996950] env[70113]: DEBUG oslo_concurrency.lockutils [req-6c58c4b2-20e3-472a-aed4-2e2f3d29f630 req-ff9e48a5-87d4-4eb1-a9c6-1b0b2767cae5 service nova] Acquiring lock "1793d740-66cb-4208-87ec-ac2db0d39dc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.997200] env[70113]: DEBUG oslo_concurrency.lockutils [req-6c58c4b2-20e3-472a-aed4-2e2f3d29f630 req-ff9e48a5-87d4-4eb1-a9c6-1b0b2767cae5 service nova] Lock "1793d740-66cb-4208-87ec-ac2db0d39dc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.997592] env[70113]: DEBUG oslo_concurrency.lockutils [req-6c58c4b2-20e3-472a-aed4-2e2f3d29f630 req-ff9e48a5-87d4-4eb1-a9c6-1b0b2767cae5 service nova] Lock "1793d740-66cb-4208-87ec-ac2db0d39dc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.997592] env[70113]: DEBUG nova.compute.manager [req-6c58c4b2-20e3-472a-aed4-2e2f3d29f630 req-ff9e48a5-87d4-4eb1-a9c6-1b0b2767cae5 service nova] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] No waiting events found dispatching network-vif-plugged-95cc5858-98e3-4a58-a0c5-6fe74a7314a4 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.997767] env[70113]: WARNING nova.compute.manager [req-6c58c4b2-20e3-472a-aed4-2e2f3d29f630 req-ff9e48a5-87d4-4eb1-a9c6-1b0b2767cae5 service nova] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Received unexpected event network-vif-plugged-95cc5858-98e3-4a58-a0c5-6fe74a7314a4 for instance with vm_state building and task_state spawning. [ 677.997845] env[70113]: DEBUG nova.compute.manager [req-6c58c4b2-20e3-472a-aed4-2e2f3d29f630 req-ff9e48a5-87d4-4eb1-a9c6-1b0b2767cae5 service nova] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Received event network-changed-95cc5858-98e3-4a58-a0c5-6fe74a7314a4 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.998041] env[70113]: DEBUG nova.compute.manager [req-6c58c4b2-20e3-472a-aed4-2e2f3d29f630 req-ff9e48a5-87d4-4eb1-a9c6-1b0b2767cae5 service nova] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Refreshing instance network info cache due to event network-changed-95cc5858-98e3-4a58-a0c5-6fe74a7314a4. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.998201] env[70113]: DEBUG oslo_concurrency.lockutils [req-6c58c4b2-20e3-472a-aed4-2e2f3d29f630 req-ff9e48a5-87d4-4eb1-a9c6-1b0b2767cae5 service nova] Acquiring lock "refresh_cache-1793d740-66cb-4208-87ec-ac2db0d39dc8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.998515] env[70113]: DEBUG oslo_concurrency.lockutils [req-6c58c4b2-20e3-472a-aed4-2e2f3d29f630 req-ff9e48a5-87d4-4eb1-a9c6-1b0b2767cae5 service nova] Acquired lock "refresh_cache-1793d740-66cb-4208-87ec-ac2db0d39dc8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.998603] env[70113]: DEBUG nova.network.neutron [req-6c58c4b2-20e3-472a-aed4-2e2f3d29f630 req-ff9e48a5-87d4-4eb1-a9c6-1b0b2767cae5 service nova] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Refreshing network info cache for port 95cc5858-98e3-4a58-a0c5-6fe74a7314a4 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.004236] env[70113]: DEBUG nova.network.neutron [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.056459] env[70113]: DEBUG nova.policy [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdda743029e8451c888ddf2c11db41ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb9078309dd14d2aa6debf111a905ac2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.194019] env[70113]: DEBUG nova.compute.manager [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.225682] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 678.225682] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 678.225682] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 4dd28d49-3b43-476f-be17-951279c456f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 678.225822] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 0c04f57f-e221-4b5d-967d-8ab242d94e18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 678.225882] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 1793d740-66cb-4208-87ec-ac2db0d39dc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 678.225991] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 678.226116] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 5f528945-d1a0-4ec1-86f6-5fc1a15a8162 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 678.226225] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance bccc340c-192c-4aee-9583-d2fd9514ca3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 678.226400] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance a45fac64-b46a-44c6-a1f0-bda773d22454 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 678.315952] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "refresh_cache-5f528945-d1a0-4ec1-86f6-5fc1a15a8162" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.316174] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired lock "refresh_cache-5f528945-d1a0-4ec1-86f6-5fc1a15a8162" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.316444] env[70113]: DEBUG nova.network.neutron [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.459571] env[70113]: DEBUG oslo_concurrency.lockutils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.473139] env[70113]: INFO nova.compute.manager [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Took 18.58 seconds to build instance. [ 678.486856] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414852, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.592118] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "546d4f1f-00dc-458c-a0f5-3810925a681d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.592576] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "546d4f1f-00dc-458c-a0f5-3810925a681d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.729930] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 6a4056d3-e606-4232-a764-b1d6ffdc311e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 678.746741] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.748150] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-006ffe01-4925-47e5-9a71-609f562aeafc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.755554] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 678.755554] env[70113]: value = "task-3414853" [ 678.755554] env[70113]: _type = "Task" [ 678.755554] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.765262] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.979510] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c2727f04-7caa-4e0c-b986-8de47865ec33 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Lock "0c04f57f-e221-4b5d-967d-8ab242d94e18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.093s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.980225] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677125} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.981855] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 1793d740-66cb-4208-87ec-ac2db0d39dc8/1793d740-66cb-4208-87ec-ac2db0d39dc8.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.981855] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.981855] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2fc653d-d696-4076-a369-5728998bea78 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.990247] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Waiting for the task: (returnval){ [ 678.990247] env[70113]: value = "task-3414854" [ 678.990247] env[70113]: _type = "Task" [ 678.990247] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.003230] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.004536] env[70113]: DEBUG nova.network.neutron [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.064026] env[70113]: DEBUG nova.network.neutron [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Updating instance_info_cache with network_info: [{"id": "84c39aae-58e5-4fc9-979b-e22eccbd70d8", "address": "fa:16:3e:29:d1:af", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c39aae-58", "ovs_interfaceid": "84c39aae-58e5-4fc9-979b-e22eccbd70d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.094955] env[70113]: DEBUG nova.compute.manager [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.212766] env[70113]: DEBUG nova.compute.manager [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.235670] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 9570dc84-80e2-4384-91dc-db78b2c8998e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 679.254136] env[70113]: DEBUG nova.virt.hardware [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.254136] env[70113]: DEBUG nova.virt.hardware [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.254136] env[70113]: DEBUG nova.virt.hardware [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.254801] env[70113]: DEBUG nova.virt.hardware [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.254801] env[70113]: DEBUG nova.virt.hardware [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.254801] env[70113]: DEBUG nova.virt.hardware [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.254801] env[70113]: DEBUG nova.virt.hardware [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.254801] env[70113]: DEBUG nova.virt.hardware [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.255081] env[70113]: DEBUG nova.virt.hardware [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.255081] env[70113]: DEBUG nova.virt.hardware [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.255081] env[70113]: DEBUG nova.virt.hardware [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.255081] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f283b18-03bf-409b-b27a-954cea257e0d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.264070] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba4eccd-fc2f-4ab6-862c-869f34acf8d3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.275488] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414853, 'name': PowerOffVM_Task, 'duration_secs': 0.175248} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.277216] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.277216] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.278840] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4c46f6-95f8-4816-b2ee-d4f459223d7e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.295400] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.295681] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76c638c1-e4f3-4c1f-a477-7e267faa51a7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.320814] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.321030] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.321579] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Deleting the datastore file [datastore2] 4dd28d49-3b43-476f-be17-951279c456f4 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.321579] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2955e109-0a69-4f32-a813-3e3cdbbb5d91 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.328733] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 679.328733] env[70113]: value = "task-3414856" [ 679.328733] env[70113]: _type = "Task" [ 679.328733] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.338786] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.499679] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155855} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.500015] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.500840] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c8ea6b-8b10-4808-9fdd-8f20996b7090 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.532087] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 1793d740-66cb-4208-87ec-ac2db0d39dc8/1793d740-66cb-4208-87ec-ac2db0d39dc8.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.532473] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcd3fbee-d0d1-4cdf-9d02-ab00dc36f202 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.550139] env[70113]: DEBUG nova.network.neutron [req-6c58c4b2-20e3-472a-aed4-2e2f3d29f630 req-ff9e48a5-87d4-4eb1-a9c6-1b0b2767cae5 service nova] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Updated VIF entry in instance network info cache for port 95cc5858-98e3-4a58-a0c5-6fe74a7314a4. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.550500] env[70113]: DEBUG nova.network.neutron [req-6c58c4b2-20e3-472a-aed4-2e2f3d29f630 req-ff9e48a5-87d4-4eb1-a9c6-1b0b2767cae5 service nova] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Updating instance_info_cache with network_info: [{"id": "95cc5858-98e3-4a58-a0c5-6fe74a7314a4", "address": "fa:16:3e:30:e0:1d", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cc5858-98", "ovs_interfaceid": "95cc5858-98e3-4a58-a0c5-6fe74a7314a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.559691] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Waiting for the task: (returnval){ [ 679.559691] env[70113]: value = "task-3414857" [ 679.559691] env[70113]: _type = "Task" [ 679.559691] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.570953] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Releasing lock "refresh_cache-68f8e1f3-1f39-4629-9fdf-a9101d8ffc92" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.571255] env[70113]: DEBUG nova.compute.manager [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Instance network_info: |[{"id": "84c39aae-58e5-4fc9-979b-e22eccbd70d8", "address": "fa:16:3e:29:d1:af", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c39aae-58", "ovs_interfaceid": "84c39aae-58e5-4fc9-979b-e22eccbd70d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.571468] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.572623] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:d1:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84c39aae-58e5-4fc9-979b-e22eccbd70d8', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.581553] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Creating folder: Project (1f4e6294c3724fffa904c3e593c52489). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.582192] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1315c33a-e7a8-4038-9457-d975d533a223 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.595021] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Created folder: Project (1f4e6294c3724fffa904c3e593c52489) in parent group-v681336. [ 679.595021] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Creating folder: Instances. Parent ref: group-v681352. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.595205] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82058b66-fb81-4f81-a298-471974f81ba6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.605637] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Created folder: Instances in parent group-v681352. [ 679.605917] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.606203] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.606341] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5332a6c7-46ea-4850-b3bd-122296c8c7d7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.626239] env[70113]: DEBUG nova.network.neutron [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Updating instance_info_cache with network_info: [{"id": "9a3c2c91-a258-4ed0-998a-2afff7e1edcd", "address": "fa:16:3e:83:e7:fa", "network": {"id": "d8098449-56fb-4cf5-9588-1752abe6b87b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455837824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a73b55ba6c343478ce3516e3053d3d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3c2c91-a2", "ovs_interfaceid": "9a3c2c91-a258-4ed0-998a-2afff7e1edcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.629028] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.639537] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.639537] env[70113]: value = "task-3414860" [ 679.639537] env[70113]: _type = "Task" [ 679.639537] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.651244] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414860, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.739057] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 546d4f1f-00dc-458c-a0f5-3810925a681d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 679.740437] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 679.740495] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 679.762759] env[70113]: DEBUG nova.compute.manager [req-7c3c4134-229b-4c1a-b9e0-5fcf25ede4d0 req-7cc9008f-42c3-4386-8dcc-89f767c98ce8 service nova] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Received event network-vif-plugged-9a3c2c91-a258-4ed0-998a-2afff7e1edcd {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.762983] env[70113]: DEBUG oslo_concurrency.lockutils [req-7c3c4134-229b-4c1a-b9e0-5fcf25ede4d0 req-7cc9008f-42c3-4386-8dcc-89f767c98ce8 service nova] Acquiring lock "5f528945-d1a0-4ec1-86f6-5fc1a15a8162-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.763244] env[70113]: DEBUG oslo_concurrency.lockutils [req-7c3c4134-229b-4c1a-b9e0-5fcf25ede4d0 req-7cc9008f-42c3-4386-8dcc-89f767c98ce8 service nova] Lock "5f528945-d1a0-4ec1-86f6-5fc1a15a8162-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.763409] env[70113]: DEBUG oslo_concurrency.lockutils [req-7c3c4134-229b-4c1a-b9e0-5fcf25ede4d0 req-7cc9008f-42c3-4386-8dcc-89f767c98ce8 service nova] Lock "5f528945-d1a0-4ec1-86f6-5fc1a15a8162-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.763599] env[70113]: DEBUG nova.compute.manager [req-7c3c4134-229b-4c1a-b9e0-5fcf25ede4d0 req-7cc9008f-42c3-4386-8dcc-89f767c98ce8 service nova] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] No waiting events found dispatching network-vif-plugged-9a3c2c91-a258-4ed0-998a-2afff7e1edcd {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.763740] env[70113]: WARNING nova.compute.manager [req-7c3c4134-229b-4c1a-b9e0-5fcf25ede4d0 req-7cc9008f-42c3-4386-8dcc-89f767c98ce8 service nova] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Received unexpected event network-vif-plugged-9a3c2c91-a258-4ed0-998a-2afff7e1edcd for instance with vm_state building and task_state spawning. [ 679.842156] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.962050] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8435607-260c-42b2-8fe6-8ea65da519dd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.977285] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aac3c5c-37cf-469a-8e24-5d6622d06cca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.026650] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409fd2dd-64f7-4cf5-8332-cc372f130ed6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.036451] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6105d7-d138-4d74-b8c9-5270deb274a7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.054233] env[70113]: DEBUG oslo_concurrency.lockutils [req-6c58c4b2-20e3-472a-aed4-2e2f3d29f630 req-ff9e48a5-87d4-4eb1-a9c6-1b0b2767cae5 service nova] Releasing lock "refresh_cache-1793d740-66cb-4208-87ec-ac2db0d39dc8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.054901] env[70113]: DEBUG nova.compute.provider_tree [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.068834] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.095721] env[70113]: DEBUG nova.network.neutron [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Successfully created port: 7f4db8a7-1b40-4135-9bbe-91b273f1efac {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.130633] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Releasing lock "refresh_cache-5f528945-d1a0-4ec1-86f6-5fc1a15a8162" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.131924] env[70113]: DEBUG nova.compute.manager [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Instance network_info: |[{"id": "9a3c2c91-a258-4ed0-998a-2afff7e1edcd", "address": "fa:16:3e:83:e7:fa", "network": {"id": "d8098449-56fb-4cf5-9588-1752abe6b87b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455837824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a73b55ba6c343478ce3516e3053d3d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3c2c91-a2", "ovs_interfaceid": "9a3c2c91-a258-4ed0-998a-2afff7e1edcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.132146] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:e7:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a3c2c91-a258-4ed0-998a-2afff7e1edcd', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.139875] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Creating folder: Project (4a73b55ba6c343478ce3516e3053d3d0). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.140630] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e634f79-b1f0-4073-b590-66be7d6870dd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.153586] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414860, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.156884] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Created folder: Project (4a73b55ba6c343478ce3516e3053d3d0) in parent group-v681336. [ 680.156884] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Creating folder: Instances. Parent ref: group-v681355. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.156884] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d83076e8-a693-48b6-a20e-6ab4d97b024a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.165063] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Created folder: Instances in parent group-v681355. [ 680.165344] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.165544] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.165744] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23bf1aa2-db14-4b15-93ae-f997720b38e5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.187322] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.187322] env[70113]: value = "task-3414863" [ 680.187322] env[70113]: _type = "Task" [ 680.187322] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.201086] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414863, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.349691] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522804} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.350191] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.350568] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.350858] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.558951] env[70113]: DEBUG nova.scheduler.client.report [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.577579] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414857, 'name': ReconfigVM_Task, 'duration_secs': 0.727635} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.578060] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 1793d740-66cb-4208-87ec-ac2db0d39dc8/1793d740-66cb-4208-87ec-ac2db0d39dc8.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.579913] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fac066c-4623-4ed5-a8fe-1079ba4f6ba1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.586588] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Waiting for the task: (returnval){ [ 680.586588] env[70113]: value = "task-3414864" [ 680.586588] env[70113]: _type = "Task" [ 680.586588] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.597431] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414864, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.651138] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414860, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.697673] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414863, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.737359] env[70113]: DEBUG oslo_concurrency.lockutils [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Acquiring lock "0c04f57f-e221-4b5d-967d-8ab242d94e18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.737359] env[70113]: DEBUG oslo_concurrency.lockutils [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Lock "0c04f57f-e221-4b5d-967d-8ab242d94e18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.737934] env[70113]: DEBUG oslo_concurrency.lockutils [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Acquiring lock "0c04f57f-e221-4b5d-967d-8ab242d94e18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.737934] env[70113]: DEBUG oslo_concurrency.lockutils [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Lock "0c04f57f-e221-4b5d-967d-8ab242d94e18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.737934] env[70113]: DEBUG oslo_concurrency.lockutils [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Lock "0c04f57f-e221-4b5d-967d-8ab242d94e18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.740250] env[70113]: INFO nova.compute.manager [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Terminating instance [ 680.846713] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Acquiring lock "554c87f6-ecc7-4e73-8c71-4b963fb7f9bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.846976] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Lock "554c87f6-ecc7-4e73-8c71-4b963fb7f9bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.847271] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Acquiring lock "554c87f6-ecc7-4e73-8c71-4b963fb7f9bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.847743] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Lock "554c87f6-ecc7-4e73-8c71-4b963fb7f9bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.847743] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Lock "554c87f6-ecc7-4e73-8c71-4b963fb7f9bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.850768] env[70113]: INFO nova.compute.manager [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Terminating instance [ 681.071640] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 681.072050] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.891s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.072530] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.540s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.074819] env[70113]: INFO nova.compute.claims [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.101119] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414864, 'name': Rename_Task, 'duration_secs': 0.32748} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.101187] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.101552] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42ff4a14-81e2-4aee-83ac-32330114d987 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.108300] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Waiting for the task: (returnval){ [ 681.108300] env[70113]: value = "task-3414865" [ 681.108300] env[70113]: _type = "Task" [ 681.108300] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.119280] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.162208] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414860, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.201322] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414863, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.244810] env[70113]: DEBUG nova.compute.manager [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.245451] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.246643] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1211c318-67e5-486d-8f36-cda6c920b463 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.257878] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.258276] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59bbf729-13ab-4493-aa3e-f2d74ba88942 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.266652] env[70113]: DEBUG oslo_vmware.api [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Waiting for the task: (returnval){ [ 681.266652] env[70113]: value = "task-3414866" [ 681.266652] env[70113]: _type = "Task" [ 681.266652] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.279955] env[70113]: DEBUG oslo_vmware.api [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Task: {'id': task-3414866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.358067] env[70113]: DEBUG nova.compute.manager [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.358217] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.364999] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde40a12-98ac-4076-9f26-be8478677503 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.377618] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.378714] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75a44910-0fd1-468d-9226-95efbe75a5c5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.387846] env[70113]: DEBUG oslo_vmware.api [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Waiting for the task: (returnval){ [ 681.387846] env[70113]: value = "task-3414867" [ 681.387846] env[70113]: _type = "Task" [ 681.387846] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.403129] env[70113]: DEBUG oslo_vmware.api [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.424643] env[70113]: DEBUG nova.network.neutron [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Successfully updated port: 2568d279-b0d2-4495-89e5-ceffdc0b2cd0 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.429028] env[70113]: DEBUG nova.virt.hardware [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.429334] env[70113]: DEBUG nova.virt.hardware [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.429607] env[70113]: DEBUG nova.virt.hardware [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.429866] env[70113]: DEBUG nova.virt.hardware [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.430714] env[70113]: DEBUG nova.virt.hardware [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.431560] env[70113]: DEBUG nova.virt.hardware [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.431560] env[70113]: DEBUG nova.virt.hardware [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.431560] env[70113]: DEBUG nova.virt.hardware [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.431765] env[70113]: DEBUG nova.virt.hardware [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.432024] env[70113]: DEBUG nova.virt.hardware [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.432269] env[70113]: DEBUG nova.virt.hardware [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.434914] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d90165-1199-491c-970c-a180fa907809 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.444474] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f17123-4ac5-438b-9e1f-1c19992d23a0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.463384] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.471598] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.472543] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.472785] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c016a486-5ede-425b-83f2-369e14ab7b1c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.492230] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.492230] env[70113]: value = "task-3414868" [ 681.492230] env[70113]: _type = "Task" [ 681.492230] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.500801] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414868, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.623718] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414865, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.654222] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414860, 'name': CreateVM_Task, 'duration_secs': 1.545484} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.654222] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.655508] env[70113]: DEBUG oslo_vmware.service [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4363f2db-23d4-4a9b-86bf-7a887b6d8bc7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.662756] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.662756] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.663123] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.664086] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b57671c-b0ec-412a-8973-5be1477aba4a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.669950] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Waiting for the task: (returnval){ [ 681.669950] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b8755c-e027-98c0-9734-9b53f0dc2c56" [ 681.669950] env[70113]: _type = "Task" [ 681.669950] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.680122] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b8755c-e027-98c0-9734-9b53f0dc2c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.700609] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414863, 'name': CreateVM_Task, 'duration_secs': 1.277359} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.703918] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.703918] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.778029] env[70113]: DEBUG oslo_vmware.api [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Task: {'id': task-3414866, 'name': PowerOffVM_Task, 'duration_secs': 0.194328} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.778029] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.778029] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.778384] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-891035a9-d942-4cb4-9c7e-4ff973f101bf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.837856] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.838161] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.838403] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Deleting the datastore file [datastore2] 0c04f57f-e221-4b5d-967d-8ab242d94e18 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.839396] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dffb9fe-3dea-4593-8988-484d156b8eee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.846956] env[70113]: DEBUG oslo_vmware.api [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Waiting for the task: (returnval){ [ 681.846956] env[70113]: value = "task-3414870" [ 681.846956] env[70113]: _type = "Task" [ 681.846956] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.865497] env[70113]: DEBUG oslo_vmware.api [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Task: {'id': task-3414870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.900648] env[70113]: DEBUG oslo_vmware.api [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414867, 'name': PowerOffVM_Task, 'duration_secs': 0.252263} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.900916] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.901095] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.902842] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f639ec5-f6ed-491c-be99-6d9d501ea68c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.940040] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "refresh_cache-bccc340c-192c-4aee-9583-d2fd9514ca3e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.940201] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired lock "refresh_cache-bccc340c-192c-4aee-9583-d2fd9514ca3e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.940377] env[70113]: DEBUG nova.network.neutron [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.971199] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.971576] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.971845] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Deleting the datastore file [datastore2] 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.972467] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e27c098-8a96-4d26-8007-12129aa91ee5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.980390] env[70113]: DEBUG oslo_vmware.api [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Waiting for the task: (returnval){ [ 681.980390] env[70113]: value = "task-3414872" [ 681.980390] env[70113]: _type = "Task" [ 681.980390] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.989900] env[70113]: DEBUG oslo_vmware.api [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.008318] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414868, 'name': CreateVM_Task, 'duration_secs': 0.429208} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.008318] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.008318] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.128525] env[70113]: DEBUG oslo_vmware.api [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414865, 'name': PowerOnVM_Task, 'duration_secs': 0.668064} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.128799] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.129369] env[70113]: INFO nova.compute.manager [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Took 12.40 seconds to spawn the instance on the hypervisor. [ 682.129369] env[70113]: DEBUG nova.compute.manager [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.130165] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be46c274-df43-4ef9-a535-4d81cc598c9a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.192090] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.193038] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.193038] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.193038] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.193038] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.194336] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.194336] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.194336] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-248340c9-5b77-4d9f-96f9-70543b944e09 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.196771] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a59e04-f3a6-4326-b7d2-8aff47ca4f0c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.204964] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 682.204964] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5247cb6f-90cb-b7d3-0907-e3581decaf5e" [ 682.204964] env[70113]: _type = "Task" [ 682.204964] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.214292] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.214292] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.215720] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00c37df-f606-41be-a574-73c0277f4fe3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.222256] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5247cb6f-90cb-b7d3-0907-e3581decaf5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.229792] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6dcb5c1-bb96-408c-86d0-7ad1bd698296 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.235958] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Waiting for the task: (returnval){ [ 682.235958] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]529a0be6-ec79-f205-2e6d-548929331b77" [ 682.235958] env[70113]: _type = "Task" [ 682.235958] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.247783] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529a0be6-ec79-f205-2e6d-548929331b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.350203] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff52adbe-26ec-46b0-9cd2-7ba9e81f0321 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.366211] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07461823-5f48-475d-afed-88538465ad05 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.372209] env[70113]: DEBUG oslo_vmware.api [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Task: {'id': task-3414870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236443} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.372504] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.372727] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.372863] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.373076] env[70113]: INFO nova.compute.manager [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Took 1.13 seconds to destroy the instance on the hypervisor. [ 682.373453] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.374093] env[70113]: DEBUG nova.compute.manager [-] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.374093] env[70113]: DEBUG nova.network.neutron [-] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.408595] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41657a00-edbe-498d-a7d4-83f9507c4e96 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.417592] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7b4a98-8d34-45cd-8af4-a6bb60509bd5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.435188] env[70113]: DEBUG nova.compute.provider_tree [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.498766] env[70113]: DEBUG oslo_vmware.api [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Task: {'id': task-3414872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428674} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.499116] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.499355] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.499572] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.499772] env[70113]: INFO nova.compute.manager [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 682.500059] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.500287] env[70113]: DEBUG nova.compute.manager [-] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.500389] env[70113]: DEBUG nova.network.neutron [-] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.510729] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquiring lock "9fa8a004-e7b8-412e-bd4d-f8a20675bbe8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.510896] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "9fa8a004-e7b8-412e-bd4d-f8a20675bbe8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.624359] env[70113]: DEBUG nova.network.neutron [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.633103] env[70113]: DEBUG nova.compute.manager [req-cb6ef00f-594a-41b8-884b-37b58eee792e req-b29a4c9d-5339-4ad5-ae95-9c55b8e4fc00 service nova] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Received event network-vif-plugged-84c39aae-58e5-4fc9-979b-e22eccbd70d8 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.633286] env[70113]: DEBUG oslo_concurrency.lockutils [req-cb6ef00f-594a-41b8-884b-37b58eee792e req-b29a4c9d-5339-4ad5-ae95-9c55b8e4fc00 service nova] Acquiring lock "68f8e1f3-1f39-4629-9fdf-a9101d8ffc92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.633542] env[70113]: DEBUG oslo_concurrency.lockutils [req-cb6ef00f-594a-41b8-884b-37b58eee792e req-b29a4c9d-5339-4ad5-ae95-9c55b8e4fc00 service nova] Lock "68f8e1f3-1f39-4629-9fdf-a9101d8ffc92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.633721] env[70113]: DEBUG oslo_concurrency.lockutils [req-cb6ef00f-594a-41b8-884b-37b58eee792e req-b29a4c9d-5339-4ad5-ae95-9c55b8e4fc00 service nova] Lock "68f8e1f3-1f39-4629-9fdf-a9101d8ffc92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.633916] env[70113]: DEBUG nova.compute.manager [req-cb6ef00f-594a-41b8-884b-37b58eee792e req-b29a4c9d-5339-4ad5-ae95-9c55b8e4fc00 service nova] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] No waiting events found dispatching network-vif-plugged-84c39aae-58e5-4fc9-979b-e22eccbd70d8 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.635319] env[70113]: WARNING nova.compute.manager [req-cb6ef00f-594a-41b8-884b-37b58eee792e req-b29a4c9d-5339-4ad5-ae95-9c55b8e4fc00 service nova] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Received unexpected event network-vif-plugged-84c39aae-58e5-4fc9-979b-e22eccbd70d8 for instance with vm_state building and task_state spawning. [ 682.635540] env[70113]: DEBUG nova.compute.manager [req-cb6ef00f-594a-41b8-884b-37b58eee792e req-b29a4c9d-5339-4ad5-ae95-9c55b8e4fc00 service nova] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Received event network-changed-84c39aae-58e5-4fc9-979b-e22eccbd70d8 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.635629] env[70113]: DEBUG nova.compute.manager [req-cb6ef00f-594a-41b8-884b-37b58eee792e req-b29a4c9d-5339-4ad5-ae95-9c55b8e4fc00 service nova] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Refreshing instance network info cache due to event network-changed-84c39aae-58e5-4fc9-979b-e22eccbd70d8. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.635827] env[70113]: DEBUG oslo_concurrency.lockutils [req-cb6ef00f-594a-41b8-884b-37b58eee792e req-b29a4c9d-5339-4ad5-ae95-9c55b8e4fc00 service nova] Acquiring lock "refresh_cache-68f8e1f3-1f39-4629-9fdf-a9101d8ffc92" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.636289] env[70113]: DEBUG oslo_concurrency.lockutils [req-cb6ef00f-594a-41b8-884b-37b58eee792e req-b29a4c9d-5339-4ad5-ae95-9c55b8e4fc00 service nova] Acquired lock "refresh_cache-68f8e1f3-1f39-4629-9fdf-a9101d8ffc92" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.636513] env[70113]: DEBUG nova.network.neutron [req-cb6ef00f-594a-41b8-884b-37b58eee792e req-b29a4c9d-5339-4ad5-ae95-9c55b8e4fc00 service nova] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Refreshing network info cache for port 84c39aae-58e5-4fc9-979b-e22eccbd70d8 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.663839] env[70113]: INFO nova.compute.manager [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Took 21.01 seconds to build instance. [ 682.721720] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.721720] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.721942] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.722101] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.722663] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.722663] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e753ab-9e02-4126-aefc-a4640e3d6d10 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.728476] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 682.728476] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a38077-fdc2-dbd4-6231-1068b3abd92b" [ 682.728476] env[70113]: _type = "Task" [ 682.728476] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.739819] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a38077-fdc2-dbd4-6231-1068b3abd92b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.753425] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Preparing fetch location {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 682.753425] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Creating directory with path [datastore1] vmware_temp/1688f0fe-a7af-42f0-87c8-ba280df25851/3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.753425] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3672144f-d002-43b7-8283-4a066fb587de {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.794215] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Created directory with path [datastore1] vmware_temp/1688f0fe-a7af-42f0-87c8-ba280df25851/3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.794674] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Fetch image to [datastore1] vmware_temp/1688f0fe-a7af-42f0-87c8-ba280df25851/3d45888b-40af-4a9d-8b6a-423dd79a0022/tmp-sparse.vmdk {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 682.794870] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Downloading image file data 3d45888b-40af-4a9d-8b6a-423dd79a0022 to [datastore1] vmware_temp/1688f0fe-a7af-42f0-87c8-ba280df25851/3d45888b-40af-4a9d-8b6a-423dd79a0022/tmp-sparse.vmdk on the data store datastore1 {{(pid=70113) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 682.795769] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed8a646-6fbd-41f5-9f61-627e2fa90c00 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.807883] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767aa7a4-af30-4a98-aa28-b39be1695df1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.820475] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd1ca8e-275d-4918-855a-d9fcee59351c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.867299] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91862e3e-9173-4184-b145-13d4044360bb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.878366] env[70113]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-0b9e7e13-a578-40eb-ba94-45830a1c1de6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.914373] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Downloading image file data 3d45888b-40af-4a9d-8b6a-423dd79a0022 to the data store datastore1 {{(pid=70113) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 682.938892] env[70113]: DEBUG nova.scheduler.client.report [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.003540] env[70113]: DEBUG oslo_vmware.rw_handles [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1688f0fe-a7af-42f0-87c8-ba280df25851/3d45888b-40af-4a9d-8b6a-423dd79a0022/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70113) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 683.074330] env[70113]: DEBUG nova.compute.manager [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.168818] env[70113]: DEBUG oslo_concurrency.lockutils [None req-60c24d61-6ced-4524-bc46-9042d7238868 tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Lock "1793d740-66cb-4208-87ec-ac2db0d39dc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.522s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.243044] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.243343] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.243748] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.445421] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.446025] env[70113]: DEBUG nova.compute.manager [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.448691] env[70113]: DEBUG oslo_concurrency.lockutils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.991s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.453017] env[70113]: INFO nova.compute.claims [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.605883] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.941143] env[70113]: DEBUG oslo_vmware.rw_handles [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Completed reading data from the image iterator. {{(pid=70113) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 683.941295] env[70113]: DEBUG oslo_vmware.rw_handles [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1688f0fe-a7af-42f0-87c8-ba280df25851/3d45888b-40af-4a9d-8b6a-423dd79a0022/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 683.958408] env[70113]: DEBUG nova.compute.utils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.964197] env[70113]: DEBUG nova.compute.manager [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.964554] env[70113]: DEBUG nova.network.neutron [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.981021] env[70113]: DEBUG nova.network.neutron [req-cb6ef00f-594a-41b8-884b-37b58eee792e req-b29a4c9d-5339-4ad5-ae95-9c55b8e4fc00 service nova] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Updated VIF entry in instance network info cache for port 84c39aae-58e5-4fc9-979b-e22eccbd70d8. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.981395] env[70113]: DEBUG nova.network.neutron [req-cb6ef00f-594a-41b8-884b-37b58eee792e req-b29a4c9d-5339-4ad5-ae95-9c55b8e4fc00 service nova] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Updating instance_info_cache with network_info: [{"id": "84c39aae-58e5-4fc9-979b-e22eccbd70d8", "address": "fa:16:3e:29:d1:af", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c39aae-58", "ovs_interfaceid": "84c39aae-58e5-4fc9-979b-e22eccbd70d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.987472] env[70113]: DEBUG nova.network.neutron [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Updating instance_info_cache with network_info: [{"id": "2568d279-b0d2-4495-89e5-ceffdc0b2cd0", "address": "fa:16:3e:ed:07:19", "network": {"id": "d8098449-56fb-4cf5-9588-1752abe6b87b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455837824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a73b55ba6c343478ce3516e3053d3d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2568d279-b0", "ovs_interfaceid": "2568d279-b0d2-4495-89e5-ceffdc0b2cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.005180] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Downloaded image file data 3d45888b-40af-4a9d-8b6a-423dd79a0022 to vmware_temp/1688f0fe-a7af-42f0-87c8-ba280df25851/3d45888b-40af-4a9d-8b6a-423dd79a0022/tmp-sparse.vmdk on the data store datastore1 {{(pid=70113) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 684.009295] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Caching image {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 684.009707] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Copying Virtual Disk [datastore1] vmware_temp/1688f0fe-a7af-42f0-87c8-ba280df25851/3d45888b-40af-4a9d-8b6a-423dd79a0022/tmp-sparse.vmdk to [datastore1] vmware_temp/1688f0fe-a7af-42f0-87c8-ba280df25851/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.011257] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-060595ee-015e-4774-a9ff-e3870d8b6005 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.024627] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Waiting for the task: (returnval){ [ 684.024627] env[70113]: value = "task-3414873" [ 684.024627] env[70113]: _type = "Task" [ 684.024627] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.046512] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.121445] env[70113]: DEBUG nova.network.neutron [-] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.231046] env[70113]: DEBUG nova.policy [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '008ca0a9b1e74c779511362702099b3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4850b61e2c2440d91544452577b0129', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.299596] env[70113]: DEBUG nova.network.neutron [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Successfully updated port: 7f4db8a7-1b40-4135-9bbe-91b273f1efac {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.464941] env[70113]: DEBUG nova.compute.manager [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.485081] env[70113]: DEBUG oslo_concurrency.lockutils [req-cb6ef00f-594a-41b8-884b-37b58eee792e req-b29a4c9d-5339-4ad5-ae95-9c55b8e4fc00 service nova] Releasing lock "refresh_cache-68f8e1f3-1f39-4629-9fdf-a9101d8ffc92" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.497507] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Releasing lock "refresh_cache-bccc340c-192c-4aee-9583-d2fd9514ca3e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.497507] env[70113]: DEBUG nova.compute.manager [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Instance network_info: |[{"id": "2568d279-b0d2-4495-89e5-ceffdc0b2cd0", "address": "fa:16:3e:ed:07:19", "network": {"id": "d8098449-56fb-4cf5-9588-1752abe6b87b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455837824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a73b55ba6c343478ce3516e3053d3d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2568d279-b0", "ovs_interfaceid": "2568d279-b0d2-4495-89e5-ceffdc0b2cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.497843] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:07:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2568d279-b0d2-4495-89e5-ceffdc0b2cd0', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.513847] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.514889] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.515031] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86bc603d-f5ef-4720-8546-58239ba8526c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.552961] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414873, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.555702] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.555702] env[70113]: value = "task-3414874" [ 684.555702] env[70113]: _type = "Task" [ 684.555702] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.575552] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414874, 'name': CreateVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.626509] env[70113]: INFO nova.compute.manager [-] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Took 2.25 seconds to deallocate network for instance. [ 684.805320] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Acquiring lock "refresh_cache-a45fac64-b46a-44c6-a1f0-bda773d22454" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.805483] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Acquired lock "refresh_cache-a45fac64-b46a-44c6-a1f0-bda773d22454" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.805635] env[70113]: DEBUG nova.network.neutron [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.843389] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631457f4-6b24-4375-b929-b7fad481bcb5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.859336] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd023e15-e6cd-4fbc-9897-7deb6746b246 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.898865] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61aeee74-ef83-4419-b445-7b633507246a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.907970] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63aebe0-924d-418e-be4d-265ffda6814a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.930102] env[70113]: DEBUG nova.compute.provider_tree [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.051892] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752213} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.052381] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Copied Virtual Disk [datastore1] vmware_temp/1688f0fe-a7af-42f0-87c8-ba280df25851/3d45888b-40af-4a9d-8b6a-423dd79a0022/tmp-sparse.vmdk to [datastore1] vmware_temp/1688f0fe-a7af-42f0-87c8-ba280df25851/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.052798] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Deleting the datastore file [datastore1] vmware_temp/1688f0fe-a7af-42f0-87c8-ba280df25851/3d45888b-40af-4a9d-8b6a-423dd79a0022/tmp-sparse.vmdk {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.053156] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d7b5be3-d207-4ce5-9971-7177b22082ff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.068207] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414874, 'name': CreateVM_Task, 'duration_secs': 0.418992} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.069786] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.070282] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Waiting for the task: (returnval){ [ 685.070282] env[70113]: value = "task-3414875" [ 685.070282] env[70113]: _type = "Task" [ 685.070282] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.071495] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.072169] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.072838] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.073357] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1706d0b5-264f-4dbe-b5c6-ffc42222741b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.084443] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 685.084443] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f95dc5-26df-8615-0257-d0a999110418" [ 685.084443] env[70113]: _type = "Task" [ 685.084443] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.088624] env[70113]: DEBUG nova.network.neutron [-] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.090799] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414875, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.101630] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.103543] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.103543] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.136527] env[70113]: DEBUG oslo_concurrency.lockutils [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.437033] env[70113]: DEBUG nova.scheduler.client.report [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.445884] env[70113]: DEBUG nova.network.neutron [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.479894] env[70113]: DEBUG nova.compute.manager [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.510371] env[70113]: DEBUG nova.virt.hardware [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.510757] env[70113]: DEBUG nova.virt.hardware [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.510823] env[70113]: DEBUG nova.virt.hardware [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.510958] env[70113]: DEBUG nova.virt.hardware [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.511119] env[70113]: DEBUG nova.virt.hardware [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.511309] env[70113]: DEBUG nova.virt.hardware [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.511520] env[70113]: DEBUG nova.virt.hardware [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.511677] env[70113]: DEBUG nova.virt.hardware [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.511911] env[70113]: DEBUG nova.virt.hardware [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.512016] env[70113]: DEBUG nova.virt.hardware [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.512192] env[70113]: DEBUG nova.virt.hardware [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.513167] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457e7b06-957b-4c47-bd3b-dded67a2027c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.526374] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b55fd0d-160a-412a-8b04-f4e2e193ce7a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.587986] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.021579} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.587986] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.587986] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Moving file from [datastore1] vmware_temp/1688f0fe-a7af-42f0-87c8-ba280df25851/3d45888b-40af-4a9d-8b6a-423dd79a0022 to [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022. {{(pid=70113) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 685.587986] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-87ef50fc-a304-4b46-8690-711b4beb4144 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.594892] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Waiting for the task: (returnval){ [ 685.594892] env[70113]: value = "task-3414876" [ 685.594892] env[70113]: _type = "Task" [ 685.594892] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.602819] env[70113]: INFO nova.compute.manager [-] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Took 3.10 seconds to deallocate network for instance. [ 685.617196] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414876, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.629578] env[70113]: DEBUG nova.compute.manager [req-8583d311-29a3-4372-85f7-29721a39b497 req-2ac67e47-3ad3-4605-8c9d-839d2ef7d4b1 service nova] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Received event network-changed-9a3c2c91-a258-4ed0-998a-2afff7e1edcd {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.629773] env[70113]: DEBUG nova.compute.manager [req-8583d311-29a3-4372-85f7-29721a39b497 req-2ac67e47-3ad3-4605-8c9d-839d2ef7d4b1 service nova] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Refreshing instance network info cache due to event network-changed-9a3c2c91-a258-4ed0-998a-2afff7e1edcd. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.629986] env[70113]: DEBUG oslo_concurrency.lockutils [req-8583d311-29a3-4372-85f7-29721a39b497 req-2ac67e47-3ad3-4605-8c9d-839d2ef7d4b1 service nova] Acquiring lock "refresh_cache-5f528945-d1a0-4ec1-86f6-5fc1a15a8162" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.630811] env[70113]: DEBUG oslo_concurrency.lockutils [req-8583d311-29a3-4372-85f7-29721a39b497 req-2ac67e47-3ad3-4605-8c9d-839d2ef7d4b1 service nova] Acquired lock "refresh_cache-5f528945-d1a0-4ec1-86f6-5fc1a15a8162" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.630811] env[70113]: DEBUG nova.network.neutron [req-8583d311-29a3-4372-85f7-29721a39b497 req-2ac67e47-3ad3-4605-8c9d-839d2ef7d4b1 service nova] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Refreshing network info cache for port 9a3c2c91-a258-4ed0-998a-2afff7e1edcd {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.673121] env[70113]: DEBUG nova.network.neutron [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Successfully created port: 36317114-8206-476a-9685-c77334dd82a8 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.818179] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquiring lock "85001c04-13eb-4f93-98d8-e206133639ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.818330] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "85001c04-13eb-4f93-98d8-e206133639ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.942206] env[70113]: DEBUG oslo_concurrency.lockutils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.942747] env[70113]: DEBUG nova.compute.manager [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.945846] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.317s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.948883] env[70113]: INFO nova.compute.claims [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.107426] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414876, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02597} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.107426] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] File moved {{(pid=70113) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 686.107426] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Cleaning up location [datastore1] vmware_temp/1688f0fe-a7af-42f0-87c8-ba280df25851 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 686.107958] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Deleting the datastore file [datastore1] vmware_temp/1688f0fe-a7af-42f0-87c8-ba280df25851 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.107958] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb938a7c-8297-4d88-8a6c-18dda774ed34 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.113908] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Waiting for the task: (returnval){ [ 686.113908] env[70113]: value = "task-3414877" [ 686.113908] env[70113]: _type = "Task" [ 686.113908] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.119065] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.124972] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.196680] env[70113]: DEBUG nova.network.neutron [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Updating instance_info_cache with network_info: [{"id": "7f4db8a7-1b40-4135-9bbe-91b273f1efac", "address": "fa:16:3e:c5:89:d6", "network": {"id": "7ce0ae5d-9dc4-48ea-a567-186f6a0953b3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-383839440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb9078309dd14d2aa6debf111a905ac2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f4db8a7-1b", "ovs_interfaceid": "7f4db8a7-1b40-4135-9bbe-91b273f1efac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.322747] env[70113]: DEBUG nova.compute.manager [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.453074] env[70113]: DEBUG nova.compute.utils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.456617] env[70113]: DEBUG nova.compute.manager [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.457121] env[70113]: DEBUG nova.network.neutron [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.525799] env[70113]: DEBUG nova.policy [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f298d8725d8544ea98bb4a76dc85e916', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05acd0a6dfd040be8ae50f2f7756b3ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.632177] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.062144} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.632177] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.632177] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b5fe5c5-74e9-4bfb-9624-e2dbc22e6176 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.638111] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Waiting for the task: (returnval){ [ 686.638111] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c4cc39-a3f8-7a17-9e2d-caa64065f41a" [ 686.638111] env[70113]: _type = "Task" [ 686.638111] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.649705] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c4cc39-a3f8-7a17-9e2d-caa64065f41a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.697788] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Releasing lock "refresh_cache-a45fac64-b46a-44c6-a1f0-bda773d22454" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.698237] env[70113]: DEBUG nova.compute.manager [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Instance network_info: |[{"id": "7f4db8a7-1b40-4135-9bbe-91b273f1efac", "address": "fa:16:3e:c5:89:d6", "network": {"id": "7ce0ae5d-9dc4-48ea-a567-186f6a0953b3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-383839440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb9078309dd14d2aa6debf111a905ac2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f4db8a7-1b", "ovs_interfaceid": "7f4db8a7-1b40-4135-9bbe-91b273f1efac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.698628] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:89:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f4db8a7-1b40-4135-9bbe-91b273f1efac', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.711907] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Creating folder: Project (cb9078309dd14d2aa6debf111a905ac2). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.712178] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-412d7cd9-f62e-4867-8b8c-ca541e5b6558 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.727342] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Created folder: Project (cb9078309dd14d2aa6debf111a905ac2) in parent group-v681336. [ 686.727342] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Creating folder: Instances. Parent ref: group-v681360. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.727342] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8497640-182a-44bf-8db6-8f9a28e942bf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.736015] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Created folder: Instances in parent group-v681360. [ 686.736015] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.736195] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.736392] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c0fdd13-3d24-40a0-aa27-362ed3445ee5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.762553] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.762553] env[70113]: value = "task-3414880" [ 686.762553] env[70113]: _type = "Task" [ 686.762553] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.770408] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414880, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.771346] env[70113]: DEBUG nova.network.neutron [req-8583d311-29a3-4372-85f7-29721a39b497 req-2ac67e47-3ad3-4605-8c9d-839d2ef7d4b1 service nova] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Updated VIF entry in instance network info cache for port 9a3c2c91-a258-4ed0-998a-2afff7e1edcd. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.771651] env[70113]: DEBUG nova.network.neutron [req-8583d311-29a3-4372-85f7-29721a39b497 req-2ac67e47-3ad3-4605-8c9d-839d2ef7d4b1 service nova] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Updating instance_info_cache with network_info: [{"id": "9a3c2c91-a258-4ed0-998a-2afff7e1edcd", "address": "fa:16:3e:83:e7:fa", "network": {"id": "d8098449-56fb-4cf5-9588-1752abe6b87b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455837824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a73b55ba6c343478ce3516e3053d3d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3c2c91-a2", "ovs_interfaceid": "9a3c2c91-a258-4ed0-998a-2afff7e1edcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.849696] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.964855] env[70113]: DEBUG nova.compute.manager [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.141197] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "f5689aa5-3e82-4f83-bb2f-96c05181b91f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.141417] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "f5689aa5-3e82-4f83-bb2f-96c05181b91f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.156690] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c4cc39-a3f8-7a17-9e2d-caa64065f41a, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.157698] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.158040] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92/68f8e1f3-1f39-4629-9fdf-a9101d8ffc92.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.158386] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.158896] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.159184] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69efd542-5b00-4be0-a24b-28d2a4063f02 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.164315] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b458e71-dddb-4302-889b-21809033239a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.176150] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Waiting for the task: (returnval){ [ 687.176150] env[70113]: value = "task-3414881" [ 687.176150] env[70113]: _type = "Task" [ 687.176150] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.178041] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.178041] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.182838] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a4a2c5-0c5f-41ac-856e-9512b44032c6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.193786] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.195101] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 687.195101] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52feeb85-b177-0658-f181-d4205d662c67" [ 687.195101] env[70113]: _type = "Task" [ 687.195101] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.207674] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52feeb85-b177-0658-f181-d4205d662c67, 'name': SearchDatastore_Task, 'duration_secs': 0.008999} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.208515] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aac8eff7-8688-4695-bf6b-ebf0e2ea0b96 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.214813] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 687.214813] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528a5145-0eeb-1a2e-74a0-b20ccfa696ee" [ 687.214813] env[70113]: _type = "Task" [ 687.214813] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.227973] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528a5145-0eeb-1a2e-74a0-b20ccfa696ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009031} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.228371] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.228562] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 5f528945-d1a0-4ec1-86f6-5fc1a15a8162/5f528945-d1a0-4ec1-86f6-5fc1a15a8162.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.229063] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.229299] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.229464] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e417303-8d87-44f3-8def-f0e2ac24547a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.234392] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af3d226b-8302-4d14-b5bd-144215f4e060 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.242729] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 687.242729] env[70113]: value = "task-3414882" [ 687.242729] env[70113]: _type = "Task" [ 687.242729] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.243981] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.244180] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.250224] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8224a16-c448-4d90-b254-cffa52d9f2ca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.258385] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 687.258385] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c783e0-1acf-21c9-b345-8b8f013c674b" [ 687.258385] env[70113]: _type = "Task" [ 687.258385] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.262205] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.276356] env[70113]: DEBUG oslo_concurrency.lockutils [req-8583d311-29a3-4372-85f7-29721a39b497 req-2ac67e47-3ad3-4605-8c9d-839d2ef7d4b1 service nova] Releasing lock "refresh_cache-5f528945-d1a0-4ec1-86f6-5fc1a15a8162" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.276634] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c783e0-1acf-21c9-b345-8b8f013c674b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.280611] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414880, 'name': CreateVM_Task, 'duration_secs': 0.327287} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.280752] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.281361] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.281510] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.282011] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.283169] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0507150e-fa6f-4d42-8f42-0234d2d69961 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.285407] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00e5d36-04f8-4b90-b03d-9ad95ce9fc34 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.291387] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Waiting for the task: (returnval){ [ 687.291387] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e45ce2-85ef-4054-4063-03425c770b91" [ 687.291387] env[70113]: _type = "Task" [ 687.291387] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.297262] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d2e2a5-a616-444e-9b4a-c546618a3a22 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.307680] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e45ce2-85ef-4054-4063-03425c770b91, 'name': SearchDatastore_Task, 'duration_secs': 0.008279} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.334434] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.334434] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.334434] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.335098] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f3653f-3355-4521-9219-649655bc7f7b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.345708] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79145e9c-14b4-4866-8b33-5a18231a74cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.357971] env[70113]: DEBUG nova.compute.provider_tree [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.649376] env[70113]: DEBUG nova.compute.manager [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.693683] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453558} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.693683] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92/68f8e1f3-1f39-4629-9fdf-a9101d8ffc92.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.693683] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.697240] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e618e7db-c7df-40af-869f-d2ef91b8ee7a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.703438] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Waiting for the task: (returnval){ [ 687.703438] env[70113]: value = "task-3414883" [ 687.703438] env[70113]: _type = "Task" [ 687.703438] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.714303] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.757664] env[70113]: DEBUG nova.network.neutron [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Successfully created port: 5793a84b-b083-41c3-91e4-eea4205767f6 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.766229] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414882, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.779222] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c783e0-1acf-21c9-b345-8b8f013c674b, 'name': SearchDatastore_Task, 'duration_secs': 0.01791} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.780260] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3b19f8f-bbfa-4034-85ac-a81532d6830f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.786183] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 687.786183] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52417ead-a12d-e767-c785-fd74f8f71ed1" [ 687.786183] env[70113]: _type = "Task" [ 687.786183] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.795851] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52417ead-a12d-e767-c785-fd74f8f71ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.831366] env[70113]: DEBUG nova.compute.manager [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Received event network-vif-plugged-2568d279-b0d2-4495-89e5-ceffdc0b2cd0 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.831366] env[70113]: DEBUG oslo_concurrency.lockutils [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] Acquiring lock "bccc340c-192c-4aee-9583-d2fd9514ca3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.831366] env[70113]: DEBUG oslo_concurrency.lockutils [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] Lock "bccc340c-192c-4aee-9583-d2fd9514ca3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.831366] env[70113]: DEBUG oslo_concurrency.lockutils [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] Lock "bccc340c-192c-4aee-9583-d2fd9514ca3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.831366] env[70113]: DEBUG nova.compute.manager [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] No waiting events found dispatching network-vif-plugged-2568d279-b0d2-4495-89e5-ceffdc0b2cd0 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.833364] env[70113]: WARNING nova.compute.manager [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Received unexpected event network-vif-plugged-2568d279-b0d2-4495-89e5-ceffdc0b2cd0 for instance with vm_state building and task_state spawning. [ 687.833553] env[70113]: DEBUG nova.compute.manager [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Received event network-changed-2568d279-b0d2-4495-89e5-ceffdc0b2cd0 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.833732] env[70113]: DEBUG nova.compute.manager [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Refreshing instance network info cache due to event network-changed-2568d279-b0d2-4495-89e5-ceffdc0b2cd0. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.833925] env[70113]: DEBUG oslo_concurrency.lockutils [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] Acquiring lock "refresh_cache-bccc340c-192c-4aee-9583-d2fd9514ca3e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.834082] env[70113]: DEBUG oslo_concurrency.lockutils [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] Acquired lock "refresh_cache-bccc340c-192c-4aee-9583-d2fd9514ca3e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.834248] env[70113]: DEBUG nova.network.neutron [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Refreshing network info cache for port 2568d279-b0d2-4495-89e5-ceffdc0b2cd0 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.863045] env[70113]: DEBUG nova.scheduler.client.report [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.976950] env[70113]: DEBUG nova.compute.manager [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.010354] env[70113]: DEBUG nova.virt.hardware [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.010598] env[70113]: DEBUG nova.virt.hardware [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.010778] env[70113]: DEBUG nova.virt.hardware [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.010969] env[70113]: DEBUG nova.virt.hardware [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.012482] env[70113]: DEBUG nova.virt.hardware [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.012658] env[70113]: DEBUG nova.virt.hardware [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.012878] env[70113]: DEBUG nova.virt.hardware [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.013045] env[70113]: DEBUG nova.virt.hardware [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.013213] env[70113]: DEBUG nova.virt.hardware [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.013379] env[70113]: DEBUG nova.virt.hardware [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.013732] env[70113]: DEBUG nova.virt.hardware [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.015135] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e524d8f6-7e23-41f6-bcec-68c1e81cccf9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.026258] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3a9963-3318-4007-860f-585d85a73e74 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.177491] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.215055] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088544} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.215336] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.216179] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df63b9e9-2d58-45a3-a238-183535aba54d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.244323] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92/68f8e1f3-1f39-4629-9fdf-a9101d8ffc92.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.244323] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62bec9f8-2867-45d7-a18b-9786fa29c36b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.271283] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704871} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.273485] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 5f528945-d1a0-4ec1-86f6-5fc1a15a8162/5f528945-d1a0-4ec1-86f6-5fc1a15a8162.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.273485] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.273485] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Waiting for the task: (returnval){ [ 688.273485] env[70113]: value = "task-3414884" [ 688.273485] env[70113]: _type = "Task" [ 688.273485] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.273485] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c95fec6-f5b6-478e-bdb0-87b2188f68e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.291758] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 688.291758] env[70113]: value = "task-3414885" [ 688.291758] env[70113]: _type = "Task" [ 688.291758] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.291983] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414884, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.304643] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.305688] env[70113]: DEBUG nova.network.neutron [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Successfully updated port: 36317114-8206-476a-9685-c77334dd82a8 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.310766] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52417ead-a12d-e767-c785-fd74f8f71ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.048411} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.311317] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.311634] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 4dd28d49-3b43-476f-be17-951279c456f4/4dd28d49-3b43-476f-be17-951279c456f4.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.315161] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.315440] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.315767] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1df26196-e48b-4cdd-858c-59314b47b511 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.318369] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b87a799-f497-4ffd-bff7-aee38f85a0ea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.328027] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 688.328027] env[70113]: value = "task-3414886" [ 688.328027] env[70113]: _type = "Task" [ 688.328027] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.330194] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.330194] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.336189] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34724268-93e0-4ec8-bbc1-869646f400f8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.347296] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.347505] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 688.347505] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]522b6f69-db69-4603-3c67-ae0654d38113" [ 688.347505] env[70113]: _type = "Task" [ 688.347505] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.359557] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522b6f69-db69-4603-3c67-ae0654d38113, 'name': SearchDatastore_Task, 'duration_secs': 0.012146} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.361392] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eae189af-834a-4850-966d-3694e1326106 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.366889] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 688.366889] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5293ef2d-565c-9916-e322-d9a277f9c775" [ 688.366889] env[70113]: _type = "Task" [ 688.366889] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.373324] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.373324] env[70113]: DEBUG nova.compute.manager [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.379387] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.776s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.379740] env[70113]: INFO nova.compute.claims [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.382230] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5293ef2d-565c-9916-e322-d9a277f9c775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.509987] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "1d897aa5-a007-4b5b-93c9-8769a1993d1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.511058] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "1d897aa5-a007-4b5b-93c9-8769a1993d1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.782070] env[70113]: DEBUG nova.network.neutron [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Updated VIF entry in instance network info cache for port 2568d279-b0d2-4495-89e5-ceffdc0b2cd0. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.782497] env[70113]: DEBUG nova.network.neutron [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Updating instance_info_cache with network_info: [{"id": "2568d279-b0d2-4495-89e5-ceffdc0b2cd0", "address": "fa:16:3e:ed:07:19", "network": {"id": "d8098449-56fb-4cf5-9588-1752abe6b87b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455837824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a73b55ba6c343478ce3516e3053d3d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2568d279-b0", "ovs_interfaceid": "2568d279-b0d2-4495-89e5-ceffdc0b2cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.791368] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414884, 'name': ReconfigVM_Task, 'duration_secs': 0.313514} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.791910] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92/68f8e1f3-1f39-4629-9fdf-a9101d8ffc92.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.792399] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f00da45-6210-4310-8557-60f12d484be9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.808753] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071175} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.810594] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.811274] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Waiting for the task: (returnval){ [ 688.811274] env[70113]: value = "task-3414887" [ 688.811274] env[70113]: _type = "Task" [ 688.811274] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.812516] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40d66c3-4083-49fe-a5ac-419b40ed91f2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.816653] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "refresh_cache-6a4056d3-e606-4232-a764-b1d6ffdc311e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.816653] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquired lock "refresh_cache-6a4056d3-e606-4232-a764-b1d6ffdc311e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.816788] env[70113]: DEBUG nova.network.neutron [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.833180] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414887, 'name': Rename_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.861770] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 5f528945-d1a0-4ec1-86f6-5fc1a15a8162/5f528945-d1a0-4ec1-86f6-5fc1a15a8162.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.863238] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cae3b681-35bd-4d1c-bd82-9f69072c9f5b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.884698] env[70113]: DEBUG nova.compute.utils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.901612] env[70113]: DEBUG nova.compute.manager [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.901903] env[70113]: DEBUG nova.network.neutron [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.906441] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414886, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.910837] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 688.910837] env[70113]: value = "task-3414888" [ 688.910837] env[70113]: _type = "Task" [ 688.910837] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.920558] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5293ef2d-565c-9916-e322-d9a277f9c775, 'name': SearchDatastore_Task, 'duration_secs': 0.011587} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.921417] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.921781] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] bccc340c-192c-4aee-9583-d2fd9514ca3e/bccc340c-192c-4aee-9583-d2fd9514ca3e.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.922099] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.922357] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.922636] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dca2a43b-b38a-4d53-a0aa-b86d7c11130f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.930542] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1ed6f6e-e32a-4c71-a435-ff49fd0e4d42 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.933471] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.939265] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 688.939265] env[70113]: value = "task-3414889" [ 688.939265] env[70113]: _type = "Task" [ 688.939265] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.941888] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.941888] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.946034] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e741e6-074c-4ef6-9865-c53cfaf5ea5b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.954396] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.955946] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Waiting for the task: (returnval){ [ 688.955946] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5273736e-0a32-3989-5fa6-d11842e5acea" [ 688.955946] env[70113]: _type = "Task" [ 688.955946] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.966321] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5273736e-0a32-3989-5fa6-d11842e5acea, 'name': SearchDatastore_Task, 'duration_secs': 0.010379} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.967183] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5067b55d-cc5f-4a8c-8265-d57567069544 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.973146] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Waiting for the task: (returnval){ [ 688.973146] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]525003f4-1dd3-3321-d8b3-ca8ddefbe798" [ 688.973146] env[70113]: _type = "Task" [ 688.973146] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.980485] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525003f4-1dd3-3321-d8b3-ca8ddefbe798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.016563] env[70113]: DEBUG nova.policy [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f21404fd27f84f148e260d681983d67d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '995a484ee0644bba855633a11a473c30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.285623] env[70113]: DEBUG oslo_concurrency.lockutils [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] Releasing lock "refresh_cache-bccc340c-192c-4aee-9583-d2fd9514ca3e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.285926] env[70113]: DEBUG nova.compute.manager [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Received event network-vif-deleted-6123d76c-32d1-4440-ba23-330459e9a874 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.286187] env[70113]: DEBUG nova.compute.manager [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Received event network-vif-plugged-7f4db8a7-1b40-4135-9bbe-91b273f1efac {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.286424] env[70113]: DEBUG oslo_concurrency.lockutils [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] Acquiring lock "a45fac64-b46a-44c6-a1f0-bda773d22454-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.286756] env[70113]: DEBUG oslo_concurrency.lockutils [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] Lock "a45fac64-b46a-44c6-a1f0-bda773d22454-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.286966] env[70113]: DEBUG oslo_concurrency.lockutils [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] Lock "a45fac64-b46a-44c6-a1f0-bda773d22454-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.287420] env[70113]: DEBUG nova.compute.manager [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] No waiting events found dispatching network-vif-plugged-7f4db8a7-1b40-4135-9bbe-91b273f1efac {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.287572] env[70113]: WARNING nova.compute.manager [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Received unexpected event network-vif-plugged-7f4db8a7-1b40-4135-9bbe-91b273f1efac for instance with vm_state building and task_state spawning. [ 689.287803] env[70113]: DEBUG nova.compute.manager [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Received event network-changed-7f4db8a7-1b40-4135-9bbe-91b273f1efac {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.288403] env[70113]: DEBUG nova.compute.manager [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Refreshing instance network info cache due to event network-changed-7f4db8a7-1b40-4135-9bbe-91b273f1efac. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.289466] env[70113]: DEBUG oslo_concurrency.lockutils [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] Acquiring lock "refresh_cache-a45fac64-b46a-44c6-a1f0-bda773d22454" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.289466] env[70113]: DEBUG oslo_concurrency.lockutils [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] Acquired lock "refresh_cache-a45fac64-b46a-44c6-a1f0-bda773d22454" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.289466] env[70113]: DEBUG nova.network.neutron [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Refreshing network info cache for port 7f4db8a7-1b40-4135-9bbe-91b273f1efac {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.333664] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414887, 'name': Rename_Task, 'duration_secs': 0.247553} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.338106] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.338346] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-126aafad-27e6-4e6a-ad04-b6c1765b23a3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.347229] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618142} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.349160] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 4dd28d49-3b43-476f-be17-951279c456f4/4dd28d49-3b43-476f-be17-951279c456f4.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.349496] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.350017] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Waiting for the task: (returnval){ [ 689.350017] env[70113]: value = "task-3414890" [ 689.350017] env[70113]: _type = "Task" [ 689.350017] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.350190] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf645256-52a0-482c-b83f-49738eacb6d6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.363290] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.365051] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 689.365051] env[70113]: value = "task-3414891" [ 689.365051] env[70113]: _type = "Task" [ 689.365051] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.375484] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.402715] env[70113]: DEBUG nova.compute.manager [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.424325] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414888, 'name': ReconfigVM_Task, 'duration_secs': 0.475186} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.424325] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 5f528945-d1a0-4ec1-86f6-5fc1a15a8162/5f528945-d1a0-4ec1-86f6-5fc1a15a8162.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.428055] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b347bff-ac1b-48d4-a10a-9407d4a441c0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.435852] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 689.435852] env[70113]: value = "task-3414892" [ 689.435852] env[70113]: _type = "Task" [ 689.435852] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.449366] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414892, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.453102] env[70113]: DEBUG nova.network.neutron [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.459678] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445054} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.460108] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] bccc340c-192c-4aee-9583-d2fd9514ca3e/bccc340c-192c-4aee-9583-d2fd9514ca3e.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.460387] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.460906] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38c58d9a-e1a3-428f-a54b-c45ee6ae32d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.471449] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 689.471449] env[70113]: value = "task-3414893" [ 689.471449] env[70113]: _type = "Task" [ 689.471449] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.489490] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.489761] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525003f4-1dd3-3321-d8b3-ca8ddefbe798, 'name': SearchDatastore_Task, 'duration_secs': 0.008946} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.490017] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.490305] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] a45fac64-b46a-44c6-a1f0-bda773d22454/a45fac64-b46a-44c6-a1f0-bda773d22454.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.490570] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64e652d8-3824-4909-8f73-852ea8fc2c3b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.496828] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Waiting for the task: (returnval){ [ 689.496828] env[70113]: value = "task-3414894" [ 689.496828] env[70113]: _type = "Task" [ 689.496828] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.513691] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': task-3414894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.735061] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7519da55-b1c5-4c9e-8629-c06d1a105b7a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.741727] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ee67d2-6bd2-4bef-b7c1-c614910f615b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.782756] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa14ea7e-d8dd-4db7-824e-c92b9efaf21c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.795701] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f5845e-4eb9-4c41-b030-d93a931e1c7f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.806412] env[70113]: DEBUG oslo_concurrency.lockutils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Acquiring lock "27f7c52b-6c1e-458e-87d1-e04f9fa40442" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.806412] env[70113]: DEBUG oslo_concurrency.lockutils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Lock "27f7c52b-6c1e-458e-87d1-e04f9fa40442" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.818599] env[70113]: DEBUG nova.compute.provider_tree [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.865108] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414890, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.868025] env[70113]: DEBUG nova.compute.manager [req-78ba3e59-e964-4a69-84fc-b8b800b12373 req-cb9aaf1e-848b-4f3f-bc09-45499de3de83 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Received event network-changed-ba858211-41f3-406e-a17b-155de36b4d67 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.868247] env[70113]: DEBUG nova.compute.manager [req-78ba3e59-e964-4a69-84fc-b8b800b12373 req-cb9aaf1e-848b-4f3f-bc09-45499de3de83 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Refreshing instance network info cache due to event network-changed-ba858211-41f3-406e-a17b-155de36b4d67. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.868924] env[70113]: DEBUG oslo_concurrency.lockutils [req-78ba3e59-e964-4a69-84fc-b8b800b12373 req-cb9aaf1e-848b-4f3f-bc09-45499de3de83 service nova] Acquiring lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.869136] env[70113]: DEBUG oslo_concurrency.lockutils [req-78ba3e59-e964-4a69-84fc-b8b800b12373 req-cb9aaf1e-848b-4f3f-bc09-45499de3de83 service nova] Acquired lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.869302] env[70113]: DEBUG nova.network.neutron [req-78ba3e59-e964-4a69-84fc-b8b800b12373 req-cb9aaf1e-848b-4f3f-bc09-45499de3de83 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Refreshing network info cache for port ba858211-41f3-406e-a17b-155de36b4d67 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.880472] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161971} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.880803] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.882268] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631fc5f2-2a47-4a1c-95d8-c6b3aec19cc7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.911823] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 4dd28d49-3b43-476f-be17-951279c456f4/4dd28d49-3b43-476f-be17-951279c456f4.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.917655] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38cf6d24-8ad6-4b7d-82db-44e603c41d85 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.951221] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414892, 'name': Rename_Task, 'duration_secs': 0.165854} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.953061] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.953502] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 689.953502] env[70113]: value = "task-3414895" [ 689.953502] env[70113]: _type = "Task" [ 689.953502] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.953710] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-532419d2-566e-4028-9243-840fa7685882 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.966213] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414895, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.968222] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 689.968222] env[70113]: value = "task-3414896" [ 689.968222] env[70113]: _type = "Task" [ 689.968222] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.985024] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414896, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.989194] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116166} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.989458] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.990309] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bafd12-d994-481e-9239-3c72098ca0aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.015602] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] bccc340c-192c-4aee-9583-d2fd9514ca3e/bccc340c-192c-4aee-9583-d2fd9514ca3e.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.017997] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac4a4b8-83f2-46d8-86a4-9e2c0d020f7b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.037783] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': task-3414894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497388} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.039199] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] a45fac64-b46a-44c6-a1f0-bda773d22454/a45fac64-b46a-44c6-a1f0-bda773d22454.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.039503] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.040437] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 690.040437] env[70113]: value = "task-3414897" [ 690.040437] env[70113]: _type = "Task" [ 690.040437] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.040437] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0208a2f4-59ed-4f2e-810b-576aaf55d6b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.049781] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Waiting for the task: (returnval){ [ 690.049781] env[70113]: value = "task-3414898" [ 690.049781] env[70113]: _type = "Task" [ 690.049781] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.054476] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.063450] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': task-3414898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.243306] env[70113]: DEBUG nova.network.neutron [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Updating instance_info_cache with network_info: [{"id": "36317114-8206-476a-9685-c77334dd82a8", "address": "fa:16:3e:87:e8:6f", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36317114-82", "ovs_interfaceid": "36317114-8206-476a-9685-c77334dd82a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.248109] env[70113]: DEBUG nova.network.neutron [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Successfully created port: a33673ff-72ba-4863-96ad-38ef5870ea7d {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.321189] env[70113]: DEBUG nova.scheduler.client.report [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.365558] env[70113]: DEBUG oslo_vmware.api [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414890, 'name': PowerOnVM_Task, 'duration_secs': 0.619038} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.368429] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.368644] env[70113]: INFO nova.compute.manager [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Took 18.30 seconds to spawn the instance on the hypervisor. [ 690.368828] env[70113]: DEBUG nova.compute.manager [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.369771] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186e7446-89bd-4840-b600-5bf73aed3c13 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.437054] env[70113]: DEBUG nova.compute.manager [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.475640] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414895, 'name': ReconfigVM_Task, 'duration_secs': 0.298839} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.479748] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 4dd28d49-3b43-476f-be17-951279c456f4/4dd28d49-3b43-476f-be17-951279c456f4.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.480665] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d407f13c-3588-4eff-9399-5635c1b89434 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.484408] env[70113]: DEBUG nova.virt.hardware [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.484654] env[70113]: DEBUG nova.virt.hardware [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.484818] env[70113]: DEBUG nova.virt.hardware [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.484999] env[70113]: DEBUG nova.virt.hardware [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.485160] env[70113]: DEBUG nova.virt.hardware [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.485305] env[70113]: DEBUG nova.virt.hardware [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.485508] env[70113]: DEBUG nova.virt.hardware [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.485664] env[70113]: DEBUG nova.virt.hardware [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.485823] env[70113]: DEBUG nova.virt.hardware [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.485983] env[70113]: DEBUG nova.virt.hardware [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.486199] env[70113]: DEBUG nova.virt.hardware [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.487383] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea7e5a3-6523-47de-b326-f688454bfc0d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.493740] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.498492] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 690.498492] env[70113]: value = "task-3414899" [ 690.498492] env[70113]: _type = "Task" [ 690.498492] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.504491] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ae75dc-0d65-4ca7-b1c6-559c4e98e0d3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.514454] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414899, 'name': Rename_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.552758] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414897, 'name': ReconfigVM_Task, 'duration_secs': 0.332948} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.553049] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Reconfigured VM instance instance-00000008 to attach disk [datastore1] bccc340c-192c-4aee-9583-d2fd9514ca3e/bccc340c-192c-4aee-9583-d2fd9514ca3e.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.553790] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3891af20-13fb-43bb-a569-1a4b21827765 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.565618] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': task-3414898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071257} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.567545] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.567545] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 690.567545] env[70113]: value = "task-3414900" [ 690.567545] env[70113]: _type = "Task" [ 690.567545] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.568085] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12842d2b-8766-456d-b4f4-8862f630889d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.594279] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] a45fac64-b46a-44c6-a1f0-bda773d22454/a45fac64-b46a-44c6-a1f0-bda773d22454.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.597919] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f3c5140-ba82-4807-9845-a6cc4e28ace8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.617188] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414900, 'name': Rename_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.625351] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Waiting for the task: (returnval){ [ 690.625351] env[70113]: value = "task-3414901" [ 690.625351] env[70113]: _type = "Task" [ 690.625351] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.637560] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': task-3414901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.747151] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Releasing lock "refresh_cache-6a4056d3-e606-4232-a764-b1d6ffdc311e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.747151] env[70113]: DEBUG nova.compute.manager [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Instance network_info: |[{"id": "36317114-8206-476a-9685-c77334dd82a8", "address": "fa:16:3e:87:e8:6f", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36317114-82", "ovs_interfaceid": "36317114-8206-476a-9685-c77334dd82a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.747267] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:e8:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36317114-8206-476a-9685-c77334dd82a8', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.756476] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Creating folder: Project (b4850b61e2c2440d91544452577b0129). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.757229] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac5af5cc-890f-4b09-8372-5c08dc04a81b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.768468] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Created folder: Project (b4850b61e2c2440d91544452577b0129) in parent group-v681336. [ 690.768667] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Creating folder: Instances. Parent ref: group-v681363. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.768906] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67460411-8fce-484b-a90b-d9489713dc7d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.778807] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Created folder: Instances in parent group-v681363. [ 690.779113] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.779215] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.779396] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f93caef-c6e9-4438-8c9f-efeae9035db4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.799623] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.799623] env[70113]: value = "task-3414904" [ 690.799623] env[70113]: _type = "Task" [ 690.799623] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.809423] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414904, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.829520] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.830615] env[70113]: DEBUG nova.compute.manager [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.833923] env[70113]: DEBUG oslo_concurrency.lockutils [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.698s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.834218] env[70113]: DEBUG nova.objects.instance [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Lazy-loading 'resources' on Instance uuid 0c04f57f-e221-4b5d-967d-8ab242d94e18 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.900970] env[70113]: INFO nova.compute.manager [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Took 28.49 seconds to build instance. [ 690.965234] env[70113]: DEBUG nova.network.neutron [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Updated VIF entry in instance network info cache for port 7f4db8a7-1b40-4135-9bbe-91b273f1efac. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.965754] env[70113]: DEBUG nova.network.neutron [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Updating instance_info_cache with network_info: [{"id": "7f4db8a7-1b40-4135-9bbe-91b273f1efac", "address": "fa:16:3e:c5:89:d6", "network": {"id": "7ce0ae5d-9dc4-48ea-a567-186f6a0953b3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-383839440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb9078309dd14d2aa6debf111a905ac2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f4db8a7-1b", "ovs_interfaceid": "7f4db8a7-1b40-4135-9bbe-91b273f1efac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.987309] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414896, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.010992] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414899, 'name': Rename_Task, 'duration_secs': 0.141845} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.011118] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.011602] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39975bf7-1825-49e3-ab13-951d86eb6875 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.018184] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 691.018184] env[70113]: value = "task-3414905" [ 691.018184] env[70113]: _type = "Task" [ 691.018184] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.028331] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.081484] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414900, 'name': Rename_Task, 'duration_secs': 0.166041} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.082142] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.082404] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abfb5c18-4fe5-4478-a533-7e0d5df60b5d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.089212] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 691.089212] env[70113]: value = "task-3414906" [ 691.089212] env[70113]: _type = "Task" [ 691.089212] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.097476] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.135282] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': task-3414901, 'name': ReconfigVM_Task, 'duration_secs': 0.302674} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.135583] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Reconfigured VM instance instance-00000009 to attach disk [datastore1] a45fac64-b46a-44c6-a1f0-bda773d22454/a45fac64-b46a-44c6-a1f0-bda773d22454.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.137387] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-482ee3db-9836-4178-a63f-4b52d2f010b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.142427] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Waiting for the task: (returnval){ [ 691.142427] env[70113]: value = "task-3414907" [ 691.142427] env[70113]: _type = "Task" [ 691.142427] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.150840] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': task-3414907, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.169476] env[70113]: DEBUG nova.network.neutron [req-78ba3e59-e964-4a69-84fc-b8b800b12373 req-cb9aaf1e-848b-4f3f-bc09-45499de3de83 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Updated VIF entry in instance network info cache for port ba858211-41f3-406e-a17b-155de36b4d67. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.169837] env[70113]: DEBUG nova.network.neutron [req-78ba3e59-e964-4a69-84fc-b8b800b12373 req-cb9aaf1e-848b-4f3f-bc09-45499de3de83 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Updating instance_info_cache with network_info: [{"id": "ba858211-41f3-406e-a17b-155de36b4d67", "address": "fa:16:3e:46:3b:25", "network": {"id": "ed17245e-af85-4fbd-b571-c2680041fd07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1731255033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be9c62e64bd44399711d22bd1022808", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba858211-41", "ovs_interfaceid": "ba858211-41f3-406e-a17b-155de36b4d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.314141] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414904, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.338315] env[70113]: DEBUG nova.compute.utils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.342950] env[70113]: DEBUG nova.compute.manager [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.343689] env[70113]: DEBUG nova.network.neutron [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.403453] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9434cb25-ee6a-4f10-9c70-a19829db5a47 tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Lock "68f8e1f3-1f39-4629-9fdf-a9101d8ffc92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.014s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.468520] env[70113]: DEBUG oslo_concurrency.lockutils [req-bc24145b-ae8d-48bc-b905-72001ee01c15 req-82bfc693-cedc-46df-b850-092a4b00ecc5 service nova] Releasing lock "refresh_cache-a45fac64-b46a-44c6-a1f0-bda773d22454" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.486874] env[70113]: DEBUG nova.policy [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e940a69e38045bb8e158cfd4054f7d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cae425885d44805867d30c782bfbf76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.495742] env[70113]: DEBUG oslo_vmware.api [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414896, 'name': PowerOnVM_Task, 'duration_secs': 1.113152} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.499642] env[70113]: DEBUG nova.network.neutron [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Successfully updated port: 5793a84b-b083-41c3-91e4-eea4205767f6 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.505049] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.505049] env[70113]: INFO nova.compute.manager [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Took 17.12 seconds to spawn the instance on the hypervisor. [ 691.505049] env[70113]: DEBUG nova.compute.manager [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.506226] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9478705f-44eb-41e9-8c23-2553a4166b53 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.532678] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414905, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.606986] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414906, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.657094] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': task-3414907, 'name': Rename_Task, 'duration_secs': 0.20191} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.659011] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.659011] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fea10d2-1981-4f4f-83b1-45268b2dd8fd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.663263] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364264ca-6c02-41d9-8176-1499ea7f2ab5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.667303] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Waiting for the task: (returnval){ [ 691.667303] env[70113]: value = "task-3414908" [ 691.667303] env[70113]: _type = "Task" [ 691.667303] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.673341] env[70113]: DEBUG oslo_concurrency.lockutils [req-78ba3e59-e964-4a69-84fc-b8b800b12373 req-cb9aaf1e-848b-4f3f-bc09-45499de3de83 service nova] Releasing lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.673597] env[70113]: DEBUG nova.compute.manager [req-78ba3e59-e964-4a69-84fc-b8b800b12373 req-cb9aaf1e-848b-4f3f-bc09-45499de3de83 service nova] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Received event network-vif-deleted-4894ac9a-8321-4d9d-aa13-c6f6314b7775 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.675316] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cc9b09-1e22-4e1c-b9fb-13fbccaf2ab9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.681789] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': task-3414908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.714187] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf6c8a5-e3d8-4df5-b0c8-8fb3c73016ea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.722394] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb44c48e-882b-423f-a4ea-283505f85b19 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.738658] env[70113]: DEBUG nova.compute.provider_tree [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.811086] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414904, 'name': CreateVM_Task, 'duration_secs': 0.613329} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.811393] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.812485] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.812485] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.812638] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.813374] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-115480dd-7db9-4a43-b747-44d30e9cebcb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.818363] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 691.818363] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a7dfc3-36a7-3b06-3632-f1ee28f08721" [ 691.818363] env[70113]: _type = "Task" [ 691.818363] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.833983] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a7dfc3-36a7-3b06-3632-f1ee28f08721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.843300] env[70113]: DEBUG nova.compute.manager [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.861285] env[70113]: DEBUG nova.compute.manager [req-410047bd-4931-403e-8a16-fc4d93d2daac req-d0f4a390-6737-4bda-9f14-588542a1df57 service nova] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Received event network-vif-plugged-36317114-8206-476a-9685-c77334dd82a8 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.861285] env[70113]: DEBUG oslo_concurrency.lockutils [req-410047bd-4931-403e-8a16-fc4d93d2daac req-d0f4a390-6737-4bda-9f14-588542a1df57 service nova] Acquiring lock "6a4056d3-e606-4232-a764-b1d6ffdc311e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.861285] env[70113]: DEBUG oslo_concurrency.lockutils [req-410047bd-4931-403e-8a16-fc4d93d2daac req-d0f4a390-6737-4bda-9f14-588542a1df57 service nova] Lock "6a4056d3-e606-4232-a764-b1d6ffdc311e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.861285] env[70113]: DEBUG oslo_concurrency.lockutils [req-410047bd-4931-403e-8a16-fc4d93d2daac req-d0f4a390-6737-4bda-9f14-588542a1df57 service nova] Lock "6a4056d3-e606-4232-a764-b1d6ffdc311e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.861285] env[70113]: DEBUG nova.compute.manager [req-410047bd-4931-403e-8a16-fc4d93d2daac req-d0f4a390-6737-4bda-9f14-588542a1df57 service nova] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] No waiting events found dispatching network-vif-plugged-36317114-8206-476a-9685-c77334dd82a8 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.861576] env[70113]: WARNING nova.compute.manager [req-410047bd-4931-403e-8a16-fc4d93d2daac req-d0f4a390-6737-4bda-9f14-588542a1df57 service nova] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Received unexpected event network-vif-plugged-36317114-8206-476a-9685-c77334dd82a8 for instance with vm_state building and task_state spawning. [ 691.861905] env[70113]: DEBUG nova.compute.manager [req-410047bd-4931-403e-8a16-fc4d93d2daac req-d0f4a390-6737-4bda-9f14-588542a1df57 service nova] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Received event network-changed-36317114-8206-476a-9685-c77334dd82a8 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.862189] env[70113]: DEBUG nova.compute.manager [req-410047bd-4931-403e-8a16-fc4d93d2daac req-d0f4a390-6737-4bda-9f14-588542a1df57 service nova] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Refreshing instance network info cache due to event network-changed-36317114-8206-476a-9685-c77334dd82a8. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.862478] env[70113]: DEBUG oslo_concurrency.lockutils [req-410047bd-4931-403e-8a16-fc4d93d2daac req-d0f4a390-6737-4bda-9f14-588542a1df57 service nova] Acquiring lock "refresh_cache-6a4056d3-e606-4232-a764-b1d6ffdc311e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.862706] env[70113]: DEBUG oslo_concurrency.lockutils [req-410047bd-4931-403e-8a16-fc4d93d2daac req-d0f4a390-6737-4bda-9f14-588542a1df57 service nova] Acquired lock "refresh_cache-6a4056d3-e606-4232-a764-b1d6ffdc311e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.864389] env[70113]: DEBUG nova.network.neutron [req-410047bd-4931-403e-8a16-fc4d93d2daac req-d0f4a390-6737-4bda-9f14-588542a1df57 service nova] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Refreshing network info cache for port 36317114-8206-476a-9685-c77334dd82a8 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.906095] env[70113]: DEBUG nova.compute.manager [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.007074] env[70113]: DEBUG oslo_concurrency.lockutils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Acquiring lock "refresh_cache-9570dc84-80e2-4384-91dc-db78b2c8998e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.007342] env[70113]: DEBUG oslo_concurrency.lockutils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Acquired lock "refresh_cache-9570dc84-80e2-4384-91dc-db78b2c8998e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.007550] env[70113]: DEBUG nova.network.neutron [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.033744] env[70113]: INFO nova.compute.manager [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Took 24.85 seconds to build instance. [ 692.042457] env[70113]: DEBUG oslo_vmware.api [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414905, 'name': PowerOnVM_Task, 'duration_secs': 0.57564} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.042690] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.043052] env[70113]: DEBUG nova.compute.manager [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.043748] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67e7ff3-fdc5-4e10-8fc9-44b0a5dd9c55 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.108233] env[70113]: DEBUG oslo_vmware.api [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3414906, 'name': PowerOnVM_Task, 'duration_secs': 0.561122} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.108233] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.108233] env[70113]: INFO nova.compute.manager [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Took 15.34 seconds to spawn the instance on the hypervisor. [ 692.108760] env[70113]: DEBUG nova.compute.manager [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.109450] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16f7b01-4f23-4ede-ab7a-e5f8b0ff9417 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.184282] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': task-3414908, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.242079] env[70113]: DEBUG nova.scheduler.client.report [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.333541] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a7dfc3-36a7-3b06-3632-f1ee28f08721, 'name': SearchDatastore_Task, 'duration_secs': 0.018209} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.333541] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.333541] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.333541] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.333693] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.333693] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.335031] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70291456-dd7d-4e47-a345-0e53a87d733d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.343782] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.344045] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.345115] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5596cc22-94a6-487f-834e-cad925cddb42 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.357527] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 692.357527] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d97883-aaf5-c268-0284-9143c3bec7fc" [ 692.357527] env[70113]: _type = "Task" [ 692.357527] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.370526] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d97883-aaf5-c268-0284-9143c3bec7fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011376} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.371682] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30ab31e2-78e9-4a1e-a67f-c017e76e7217 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.378242] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 692.378242] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52099a88-e92c-e52b-8e8f-2829066a504d" [ 692.378242] env[70113]: _type = "Task" [ 692.378242] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.386174] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52099a88-e92c-e52b-8e8f-2829066a504d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.440534] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.535838] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f114abd3-a83c-4278-a4e3-67d9f2d62542 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "5f528945-d1a0-4ec1-86f6-5fc1a15a8162" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.379s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.563699] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.632269] env[70113]: INFO nova.compute.manager [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Took 22.85 seconds to build instance. [ 692.652186] env[70113]: DEBUG nova.network.neutron [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.680446] env[70113]: DEBUG oslo_vmware.api [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': task-3414908, 'name': PowerOnVM_Task, 'duration_secs': 0.8361} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.680623] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.680931] env[70113]: INFO nova.compute.manager [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Took 13.47 seconds to spawn the instance on the hypervisor. [ 692.681061] env[70113]: DEBUG nova.compute.manager [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.681806] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c5963f-316f-4750-a59b-df9901246500 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.749760] env[70113]: DEBUG oslo_concurrency.lockutils [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.751806] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.633s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.752853] env[70113]: DEBUG nova.objects.instance [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Lazy-loading 'resources' on Instance uuid 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.795341] env[70113]: INFO nova.scheduler.client.report [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Deleted allocations for instance 0c04f57f-e221-4b5d-967d-8ab242d94e18 [ 692.854752] env[70113]: DEBUG nova.compute.manager [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.871943] env[70113]: DEBUG nova.network.neutron [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Successfully created port: b201032d-d126-4326-9b44-50d10f711263 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.899976] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52099a88-e92c-e52b-8e8f-2829066a504d, 'name': SearchDatastore_Task, 'duration_secs': 0.012293} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.900572] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.902969] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 6a4056d3-e606-4232-a764-b1d6ffdc311e/6a4056d3-e606-4232-a764-b1d6ffdc311e.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.903144] env[70113]: DEBUG nova.virt.hardware [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.903859] env[70113]: DEBUG nova.virt.hardware [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.903859] env[70113]: DEBUG nova.virt.hardware [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.903859] env[70113]: DEBUG nova.virt.hardware [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.904014] env[70113]: DEBUG nova.virt.hardware [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.904536] env[70113]: DEBUG nova.virt.hardware [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.904536] env[70113]: DEBUG nova.virt.hardware [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.904536] env[70113]: DEBUG nova.virt.hardware [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.904801] env[70113]: DEBUG nova.virt.hardware [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.904973] env[70113]: DEBUG nova.virt.hardware [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.905156] env[70113]: DEBUG nova.virt.hardware [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.905475] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46820271-1224-49c2-b76f-c2cf8a9b3ef6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.909183] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defc9784-865b-4f01-aba9-68be36092773 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.920993] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c87fb18-4b3a-42c5-927d-076ef6ad5199 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.925137] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 692.925137] env[70113]: value = "task-3414909" [ 692.925137] env[70113]: _type = "Task" [ 692.925137] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.945952] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3414909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.043395] env[70113]: DEBUG nova.compute.manager [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.138646] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19dc9dc0-a456-4c48-9465-b165e3deea72 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "bccc340c-192c-4aee-9583-d2fd9514ca3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.371s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.202211] env[70113]: INFO nova.compute.manager [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Took 22.82 seconds to build instance. [ 693.296324] env[70113]: DEBUG nova.network.neutron [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Successfully updated port: a33673ff-72ba-4863-96ad-38ef5870ea7d {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.310443] env[70113]: DEBUG oslo_concurrency.lockutils [None req-038c8911-6eb9-456a-8904-2bc2d9ca66ba tempest-DeleteServersAdminTestJSON-1765461520 tempest-DeleteServersAdminTestJSON-1765461520-project-admin] Lock "0c04f57f-e221-4b5d-967d-8ab242d94e18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.573s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.313861] env[70113]: DEBUG nova.network.neutron [req-410047bd-4931-403e-8a16-fc4d93d2daac req-d0f4a390-6737-4bda-9f14-588542a1df57 service nova] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Updated VIF entry in instance network info cache for port 36317114-8206-476a-9685-c77334dd82a8. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.314241] env[70113]: DEBUG nova.network.neutron [req-410047bd-4931-403e-8a16-fc4d93d2daac req-d0f4a390-6737-4bda-9f14-588542a1df57 service nova] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Updating instance_info_cache with network_info: [{"id": "36317114-8206-476a-9685-c77334dd82a8", "address": "fa:16:3e:87:e8:6f", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36317114-82", "ovs_interfaceid": "36317114-8206-476a-9685-c77334dd82a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.323157] env[70113]: DEBUG nova.network.neutron [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Updating instance_info_cache with network_info: [{"id": "5793a84b-b083-41c3-91e4-eea4205767f6", "address": "fa:16:3e:60:7c:0b", "network": {"id": "f32aaa95-1e4a-4fc3-bed8-30a32b6bfc9c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-148522074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05acd0a6dfd040be8ae50f2f7756b3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5793a84b-b0", "ovs_interfaceid": "5793a84b-b083-41c3-91e4-eea4205767f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.423172] env[70113]: DEBUG nova.compute.manager [req-63448881-95f8-412d-85d5-1efce0cfbe75 req-88b411d0-b233-42ed-8221-1b2f8067c16a service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Received event network-vif-plugged-5793a84b-b083-41c3-91e4-eea4205767f6 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.423397] env[70113]: DEBUG oslo_concurrency.lockutils [req-63448881-95f8-412d-85d5-1efce0cfbe75 req-88b411d0-b233-42ed-8221-1b2f8067c16a service nova] Acquiring lock "9570dc84-80e2-4384-91dc-db78b2c8998e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.423857] env[70113]: DEBUG oslo_concurrency.lockutils [req-63448881-95f8-412d-85d5-1efce0cfbe75 req-88b411d0-b233-42ed-8221-1b2f8067c16a service nova] Lock "9570dc84-80e2-4384-91dc-db78b2c8998e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.424130] env[70113]: DEBUG oslo_concurrency.lockutils [req-63448881-95f8-412d-85d5-1efce0cfbe75 req-88b411d0-b233-42ed-8221-1b2f8067c16a service nova] Lock "9570dc84-80e2-4384-91dc-db78b2c8998e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.424378] env[70113]: DEBUG nova.compute.manager [req-63448881-95f8-412d-85d5-1efce0cfbe75 req-88b411d0-b233-42ed-8221-1b2f8067c16a service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] No waiting events found dispatching network-vif-plugged-5793a84b-b083-41c3-91e4-eea4205767f6 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.424607] env[70113]: WARNING nova.compute.manager [req-63448881-95f8-412d-85d5-1efce0cfbe75 req-88b411d0-b233-42ed-8221-1b2f8067c16a service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Received unexpected event network-vif-plugged-5793a84b-b083-41c3-91e4-eea4205767f6 for instance with vm_state building and task_state spawning. [ 693.424796] env[70113]: DEBUG nova.compute.manager [req-63448881-95f8-412d-85d5-1efce0cfbe75 req-88b411d0-b233-42ed-8221-1b2f8067c16a service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Received event network-changed-5793a84b-b083-41c3-91e4-eea4205767f6 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.425152] env[70113]: DEBUG nova.compute.manager [req-63448881-95f8-412d-85d5-1efce0cfbe75 req-88b411d0-b233-42ed-8221-1b2f8067c16a service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Refreshing instance network info cache due to event network-changed-5793a84b-b083-41c3-91e4-eea4205767f6. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.425152] env[70113]: DEBUG oslo_concurrency.lockutils [req-63448881-95f8-412d-85d5-1efce0cfbe75 req-88b411d0-b233-42ed-8221-1b2f8067c16a service nova] Acquiring lock "refresh_cache-9570dc84-80e2-4384-91dc-db78b2c8998e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.442580] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3414909, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.577317] env[70113]: DEBUG oslo_concurrency.lockutils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.584977] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec6c1db-b96e-42df-971b-3c53d02ed3b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.594297] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0e644a-0fe4-4d2d-b29c-6078acc5f509 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.632167] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10169a98-b91b-4755-955f-16887aa3c052 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.641225] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f78a91-f86b-412c-a457-4e6fe9547d50 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.655819] env[70113]: DEBUG nova.compute.provider_tree [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.707402] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a4e052e-993b-4ace-b9aa-effe4377d60b tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Lock "a45fac64-b46a-44c6-a1f0-bda773d22454" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.338s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.801399] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.801399] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquired lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.801399] env[70113]: DEBUG nova.network.neutron [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.818242] env[70113]: DEBUG oslo_concurrency.lockutils [req-410047bd-4931-403e-8a16-fc4d93d2daac req-d0f4a390-6737-4bda-9f14-588542a1df57 service nova] Releasing lock "refresh_cache-6a4056d3-e606-4232-a764-b1d6ffdc311e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.827174] env[70113]: DEBUG oslo_concurrency.lockutils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Releasing lock "refresh_cache-9570dc84-80e2-4384-91dc-db78b2c8998e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.827174] env[70113]: DEBUG nova.compute.manager [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Instance network_info: |[{"id": "5793a84b-b083-41c3-91e4-eea4205767f6", "address": "fa:16:3e:60:7c:0b", "network": {"id": "f32aaa95-1e4a-4fc3-bed8-30a32b6bfc9c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-148522074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05acd0a6dfd040be8ae50f2f7756b3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5793a84b-b0", "ovs_interfaceid": "5793a84b-b083-41c3-91e4-eea4205767f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.827426] env[70113]: DEBUG oslo_concurrency.lockutils [req-63448881-95f8-412d-85d5-1efce0cfbe75 req-88b411d0-b233-42ed-8221-1b2f8067c16a service nova] Acquired lock "refresh_cache-9570dc84-80e2-4384-91dc-db78b2c8998e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.827426] env[70113]: DEBUG nova.network.neutron [req-63448881-95f8-412d-85d5-1efce0cfbe75 req-88b411d0-b233-42ed-8221-1b2f8067c16a service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Refreshing network info cache for port 5793a84b-b083-41c3-91e4-eea4205767f6 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.831570] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:7c:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5793a84b-b083-41c3-91e4-eea4205767f6', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.844914] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Creating folder: Project (05acd0a6dfd040be8ae50f2f7756b3ed). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.852360] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3408a979-d2fd-4fea-9a63-6887ac0b36db {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.868703] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Created folder: Project (05acd0a6dfd040be8ae50f2f7756b3ed) in parent group-v681336. [ 693.868703] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Creating folder: Instances. Parent ref: group-v681366. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.868703] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34dedd0f-7f63-4dcc-abbb-8b386fc6e15c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.882662] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Created folder: Instances in parent group-v681366. [ 693.882962] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.883180] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.884591] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71e36c74-f454-49b1-aba3-d166b71b0415 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.906664] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.906664] env[70113]: value = "task-3414912" [ 693.906664] env[70113]: _type = "Task" [ 693.906664] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.915835] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414912, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.940653] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3414909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65393} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.940981] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 6a4056d3-e606-4232-a764-b1d6ffdc311e/6a4056d3-e606-4232-a764-b1d6ffdc311e.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.941244] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.941566] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e84355e-6f50-4357-ba8a-62d0b9a4f82c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.951741] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 693.951741] env[70113]: value = "task-3414913" [ 693.951741] env[70113]: _type = "Task" [ 693.951741] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.963289] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3414913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.162360] env[70113]: DEBUG nova.scheduler.client.report [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.376740] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Acquiring lock "1793d740-66cb-4208-87ec-ac2db0d39dc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.377061] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Lock "1793d740-66cb-4208-87ec-ac2db0d39dc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.377272] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Acquiring lock "1793d740-66cb-4208-87ec-ac2db0d39dc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.377454] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Lock "1793d740-66cb-4208-87ec-ac2db0d39dc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.377646] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Lock "1793d740-66cb-4208-87ec-ac2db0d39dc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.380510] env[70113]: INFO nova.compute.manager [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Terminating instance [ 694.420540] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414912, 'name': CreateVM_Task, 'duration_secs': 0.437423} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.420708] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.421844] env[70113]: DEBUG oslo_concurrency.lockutils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.421917] env[70113]: DEBUG oslo_concurrency.lockutils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.422469] env[70113]: DEBUG oslo_concurrency.lockutils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.422529] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea8d385-017c-4c15-80de-3c132a3b8b59 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.427906] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Waiting for the task: (returnval){ [ 694.427906] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ccf811-1d09-d250-5bd1-1dd516c6df81" [ 694.427906] env[70113]: _type = "Task" [ 694.427906] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.436343] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ccf811-1d09-d250-5bd1-1dd516c6df81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.462457] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3414913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077338} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.462752] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.463772] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d9a3a7-1210-4ce9-a2f7-87251b17f351 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.493483] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 6a4056d3-e606-4232-a764-b1d6ffdc311e/6a4056d3-e606-4232-a764-b1d6ffdc311e.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.495090] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22ed2321-db30-4b15-bfe5-5f9bc8f232d8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.513691] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Acquiring lock "b417ccb7-13dd-434a-9623-1290d65c7ad5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.513925] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Lock "b417ccb7-13dd-434a-9623-1290d65c7ad5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.521194] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 694.521194] env[70113]: value = "task-3414914" [ 694.521194] env[70113]: _type = "Task" [ 694.521194] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.532908] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3414914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.533949] env[70113]: DEBUG nova.network.neutron [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.664075] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.671547] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.822s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.673267] env[70113]: INFO nova.compute.claims [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.702123] env[70113]: INFO nova.scheduler.client.report [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Deleted allocations for instance 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd [ 694.780749] env[70113]: DEBUG nova.network.neutron [req-63448881-95f8-412d-85d5-1efce0cfbe75 req-88b411d0-b233-42ed-8221-1b2f8067c16a service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Updated VIF entry in instance network info cache for port 5793a84b-b083-41c3-91e4-eea4205767f6. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.781187] env[70113]: DEBUG nova.network.neutron [req-63448881-95f8-412d-85d5-1efce0cfbe75 req-88b411d0-b233-42ed-8221-1b2f8067c16a service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Updating instance_info_cache with network_info: [{"id": "5793a84b-b083-41c3-91e4-eea4205767f6", "address": "fa:16:3e:60:7c:0b", "network": {"id": "f32aaa95-1e4a-4fc3-bed8-30a32b6bfc9c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-148522074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05acd0a6dfd040be8ae50f2f7756b3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5793a84b-b0", "ovs_interfaceid": "5793a84b-b083-41c3-91e4-eea4205767f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.889563] env[70113]: DEBUG nova.compute.manager [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.891169] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.891368] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8551d761-397b-4db0-980c-d1b06831187b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.904054] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.907741] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25f15aa0-a730-4044-b2a5-43fe0c52fdac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.915927] env[70113]: DEBUG oslo_vmware.api [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Waiting for the task: (returnval){ [ 694.915927] env[70113]: value = "task-3414915" [ 694.915927] env[70113]: _type = "Task" [ 694.915927] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.927154] env[70113]: DEBUG oslo_vmware.api [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.939119] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ccf811-1d09-d250-5bd1-1dd516c6df81, 'name': SearchDatastore_Task, 'duration_secs': 0.014963} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.939979] env[70113]: DEBUG oslo_concurrency.lockutils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.940080] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.940568] env[70113]: DEBUG oslo_concurrency.lockutils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.940568] env[70113]: DEBUG oslo_concurrency.lockutils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.941323] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.941323] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83d8f783-287e-4241-b205-f707809f9cb9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.952198] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.952348] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.954147] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3369595-14ac-4328-8b84-51a8505f578d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.963519] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Waiting for the task: (returnval){ [ 694.963519] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ed57a3-cffd-1354-5b95-42b21c07a7a7" [ 694.963519] env[70113]: _type = "Task" [ 694.963519] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.975945] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ed57a3-cffd-1354-5b95-42b21c07a7a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.994450] env[70113]: DEBUG nova.network.neutron [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Updating instance_info_cache with network_info: [{"id": "a33673ff-72ba-4863-96ad-38ef5870ea7d", "address": "fa:16:3e:7e:e7:1f", "network": {"id": "cc7be030-b5c8-4873-830a-6ae3cd2f2071", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-396193495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "995a484ee0644bba855633a11a473c30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33673ff-72", "ovs_interfaceid": "a33673ff-72ba-4863-96ad-38ef5870ea7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.018337] env[70113]: DEBUG nova.compute.manager [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.034132] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3414914, 'name': ReconfigVM_Task, 'duration_secs': 0.299977} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.034675] env[70113]: DEBUG nova.network.neutron [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Successfully updated port: b201032d-d126-4326-9b44-50d10f711263 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.036122] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 6a4056d3-e606-4232-a764-b1d6ffdc311e/6a4056d3-e606-4232-a764-b1d6ffdc311e.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.037079] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5105420a-ea3a-4777-8ed7-3ec82ae2910b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.049246] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 695.049246] env[70113]: value = "task-3414916" [ 695.049246] env[70113]: _type = "Task" [ 695.049246] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.061445] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3414916, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.130802] env[70113]: DEBUG nova.compute.manager [None req-7f32c672-4f36-43f2-8310-b0cb00552676 tempest-ServerDiagnosticsTest-1661247891 tempest-ServerDiagnosticsTest-1661247891-project-admin] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.132861] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46732eb8-39f8-4239-bc23-6a277298bc80 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.141458] env[70113]: INFO nova.compute.manager [None req-7f32c672-4f36-43f2-8310-b0cb00552676 tempest-ServerDiagnosticsTest-1661247891 tempest-ServerDiagnosticsTest-1661247891-project-admin] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Retrieving diagnostics [ 695.142068] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2797bfc-8bb9-4799-b05c-72a519ace4f1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.211056] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2dfdcb67-af2c-4557-9175-0a700e79f32f tempest-ServerDiagnosticsNegativeTest-656651652 tempest-ServerDiagnosticsNegativeTest-656651652-project-member] Lock "554c87f6-ecc7-4e73-8c71-4b963fb7f9bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.364s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.285202] env[70113]: DEBUG oslo_concurrency.lockutils [req-63448881-95f8-412d-85d5-1efce0cfbe75 req-88b411d0-b233-42ed-8221-1b2f8067c16a service nova] Releasing lock "refresh_cache-9570dc84-80e2-4384-91dc-db78b2c8998e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.430268] env[70113]: DEBUG oslo_vmware.api [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414915, 'name': PowerOffVM_Task, 'duration_secs': 0.22849} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.430889] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.431252] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.431999] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39a4e960-00ca-414c-987e-8ed29d288a42 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.480065] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ed57a3-cffd-1354-5b95-42b21c07a7a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011396} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.480984] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5432cf2-c7c3-4438-bd78-c42751b8f875 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.488227] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Waiting for the task: (returnval){ [ 695.488227] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5234b58f-5efb-e6a5-4e8d-5969380d919f" [ 695.488227] env[70113]: _type = "Task" [ 695.488227] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.495263] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.495527] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.495839] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Deleting the datastore file [datastore2] 1793d740-66cb-4208-87ec-ac2db0d39dc8 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.496932] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Releasing lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.497402] env[70113]: DEBUG nova.compute.manager [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Instance network_info: |[{"id": "a33673ff-72ba-4863-96ad-38ef5870ea7d", "address": "fa:16:3e:7e:e7:1f", "network": {"id": "cc7be030-b5c8-4873-830a-6ae3cd2f2071", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-396193495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "995a484ee0644bba855633a11a473c30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33673ff-72", "ovs_interfaceid": "a33673ff-72ba-4863-96ad-38ef5870ea7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.497711] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2af2e703-0424-4801-b7ec-b9d5d6164908 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.503018] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:e7:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a33673ff-72ba-4863-96ad-38ef5870ea7d', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.513247] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Creating folder: Project (995a484ee0644bba855633a11a473c30). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.513705] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5234b58f-5efb-e6a5-4e8d-5969380d919f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.514312] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db1e6ac4-40fb-4394-b775-b34e77eeb874 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.521600] env[70113]: DEBUG oslo_vmware.api [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Waiting for the task: (returnval){ [ 695.521600] env[70113]: value = "task-3414918" [ 695.521600] env[70113]: _type = "Task" [ 695.521600] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.530522] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Created folder: Project (995a484ee0644bba855633a11a473c30) in parent group-v681336. [ 695.531314] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Creating folder: Instances. Parent ref: group-v681369. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.533522] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ede32d47-d2ed-4da7-acb6-b3a2a43c2f09 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.539381] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquiring lock "refresh_cache-9fa8a004-e7b8-412e-bd4d-f8a20675bbe8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.539381] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquired lock "refresh_cache-9fa8a004-e7b8-412e-bd4d-f8a20675bbe8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.539381] env[70113]: DEBUG nova.network.neutron [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.540445] env[70113]: DEBUG oslo_vmware.api [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.548866] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Created folder: Instances in parent group-v681369. [ 695.549532] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.550856] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.551408] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2ae8d90-ea8e-4a3f-9993-bc86ded4566f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.572978] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.580090] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3414916, 'name': Rename_Task, 'duration_secs': 0.222124} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.581519] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.581770] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.581770] env[70113]: value = "task-3414921" [ 695.581770] env[70113]: _type = "Task" [ 695.581770] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.581932] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb568875-4cea-41da-aaf6-fa642d94cae4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.594725] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414921, 'name': CreateVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.597760] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 695.597760] env[70113]: value = "task-3414922" [ 695.597760] env[70113]: _type = "Task" [ 695.597760] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.606449] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3414922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.975565] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b14df42-b704-4eb2-a0b4-4aba7e58e987 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.989044] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae0af95-5922-4d0e-9702-a4acc5f57fb3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.045254] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5234b58f-5efb-e6a5-4e8d-5969380d919f, 'name': SearchDatastore_Task, 'duration_secs': 0.013917} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.048474] env[70113]: DEBUG oslo_concurrency.lockutils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.048474] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 9570dc84-80e2-4384-91dc-db78b2c8998e/9570dc84-80e2-4384-91dc-db78b2c8998e.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.052493] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254ff9b1-c8f8-47d7-b871-44a9fd0a1828 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.055896] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5de663b0-8e8f-40dd-9376-da3ec709873f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.064195] env[70113]: DEBUG oslo_vmware.api [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Task: {'id': task-3414918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335663} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.068195] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.068477] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.068584] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.069174] env[70113]: INFO nova.compute.manager [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 696.069174] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.069406] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Waiting for the task: (returnval){ [ 696.069406] env[70113]: value = "task-3414923" [ 696.069406] env[70113]: _type = "Task" [ 696.069406] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.069537] env[70113]: DEBUG nova.compute.manager [-] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.071503] env[70113]: DEBUG nova.network.neutron [-] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.072727] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b75881-76e7-4edb-a8a3-02d2d50eb891 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.092950] env[70113]: DEBUG nova.compute.provider_tree [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.102017] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3414923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.115248] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "1f3018be-9b1d-48d1-b601-2738439a3701" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.115500] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "1f3018be-9b1d-48d1-b601-2738439a3701" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.117299] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414921, 'name': CreateVM_Task, 'duration_secs': 0.421764} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.121595] env[70113]: DEBUG nova.network.neutron [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.123721] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.123953] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3414922, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.126225] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.126225] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.126225] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.126225] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef4cdaa-9d4e-4eb8-84e0-a7a20f611a8f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.131685] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 696.131685] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5235f509-9616-8262-f6f0-b27168b8cc35" [ 696.131685] env[70113]: _type = "Task" [ 696.131685] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.143963] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5235f509-9616-8262-f6f0-b27168b8cc35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.171428] env[70113]: DEBUG nova.compute.manager [req-55745e25-3d92-4128-a98f-caa894329dab req-1296818f-975e-4ac4-8eb0-ba9e06e63876 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Received event network-vif-plugged-a33673ff-72ba-4863-96ad-38ef5870ea7d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.171428] env[70113]: DEBUG oslo_concurrency.lockutils [req-55745e25-3d92-4128-a98f-caa894329dab req-1296818f-975e-4ac4-8eb0-ba9e06e63876 service nova] Acquiring lock "546d4f1f-00dc-458c-a0f5-3810925a681d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.171628] env[70113]: DEBUG oslo_concurrency.lockutils [req-55745e25-3d92-4128-a98f-caa894329dab req-1296818f-975e-4ac4-8eb0-ba9e06e63876 service nova] Lock "546d4f1f-00dc-458c-a0f5-3810925a681d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.171820] env[70113]: DEBUG oslo_concurrency.lockutils [req-55745e25-3d92-4128-a98f-caa894329dab req-1296818f-975e-4ac4-8eb0-ba9e06e63876 service nova] Lock "546d4f1f-00dc-458c-a0f5-3810925a681d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.171963] env[70113]: DEBUG nova.compute.manager [req-55745e25-3d92-4128-a98f-caa894329dab req-1296818f-975e-4ac4-8eb0-ba9e06e63876 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] No waiting events found dispatching network-vif-plugged-a33673ff-72ba-4863-96ad-38ef5870ea7d {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.172192] env[70113]: WARNING nova.compute.manager [req-55745e25-3d92-4128-a98f-caa894329dab req-1296818f-975e-4ac4-8eb0-ba9e06e63876 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Received unexpected event network-vif-plugged-a33673ff-72ba-4863-96ad-38ef5870ea7d for instance with vm_state building and task_state spawning. [ 696.172433] env[70113]: DEBUG nova.compute.manager [req-55745e25-3d92-4128-a98f-caa894329dab req-1296818f-975e-4ac4-8eb0-ba9e06e63876 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Received event network-changed-a33673ff-72ba-4863-96ad-38ef5870ea7d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.172590] env[70113]: DEBUG nova.compute.manager [req-55745e25-3d92-4128-a98f-caa894329dab req-1296818f-975e-4ac4-8eb0-ba9e06e63876 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Refreshing instance network info cache due to event network-changed-a33673ff-72ba-4863-96ad-38ef5870ea7d. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.172808] env[70113]: DEBUG oslo_concurrency.lockutils [req-55745e25-3d92-4128-a98f-caa894329dab req-1296818f-975e-4ac4-8eb0-ba9e06e63876 service nova] Acquiring lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.173185] env[70113]: DEBUG oslo_concurrency.lockutils [req-55745e25-3d92-4128-a98f-caa894329dab req-1296818f-975e-4ac4-8eb0-ba9e06e63876 service nova] Acquired lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.173324] env[70113]: DEBUG nova.network.neutron [req-55745e25-3d92-4128-a98f-caa894329dab req-1296818f-975e-4ac4-8eb0-ba9e06e63876 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Refreshing network info cache for port a33673ff-72ba-4863-96ad-38ef5870ea7d {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.327309] env[70113]: DEBUG oslo_concurrency.lockutils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquiring lock "1a5650f6-b273-4e04-9f17-43ccb353516e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.327309] env[70113]: DEBUG oslo_concurrency.lockutils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Lock "1a5650f6-b273-4e04-9f17-43ccb353516e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.356496] env[70113]: DEBUG nova.network.neutron [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Updating instance_info_cache with network_info: [{"id": "b201032d-d126-4326-9b44-50d10f711263", "address": "fa:16:3e:f4:38:56", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb201032d-d1", "ovs_interfaceid": "b201032d-d126-4326-9b44-50d10f711263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.591538] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3414923, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.606952] env[70113]: DEBUG nova.scheduler.client.report [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.617673] env[70113]: DEBUG oslo_vmware.api [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3414922, 'name': PowerOnVM_Task, 'duration_secs': 0.714194} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.618377] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.620167] env[70113]: INFO nova.compute.manager [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Took 11.14 seconds to spawn the instance on the hypervisor. [ 696.620167] env[70113]: DEBUG nova.compute.manager [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.620167] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9346234-47eb-4159-8820-a4636a8f8f61 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.624897] env[70113]: DEBUG nova.compute.manager [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.645894] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5235f509-9616-8262-f6f0-b27168b8cc35, 'name': SearchDatastore_Task, 'duration_secs': 0.031786} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.646174] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.646915] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.646915] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.647135] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.647297] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.648285] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef0b517e-a484-41c0-b99d-feef4ce5ccdf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.657117] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.657117] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.657337] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c57fc955-cb3a-4e4e-a907-337b680ca755 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.664085] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 696.664085] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5278e41e-7a7d-92e6-ed19-b5eae6675428" [ 696.664085] env[70113]: _type = "Task" [ 696.664085] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.680107] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5278e41e-7a7d-92e6-ed19-b5eae6675428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.860675] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Releasing lock "refresh_cache-9fa8a004-e7b8-412e-bd4d-f8a20675bbe8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.861243] env[70113]: DEBUG nova.compute.manager [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Instance network_info: |[{"id": "b201032d-d126-4326-9b44-50d10f711263", "address": "fa:16:3e:f4:38:56", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb201032d-d1", "ovs_interfaceid": "b201032d-d126-4326-9b44-50d10f711263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.861738] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:38:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b201032d-d126-4326-9b44-50d10f711263', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.870137] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Creating folder: Project (2cae425885d44805867d30c782bfbf76). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.870483] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b45ce7fd-45b7-4b04-9116-f7845ef5e1b6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.881873] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Created folder: Project (2cae425885d44805867d30c782bfbf76) in parent group-v681336. [ 696.882101] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Creating folder: Instances. Parent ref: group-v681372. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.882258] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d6c2fa7-62c4-407f-892a-8752ada36da8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.892140] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Created folder: Instances in parent group-v681372. [ 696.892335] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.893463] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.893463] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00647751-5924-44bf-ae35-3b942edf14b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.921417] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.921417] env[70113]: value = "task-3414926" [ 696.921417] env[70113]: _type = "Task" [ 696.921417] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.933398] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414926, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.044549] env[70113]: DEBUG nova.network.neutron [req-55745e25-3d92-4128-a98f-caa894329dab req-1296818f-975e-4ac4-8eb0-ba9e06e63876 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Updated VIF entry in instance network info cache for port a33673ff-72ba-4863-96ad-38ef5870ea7d. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.045235] env[70113]: DEBUG nova.network.neutron [req-55745e25-3d92-4128-a98f-caa894329dab req-1296818f-975e-4ac4-8eb0-ba9e06e63876 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Updating instance_info_cache with network_info: [{"id": "a33673ff-72ba-4863-96ad-38ef5870ea7d", "address": "fa:16:3e:7e:e7:1f", "network": {"id": "cc7be030-b5c8-4873-830a-6ae3cd2f2071", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-396193495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "995a484ee0644bba855633a11a473c30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33673ff-72", "ovs_interfaceid": "a33673ff-72ba-4863-96ad-38ef5870ea7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.051113] env[70113]: DEBUG nova.network.neutron [-] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.089073] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3414923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.910478} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.089378] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 9570dc84-80e2-4384-91dc-db78b2c8998e/9570dc84-80e2-4384-91dc-db78b2c8998e.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.089617] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.089909] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3116975-2905-414b-936b-544a582c415b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.096937] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Waiting for the task: (returnval){ [ 697.096937] env[70113]: value = "task-3414927" [ 697.096937] env[70113]: _type = "Task" [ 697.096937] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.111793] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3414927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.113526] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.113526] env[70113]: DEBUG nova.compute.manager [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.115969] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.939s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.117408] env[70113]: INFO nova.compute.claims [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.152866] env[70113]: INFO nova.compute.manager [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Took 24.64 seconds to build instance. [ 697.157759] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.179163] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5278e41e-7a7d-92e6-ed19-b5eae6675428, 'name': SearchDatastore_Task, 'duration_secs': 0.064811} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.180931] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc57560-089f-4a34-b80a-ec725244b86f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.188593] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 697.188593] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ceb0c4-3427-cccf-d8f4-6e746428b0b1" [ 697.188593] env[70113]: _type = "Task" [ 697.188593] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.200516] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ceb0c4-3427-cccf-d8f4-6e746428b0b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.430296] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414926, 'name': CreateVM_Task, 'duration_secs': 0.421385} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.430476] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.431262] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.431442] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.431797] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.432478] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1726922-ab2d-4966-ab11-3f56bf86791d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.437063] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 697.437063] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]529da30c-78c7-ab17-b925-4aaa018d5a88" [ 697.437063] env[70113]: _type = "Task" [ 697.437063] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.445835] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529da30c-78c7-ab17-b925-4aaa018d5a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.504233] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Acquiring lock "67270ca7-2423-4d43-8dbd-1c0adf2ede54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.504233] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Lock "67270ca7-2423-4d43-8dbd-1c0adf2ede54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.551323] env[70113]: DEBUG oslo_concurrency.lockutils [req-55745e25-3d92-4128-a98f-caa894329dab req-1296818f-975e-4ac4-8eb0-ba9e06e63876 service nova] Releasing lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.557813] env[70113]: INFO nova.compute.manager [-] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Took 1.49 seconds to deallocate network for instance. [ 697.610247] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3414927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086868} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.610247] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.611031] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284773fb-2c67-45e1-a86b-6f93c4db711f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.628535] env[70113]: DEBUG nova.compute.utils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.643665] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 9570dc84-80e2-4384-91dc-db78b2c8998e/9570dc84-80e2-4384-91dc-db78b2c8998e.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.646983] env[70113]: DEBUG nova.compute.manager [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.647181] env[70113]: DEBUG nova.network.neutron [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.649169] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c39452d-9105-4c8f-b611-2007e74fdb4c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.665026] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e17f59e4-02f3-4066-b89c-b53d90933960 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "6a4056d3-e606-4232-a764-b1d6ffdc311e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.163s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.672368] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Waiting for the task: (returnval){ [ 697.672368] env[70113]: value = "task-3414928" [ 697.672368] env[70113]: _type = "Task" [ 697.672368] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.681118] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3414928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.703323] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ceb0c4-3427-cccf-d8f4-6e746428b0b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014915} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.703485] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.703712] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 546d4f1f-00dc-458c-a0f5-3810925a681d/546d4f1f-00dc-458c-a0f5-3810925a681d.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.703936] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eb9fe2c-8198-4b4d-816a-852ce1b16918 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.714993] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 697.714993] env[70113]: value = "task-3414929" [ 697.714993] env[70113]: _type = "Task" [ 697.714993] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.727635] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3414929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.754184] env[70113]: DEBUG nova.policy [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '440ce37b0216440cb33bef602abf7d5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85c65c2133ac4d1cb393c7fd15ecc9e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.761018] env[70113]: INFO nova.compute.manager [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Rebuilding instance [ 697.812594] env[70113]: DEBUG nova.compute.manager [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.813762] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0b82c5-8439-45f2-b0be-1867696ac66d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.923775] env[70113]: DEBUG nova.compute.manager [req-23f24815-d9e7-4a69-a6ae-fd2dde640547 req-56237275-a264-47c4-8220-f3d1a50d8a31 service nova] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Received event network-vif-deleted-95cc5858-98e3-4a58-a0c5-6fe74a7314a4 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.956670] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529da30c-78c7-ab17-b925-4aaa018d5a88, 'name': SearchDatastore_Task, 'duration_secs': 0.019026} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.959691] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.959960] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.960257] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.960861] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.960861] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.961249] env[70113]: DEBUG oslo_concurrency.lockutils [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Acquiring lock "68f8e1f3-1f39-4629-9fdf-a9101d8ffc92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.961576] env[70113]: DEBUG oslo_concurrency.lockutils [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Lock "68f8e1f3-1f39-4629-9fdf-a9101d8ffc92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.961714] env[70113]: DEBUG oslo_concurrency.lockutils [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Acquiring lock "68f8e1f3-1f39-4629-9fdf-a9101d8ffc92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.961868] env[70113]: DEBUG oslo_concurrency.lockutils [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Lock "68f8e1f3-1f39-4629-9fdf-a9101d8ffc92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.962107] env[70113]: DEBUG oslo_concurrency.lockutils [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Lock "68f8e1f3-1f39-4629-9fdf-a9101d8ffc92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.963708] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c42d3b78-fe37-403a-88ec-29728e538df8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.966106] env[70113]: INFO nova.compute.manager [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Terminating instance [ 697.978746] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.979021] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.983175] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e429128a-80ea-4573-a436-880337318c2d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.994313] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 697.994313] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ff308f-cbaa-6f0a-f7a9-6a0f036b16e5" [ 697.994313] env[70113]: _type = "Task" [ 697.994313] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.005422] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ff308f-cbaa-6f0a-f7a9-6a0f036b16e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.045988] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf65853f-b247-45d1-82af-75f3278a987f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.054209] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b5e8c1-8d3c-433e-bb2d-bdcd7cba7e12 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.092546] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.094260] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21916d34-6a1b-4794-8b7f-5bc252750e9a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.105042] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e2eef4-fe3e-4790-929f-d284cafffe16 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.127051] env[70113]: DEBUG nova.compute.provider_tree [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.146048] env[70113]: DEBUG nova.compute.manager [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.169255] env[70113]: DEBUG nova.compute.manager [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.187596] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3414928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.230378] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3414929, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.339938] env[70113]: DEBUG nova.network.neutron [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Successfully created port: 7b6a0623-a4d0-449c-9143-c461bedd6622 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.470336] env[70113]: DEBUG nova.compute.manager [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.470577] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.473559] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584b10c7-c260-4b31-996a-e408254eec9c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.479971] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "1fe20cf8-5e09-4d32-980d-4c198a0a6a5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.480391] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "1fe20cf8-5e09-4d32-980d-4c198a0a6a5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.486780] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.487406] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86e3a46c-d592-43f2-818c-f9e6ff144796 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.499930] env[70113]: DEBUG oslo_vmware.api [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Waiting for the task: (returnval){ [ 698.499930] env[70113]: value = "task-3414930" [ 698.499930] env[70113]: _type = "Task" [ 698.499930] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.516083] env[70113]: DEBUG oslo_vmware.api [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.520288] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ff308f-cbaa-6f0a-f7a9-6a0f036b16e5, 'name': SearchDatastore_Task, 'duration_secs': 0.016483} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.521070] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-683f27fd-95e2-4b30-9e30-239c4331e89b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.527881] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 698.527881] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fa0dc0-0abc-183f-05ba-95a435889774" [ 698.527881] env[70113]: _type = "Task" [ 698.527881] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.538408] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fa0dc0-0abc-183f-05ba-95a435889774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.630804] env[70113]: DEBUG nova.scheduler.client.report [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.684250] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3414928, 'name': ReconfigVM_Task, 'duration_secs': 0.683766} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.686488] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 9570dc84-80e2-4384-91dc-db78b2c8998e/9570dc84-80e2-4384-91dc-db78b2c8998e.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.687662] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-720d9652-f6ce-4e94-98fe-5449d4244e99 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.700483] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Waiting for the task: (returnval){ [ 698.700483] env[70113]: value = "task-3414931" [ 698.700483] env[70113]: _type = "Task" [ 698.700483] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.709446] env[70113]: DEBUG oslo_concurrency.lockutils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.720442] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3414931, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.735023] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3414929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739686} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.735023] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 546d4f1f-00dc-458c-a0f5-3810925a681d/546d4f1f-00dc-458c-a0f5-3810925a681d.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.735023] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.735023] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95318ba2-400c-477d-ba28-2de1e1c1702b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.746597] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 698.746597] env[70113]: value = "task-3414932" [ 698.746597] env[70113]: _type = "Task" [ 698.746597] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.756622] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3414932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.838037] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.838037] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91dd09da-7568-4ba2-8dd1-4cdf0dc49653 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.845721] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Waiting for the task: (returnval){ [ 698.845721] env[70113]: value = "task-3414933" [ 698.845721] env[70113]: _type = "Task" [ 698.845721] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.858459] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.018557] env[70113]: DEBUG oslo_vmware.api [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414930, 'name': PowerOffVM_Task, 'duration_secs': 0.411141} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.018890] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.019152] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.019381] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4469f814-97eb-4c81-8928-e8a58b65adf3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.043150] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fa0dc0-0abc-183f-05ba-95a435889774, 'name': SearchDatastore_Task, 'duration_secs': 0.044608} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.044357] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.044743] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8/9fa8a004-e7b8-412e-bd4d-f8a20675bbe8.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.045787] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1c6a56b-4b7a-42cb-aae5-6ab7c5a448eb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.060790] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 699.060790] env[70113]: value = "task-3414935" [ 699.060790] env[70113]: _type = "Task" [ 699.060790] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.072258] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3414935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.109460] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.109873] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.110398] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Deleting the datastore file [datastore1] 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.110688] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84c408d7-1a7b-4428-9c1e-6f0463608feb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.120897] env[70113]: DEBUG oslo_vmware.api [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Waiting for the task: (returnval){ [ 699.120897] env[70113]: value = "task-3414936" [ 699.120897] env[70113]: _type = "Task" [ 699.120897] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.134024] env[70113]: DEBUG oslo_vmware.api [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.140675] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.023s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.140675] env[70113]: DEBUG nova.compute.manager [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.145749] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.705s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.147416] env[70113]: INFO nova.compute.claims [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.155115] env[70113]: DEBUG nova.compute.manager [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.209828] env[70113]: DEBUG nova.virt.hardware [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:30:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1392292244',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-87359669',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.209828] env[70113]: DEBUG nova.virt.hardware [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.209828] env[70113]: DEBUG nova.virt.hardware [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.210181] env[70113]: DEBUG nova.virt.hardware [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.210181] env[70113]: DEBUG nova.virt.hardware [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.210181] env[70113]: DEBUG nova.virt.hardware [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.210181] env[70113]: DEBUG nova.virt.hardware [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.210335] env[70113]: DEBUG nova.virt.hardware [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.210394] env[70113]: DEBUG nova.virt.hardware [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.210650] env[70113]: DEBUG nova.virt.hardware [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.210730] env[70113]: DEBUG nova.virt.hardware [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.214238] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ce0df2-f020-4b44-b98c-3a2668963a44 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.227227] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54df2683-058a-4ec3-b74b-abad0c770a70 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.232566] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3414931, 'name': Rename_Task, 'duration_secs': 0.221909} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.233089] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.233895] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e956a69f-b883-49d0-b83c-4eb768dd34a2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.250163] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Waiting for the task: (returnval){ [ 699.250163] env[70113]: value = "task-3414937" [ 699.250163] env[70113]: _type = "Task" [ 699.250163] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.257567] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3414932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108639} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.258417] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.259139] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef403e2-5c47-454f-81fa-e79233346dd4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.267456] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3414937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.292919] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 546d4f1f-00dc-458c-a0f5-3810925a681d/546d4f1f-00dc-458c-a0f5-3810925a681d.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.293312] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dfc47ef-c8b6-4a53-9fcc-917f9782ee7d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.318120] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 699.318120] env[70113]: value = "task-3414938" [ 699.318120] env[70113]: _type = "Task" [ 699.318120] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.327672] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3414938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.357394] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414933, 'name': PowerOffVM_Task, 'duration_secs': 0.257756} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.357700] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.357925] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.358723] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8910e47-c5cd-4808-a2b3-8b5e4ae42735 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.367186] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.367829] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6794b6a-7d01-45cf-bbbb-928af3c05edc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.404673] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.404918] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.405126] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Deleting the datastore file [datastore1] 4dd28d49-3b43-476f-be17-951279c456f4 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.405405] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c486f1b-b5c3-44ba-b97f-82c2454ec551 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.419024] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Waiting for the task: (returnval){ [ 699.419024] env[70113]: value = "task-3414940" [ 699.419024] env[70113]: _type = "Task" [ 699.419024] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.428495] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.576916] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3414935, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.637851] env[70113]: DEBUG oslo_vmware.api [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Task: {'id': task-3414936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398544} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.638201] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.638334] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.638506] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.638680] env[70113]: INFO nova.compute.manager [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Took 1.17 seconds to destroy the instance on the hypervisor. [ 699.639534] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.639534] env[70113]: DEBUG nova.compute.manager [-] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.639534] env[70113]: DEBUG nova.network.neutron [-] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.656656] env[70113]: DEBUG nova.compute.utils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.658279] env[70113]: DEBUG nova.compute.manager [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.659189] env[70113]: DEBUG nova.network.neutron [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.670814] env[70113]: DEBUG nova.compute.manager [req-40668a1e-f40e-446a-9575-1fae06c0772f req-71536ac6-97a7-45c3-924f-fe9e10473628 service nova] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Received event network-vif-plugged-b201032d-d126-4326-9b44-50d10f711263 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.671072] env[70113]: DEBUG oslo_concurrency.lockutils [req-40668a1e-f40e-446a-9575-1fae06c0772f req-71536ac6-97a7-45c3-924f-fe9e10473628 service nova] Acquiring lock "9fa8a004-e7b8-412e-bd4d-f8a20675bbe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.671228] env[70113]: DEBUG oslo_concurrency.lockutils [req-40668a1e-f40e-446a-9575-1fae06c0772f req-71536ac6-97a7-45c3-924f-fe9e10473628 service nova] Lock "9fa8a004-e7b8-412e-bd4d-f8a20675bbe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.671340] env[70113]: DEBUG oslo_concurrency.lockutils [req-40668a1e-f40e-446a-9575-1fae06c0772f req-71536ac6-97a7-45c3-924f-fe9e10473628 service nova] Lock "9fa8a004-e7b8-412e-bd4d-f8a20675bbe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.671533] env[70113]: DEBUG nova.compute.manager [req-40668a1e-f40e-446a-9575-1fae06c0772f req-71536ac6-97a7-45c3-924f-fe9e10473628 service nova] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] No waiting events found dispatching network-vif-plugged-b201032d-d126-4326-9b44-50d10f711263 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.671747] env[70113]: WARNING nova.compute.manager [req-40668a1e-f40e-446a-9575-1fae06c0772f req-71536ac6-97a7-45c3-924f-fe9e10473628 service nova] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Received unexpected event network-vif-plugged-b201032d-d126-4326-9b44-50d10f711263 for instance with vm_state building and task_state spawning. [ 699.671918] env[70113]: DEBUG nova.compute.manager [req-40668a1e-f40e-446a-9575-1fae06c0772f req-71536ac6-97a7-45c3-924f-fe9e10473628 service nova] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Received event network-changed-b201032d-d126-4326-9b44-50d10f711263 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.673791] env[70113]: DEBUG nova.compute.manager [req-40668a1e-f40e-446a-9575-1fae06c0772f req-71536ac6-97a7-45c3-924f-fe9e10473628 service nova] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Refreshing instance network info cache due to event network-changed-b201032d-d126-4326-9b44-50d10f711263. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.673791] env[70113]: DEBUG oslo_concurrency.lockutils [req-40668a1e-f40e-446a-9575-1fae06c0772f req-71536ac6-97a7-45c3-924f-fe9e10473628 service nova] Acquiring lock "refresh_cache-9fa8a004-e7b8-412e-bd4d-f8a20675bbe8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.673791] env[70113]: DEBUG oslo_concurrency.lockutils [req-40668a1e-f40e-446a-9575-1fae06c0772f req-71536ac6-97a7-45c3-924f-fe9e10473628 service nova] Acquired lock "refresh_cache-9fa8a004-e7b8-412e-bd4d-f8a20675bbe8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.673791] env[70113]: DEBUG nova.network.neutron [req-40668a1e-f40e-446a-9575-1fae06c0772f req-71536ac6-97a7-45c3-924f-fe9e10473628 service nova] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Refreshing network info cache for port b201032d-d126-4326-9b44-50d10f711263 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.675921] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Acquiring lock "c2c8d8bb-6a7d-46e2-a9cc-083f60676626" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.676162] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Lock "c2c8d8bb-6a7d-46e2-a9cc-083f60676626" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.727757] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "703ef808-b2ba-447a-b213-4bcd108e6550" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.728172] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "703ef808-b2ba-447a-b213-4bcd108e6550" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.738756] env[70113]: DEBUG nova.policy [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '789c7fa400554a6ca06267c86fbf0467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f8b5ab486ae4a439af550f8961186e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.763248] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3414937, 'name': PowerOnVM_Task} progress is 74%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.833090] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3414938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.929253] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306657} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.929540] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.929712] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.929940] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.077761] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3414935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790601} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.079094] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8/9fa8a004-e7b8-412e-bd4d-f8a20675bbe8.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.079094] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.079094] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0eaeebe-5c48-4691-a197-131f879537a4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.088730] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 700.088730] env[70113]: value = "task-3414941" [ 700.088730] env[70113]: _type = "Task" [ 700.088730] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.101923] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Acquiring lock "a45fac64-b46a-44c6-a1f0-bda773d22454" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.105025] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Lock "a45fac64-b46a-44c6-a1f0-bda773d22454" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.105025] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Acquiring lock "a45fac64-b46a-44c6-a1f0-bda773d22454-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.105025] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Lock "a45fac64-b46a-44c6-a1f0-bda773d22454-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.105025] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Lock "a45fac64-b46a-44c6-a1f0-bda773d22454-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.106272] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3414941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.108106] env[70113]: INFO nova.compute.manager [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Terminating instance [ 700.162917] env[70113]: DEBUG nova.compute.manager [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.269836] env[70113]: DEBUG oslo_vmware.api [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3414937, 'name': PowerOnVM_Task, 'duration_secs': 0.907083} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.270184] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.270396] env[70113]: INFO nova.compute.manager [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Took 12.29 seconds to spawn the instance on the hypervisor. [ 700.270574] env[70113]: DEBUG nova.compute.manager [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.272203] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d9394b-2408-4ed7-86ec-ca66ff08459b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.338423] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3414938, 'name': ReconfigVM_Task, 'duration_secs': 0.698607} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.338733] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 546d4f1f-00dc-458c-a0f5-3810925a681d/546d4f1f-00dc-458c-a0f5-3810925a681d.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.340673] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ec72d5c-bb87-4b1f-a8b4-ac570bcd406c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.353694] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 700.353694] env[70113]: value = "task-3414942" [ 700.353694] env[70113]: _type = "Task" [ 700.353694] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.364291] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3414942, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.574466] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf50c62d-8d1c-4534-9ec5-fb8acf85583d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.584292] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4458ab69-400f-44dd-a47d-ecc3eccceb50 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.599057] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3414941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083356} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.631544] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.632615] env[70113]: DEBUG nova.compute.manager [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.632927] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.636436] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86427d5-4206-4075-85f0-40e075414cc8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.639500] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebfe7e1-a263-4b25-9ada-3ca1aaf737f9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.642817] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72919227-c6dc-49ef-b01f-bbb30401ed51 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.667047] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0607d9fc-3b69-463c-aa05-d7b4e95c8272 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.682610] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8/9fa8a004-e7b8-412e-bd4d-f8a20675bbe8.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.682979] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.687448] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c6d3faf-c9dd-4294-b9bf-af305a5602e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.703243] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55711b01-ccc4-4fea-8fea-cb4a527661ab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.719116] env[70113]: DEBUG nova.compute.provider_tree [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Updating inventory in ProviderTree for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.725172] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 700.725172] env[70113]: value = "task-3414944" [ 700.725172] env[70113]: _type = "Task" [ 700.725172] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.725422] env[70113]: DEBUG oslo_vmware.api [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Waiting for the task: (returnval){ [ 700.725422] env[70113]: value = "task-3414943" [ 700.725422] env[70113]: _type = "Task" [ 700.725422] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.734812] env[70113]: DEBUG nova.network.neutron [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Successfully created port: 3ddc58a1-d325-457a-a1ec-6374b8feb97d {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.745516] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3414944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.752660] env[70113]: DEBUG nova.network.neutron [req-40668a1e-f40e-446a-9575-1fae06c0772f req-71536ac6-97a7-45c3-924f-fe9e10473628 service nova] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Updated VIF entry in instance network info cache for port b201032d-d126-4326-9b44-50d10f711263. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.753087] env[70113]: DEBUG nova.network.neutron [req-40668a1e-f40e-446a-9575-1fae06c0772f req-71536ac6-97a7-45c3-924f-fe9e10473628 service nova] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Updating instance_info_cache with network_info: [{"id": "b201032d-d126-4326-9b44-50d10f711263", "address": "fa:16:3e:f4:38:56", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb201032d-d1", "ovs_interfaceid": "b201032d-d126-4326-9b44-50d10f711263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.756287] env[70113]: DEBUG oslo_vmware.api [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': task-3414943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.800795] env[70113]: INFO nova.compute.manager [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Took 22.37 seconds to build instance. [ 700.865737] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3414942, 'name': Rename_Task, 'duration_secs': 0.474065} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.866123] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.866463] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b67750d1-6204-4d71-a021-a3ab1762c4fa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.874450] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 700.874450] env[70113]: value = "task-3414945" [ 700.874450] env[70113]: _type = "Task" [ 700.874450] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.885105] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3414945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.906288] env[70113]: DEBUG nova.network.neutron [-] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.982344] env[70113]: DEBUG nova.virt.hardware [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.982658] env[70113]: DEBUG nova.virt.hardware [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.982734] env[70113]: DEBUG nova.virt.hardware [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.982927] env[70113]: DEBUG nova.virt.hardware [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.983366] env[70113]: DEBUG nova.virt.hardware [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.983366] env[70113]: DEBUG nova.virt.hardware [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.983730] env[70113]: DEBUG nova.virt.hardware [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.983857] env[70113]: DEBUG nova.virt.hardware [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.984035] env[70113]: DEBUG nova.virt.hardware [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.984212] env[70113]: DEBUG nova.virt.hardware [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.984368] env[70113]: DEBUG nova.virt.hardware [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.985376] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649ecbdc-2da2-411e-b868-edcb6ebe82f8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.996020] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c68630-a792-4b67-9ef7-a7b4118b6355 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.012437] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.018528] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.021720] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.021720] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57678109-2b7e-494d-a712-64ee251f1a7e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.044058] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.044058] env[70113]: value = "task-3414946" [ 701.044058] env[70113]: _type = "Task" [ 701.044058] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.052714] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414946, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.053729] env[70113]: DEBUG nova.network.neutron [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Successfully updated port: 7b6a0623-a4d0-449c-9143-c461bedd6622 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.189929] env[70113]: DEBUG nova.compute.manager [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.219170] env[70113]: DEBUG nova.virt.hardware [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.220362] env[70113]: DEBUG nova.virt.hardware [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.220576] env[70113]: DEBUG nova.virt.hardware [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.221262] env[70113]: DEBUG nova.virt.hardware [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.221262] env[70113]: DEBUG nova.virt.hardware [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.221262] env[70113]: DEBUG nova.virt.hardware [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.221441] env[70113]: DEBUG nova.virt.hardware [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.221632] env[70113]: DEBUG nova.virt.hardware [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.221853] env[70113]: DEBUG nova.virt.hardware [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.222063] env[70113]: DEBUG nova.virt.hardware [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.222297] env[70113]: DEBUG nova.virt.hardware [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.226700] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23edaa8e-18c8-4c59-9525-8200517053f5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.253124] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae899dd-a4ee-4e4b-a058-09a5c5fda650 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.258078] env[70113]: DEBUG oslo_vmware.api [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': task-3414943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.258361] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3414944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.260391] env[70113]: ERROR nova.scheduler.client.report [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [req-3a98190a-fea3-4da6-92c4-e615027fece2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 40670c61-ee25-43d1-8453-26da9c0cfec5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3a98190a-fea3-4da6-92c4-e615027fece2"}]} [ 701.260687] env[70113]: DEBUG oslo_concurrency.lockutils [req-40668a1e-f40e-446a-9575-1fae06c0772f req-71536ac6-97a7-45c3-924f-fe9e10473628 service nova] Releasing lock "refresh_cache-9fa8a004-e7b8-412e-bd4d-f8a20675bbe8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.292132] env[70113]: DEBUG nova.scheduler.client.report [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Refreshing inventories for resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 701.303058] env[70113]: DEBUG oslo_concurrency.lockutils [None req-12a01abf-d3cf-4bcd-8853-2c330ce1881a tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Lock "9570dc84-80e2-4384-91dc-db78b2c8998e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.896s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.314975] env[70113]: DEBUG nova.scheduler.client.report [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Updating ProviderTree inventory for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 701.315393] env[70113]: DEBUG nova.compute.provider_tree [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Updating inventory in ProviderTree for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.332543] env[70113]: DEBUG nova.scheduler.client.report [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Refreshing aggregate associations for resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5, aggregates: None {{(pid=70113) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 701.354678] env[70113]: DEBUG nova.scheduler.client.report [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Refreshing trait associations for resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70113) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 701.391491] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3414945, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.409996] env[70113]: INFO nova.compute.manager [-] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Took 1.77 seconds to deallocate network for instance. [ 701.561827] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquiring lock "refresh_cache-85001c04-13eb-4f93-98d8-e206133639ca" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.561827] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquired lock "refresh_cache-85001c04-13eb-4f93-98d8-e206133639ca" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.561827] env[70113]: DEBUG nova.network.neutron [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.565183] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414946, 'name': CreateVM_Task, 'duration_secs': 0.397165} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.565183] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.565183] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.565183] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.565183] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.565183] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c25484-97ba-4832-9da4-beacdbc87377 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.572964] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Waiting for the task: (returnval){ [ 701.572964] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52840e2b-ffce-b8ae-e263-e7ca72d6d5b8" [ 701.572964] env[70113]: _type = "Task" [ 701.572964] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.592205] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52840e2b-ffce-b8ae-e263-e7ca72d6d5b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.742496] env[70113]: DEBUG nova.compute.manager [req-8c0f6638-2a19-4d84-a2ff-b302cf8cacf1 req-1de4fa25-3636-43cc-9108-ae4b3e83617d service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Received event network-vif-plugged-7b6a0623-a4d0-449c-9143-c461bedd6622 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.742728] env[70113]: DEBUG oslo_concurrency.lockutils [req-8c0f6638-2a19-4d84-a2ff-b302cf8cacf1 req-1de4fa25-3636-43cc-9108-ae4b3e83617d service nova] Acquiring lock "85001c04-13eb-4f93-98d8-e206133639ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.742954] env[70113]: DEBUG oslo_concurrency.lockutils [req-8c0f6638-2a19-4d84-a2ff-b302cf8cacf1 req-1de4fa25-3636-43cc-9108-ae4b3e83617d service nova] Lock "85001c04-13eb-4f93-98d8-e206133639ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.747551] env[70113]: DEBUG oslo_concurrency.lockutils [req-8c0f6638-2a19-4d84-a2ff-b302cf8cacf1 req-1de4fa25-3636-43cc-9108-ae4b3e83617d service nova] Lock "85001c04-13eb-4f93-98d8-e206133639ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.748144] env[70113]: DEBUG nova.compute.manager [req-8c0f6638-2a19-4d84-a2ff-b302cf8cacf1 req-1de4fa25-3636-43cc-9108-ae4b3e83617d service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] No waiting events found dispatching network-vif-plugged-7b6a0623-a4d0-449c-9143-c461bedd6622 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.748144] env[70113]: WARNING nova.compute.manager [req-8c0f6638-2a19-4d84-a2ff-b302cf8cacf1 req-1de4fa25-3636-43cc-9108-ae4b3e83617d service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Received unexpected event network-vif-plugged-7b6a0623-a4d0-449c-9143-c461bedd6622 for instance with vm_state building and task_state spawning. [ 701.759361] env[70113]: DEBUG oslo_vmware.api [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': task-3414943, 'name': PowerOffVM_Task, 'duration_secs': 0.959851} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.762520] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.762705] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.762977] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3414944, 'name': ReconfigVM_Task, 'duration_secs': 0.687766} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.763247] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db85199d-7e6f-4d60-ada9-057f9f05dc57 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.765795] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8/9fa8a004-e7b8-412e-bd4d-f8a20675bbe8.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.769079] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3299ce4-113b-4a13-ab71-8ea2da0ef94e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.779663] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 701.779663] env[70113]: value = "task-3414948" [ 701.779663] env[70113]: _type = "Task" [ 701.779663] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.799498] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643b0c4b-5f64-4dc9-8601-34cbc4dc9fb0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.807046] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3414948, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.809583] env[70113]: DEBUG nova.compute.manager [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.814798] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca927c93-5c4e-47f1-8468-c98bd4738491 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.859771] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1b2202-2799-4488-b7a8-0b4b6f497c9c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.865408] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.865642] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.865839] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Deleting the datastore file [datastore1] a45fac64-b46a-44c6-a1f0-bda773d22454 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.866528] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5e14cf6-d20a-4bfe-9e9c-4aac91294fa3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.874388] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed55e26-548a-4494-8feb-265452070e35 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.881430] env[70113]: DEBUG oslo_vmware.api [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Waiting for the task: (returnval){ [ 701.881430] env[70113]: value = "task-3414949" [ 701.881430] env[70113]: _type = "Task" [ 701.881430] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.900301] env[70113]: DEBUG nova.compute.provider_tree [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Updating inventory in ProviderTree for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.907880] env[70113]: DEBUG oslo_vmware.api [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3414945, 'name': PowerOnVM_Task, 'duration_secs': 0.73647} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.908852] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.909093] env[70113]: INFO nova.compute.manager [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Took 11.47 seconds to spawn the instance on the hypervisor. [ 701.909283] env[70113]: DEBUG nova.compute.manager [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.909920] env[70113]: DEBUG oslo_vmware.api [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': task-3414949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.910788] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3f1475-5eb9-46d3-a4ed-23b549ad13e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.925225] env[70113]: DEBUG oslo_concurrency.lockutils [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.982100] env[70113]: DEBUG nova.compute.manager [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Stashing vm_state: active {{(pid=70113) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 702.086345] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52840e2b-ffce-b8ae-e263-e7ca72d6d5b8, 'name': SearchDatastore_Task, 'duration_secs': 0.037544} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.086345] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.086506] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.086709] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.086810] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.086986] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.088093] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82c7b2a7-b90c-4255-8b8c-0c50f51d9227 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.100351] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.100351] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.100351] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-455cb7eb-1251-4b3e-ae95-fe4946831c55 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.105279] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Waiting for the task: (returnval){ [ 702.105279] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]522e233d-baaa-8c31-0705-40bdbc339721" [ 702.105279] env[70113]: _type = "Task" [ 702.105279] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.114130] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522e233d-baaa-8c31-0705-40bdbc339721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.169477] env[70113]: DEBUG nova.network.neutron [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.294809] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3414948, 'name': Rename_Task, 'duration_secs': 0.224367} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.295128] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.295394] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ac8014-fafd-4011-b621-c908019edef5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.306098] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 702.306098] env[70113]: value = "task-3414950" [ 702.306098] env[70113]: _type = "Task" [ 702.306098] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.317423] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3414950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.339499] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.397071] env[70113]: DEBUG oslo_vmware.api [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Task: {'id': task-3414949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157093} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.397071] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.397071] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.397224] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.397317] env[70113]: INFO nova.compute.manager [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Took 1.76 seconds to destroy the instance on the hypervisor. [ 702.397495] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.397688] env[70113]: DEBUG nova.compute.manager [-] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.397805] env[70113]: DEBUG nova.network.neutron [-] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.427717] env[70113]: ERROR nova.scheduler.client.report [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [req-cb50ce82-0bb2-4993-88aa-d0e42c3670a9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 40670c61-ee25-43d1-8453-26da9c0cfec5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cb50ce82-0bb2-4993-88aa-d0e42c3670a9"}]} [ 702.438337] env[70113]: INFO nova.compute.manager [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Took 22.84 seconds to build instance. [ 702.454049] env[70113]: DEBUG nova.scheduler.client.report [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Refreshing inventories for resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 702.470794] env[70113]: DEBUG nova.scheduler.client.report [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Updating ProviderTree inventory for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 702.471099] env[70113]: DEBUG nova.compute.provider_tree [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Updating inventory in ProviderTree for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.493969] env[70113]: DEBUG nova.scheduler.client.report [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Refreshing aggregate associations for resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5, aggregates: None {{(pid=70113) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 702.511268] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.528095] env[70113]: DEBUG nova.scheduler.client.report [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Refreshing trait associations for resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70113) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 702.631110] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522e233d-baaa-8c31-0705-40bdbc339721, 'name': SearchDatastore_Task, 'duration_secs': 0.00985} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.632092] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d6745cb-13f7-42a3-873f-fcadf5ad5407 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.639061] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Waiting for the task: (returnval){ [ 702.639061] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]522b8db3-48d5-2084-fb17-9ab55f4b6edd" [ 702.639061] env[70113]: _type = "Task" [ 702.639061] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.651881] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522b8db3-48d5-2084-fb17-9ab55f4b6edd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.756942] env[70113]: DEBUG nova.network.neutron [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Updating instance_info_cache with network_info: [{"id": "7b6a0623-a4d0-449c-9143-c461bedd6622", "address": "fa:16:3e:17:00:6b", "network": {"id": "7a4c1fd0-4501-4ab6-96f3-93b76e03256b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-662685673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c65c2133ac4d1cb393c7fd15ecc9e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b6a0623-a4", "ovs_interfaceid": "7b6a0623-a4d0-449c-9143-c461bedd6622", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.822982] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3414950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.862034] env[70113]: DEBUG nova.compute.manager [req-686420c4-0d87-46a2-8e78-68e8b853cffe req-6f3be6d6-0de6-4ef7-9cee-9ce60d2735e6 service nova] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Received event network-vif-deleted-84c39aae-58e5-4fc9-979b-e22eccbd70d8 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.939286] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c904adc-d58a-4ad6-9abf-43fab48f5d88 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "546d4f1f-00dc-458c-a0f5-3810925a681d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.347s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.046109] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea3b398-0885-40da-80ad-b3ce65815455 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.054861] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bad817a-72bc-4a73-bab2-6b41c615d5ae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.092616] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca23a70b-d2f1-4880-8f98-a93e37bda35b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.102317] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b69db84-82ce-4526-a2d6-2b447bfb16c6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.118710] env[70113]: DEBUG nova.compute.provider_tree [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Updating inventory in ProviderTree for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.150174] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522b8db3-48d5-2084-fb17-9ab55f4b6edd, 'name': SearchDatastore_Task, 'duration_secs': 0.011698} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.150435] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.150699] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 4dd28d49-3b43-476f-be17-951279c456f4/4dd28d49-3b43-476f-be17-951279c456f4.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.150960] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a15c0b3-e94b-48e1-aa63-1372e537096c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.160040] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Waiting for the task: (returnval){ [ 703.160040] env[70113]: value = "task-3414951" [ 703.160040] env[70113]: _type = "Task" [ 703.160040] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.172523] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.260608] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Releasing lock "refresh_cache-85001c04-13eb-4f93-98d8-e206133639ca" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.260938] env[70113]: DEBUG nova.compute.manager [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Instance network_info: |[{"id": "7b6a0623-a4d0-449c-9143-c461bedd6622", "address": "fa:16:3e:17:00:6b", "network": {"id": "7a4c1fd0-4501-4ab6-96f3-93b76e03256b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-662685673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c65c2133ac4d1cb393c7fd15ecc9e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b6a0623-a4", "ovs_interfaceid": "7b6a0623-a4d0-449c-9143-c461bedd6622", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.261436] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:00:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b6a0623-a4d0-449c-9143-c461bedd6622', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.270267] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Creating folder: Project (85c65c2133ac4d1cb393c7fd15ecc9e6). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.270642] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f945d909-14b6-46cb-aa66-4e422002ef04 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.289703] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Created folder: Project (85c65c2133ac4d1cb393c7fd15ecc9e6) in parent group-v681336. [ 703.289855] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Creating folder: Instances. Parent ref: group-v681376. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.290123] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aab46389-8997-419c-9002-6026db67d2d4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.305906] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Created folder: Instances in parent group-v681376. [ 703.305906] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.305906] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.305906] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad0ebc5c-cd52-43fe-b077-589cc9031105 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.335270] env[70113]: DEBUG oslo_vmware.api [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3414950, 'name': PowerOnVM_Task, 'duration_secs': 0.614006} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.335568] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.335830] env[70113]: INFO nova.compute.manager [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Took 10.48 seconds to spawn the instance on the hypervisor. [ 703.336113] env[70113]: DEBUG nova.compute.manager [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.336967] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e03896d-7db5-4020-af09-aaf17c8cbe41 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.341774] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.341774] env[70113]: value = "task-3414954" [ 703.341774] env[70113]: _type = "Task" [ 703.341774] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.360546] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414954, 'name': CreateVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.445330] env[70113]: DEBUG nova.network.neutron [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Successfully updated port: 3ddc58a1-d325-457a-a1ec-6374b8feb97d {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.446931] env[70113]: DEBUG nova.compute.manager [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.672935] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509618} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.673340] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 4dd28d49-3b43-476f-be17-951279c456f4/4dd28d49-3b43-476f-be17-951279c456f4.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.673729] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.673991] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-171ed658-8724-4258-8dfe-ba7955959575 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.676221] env[70113]: DEBUG nova.network.neutron [-] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.684154] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Waiting for the task: (returnval){ [ 703.684154] env[70113]: value = "task-3414955" [ 703.684154] env[70113]: _type = "Task" [ 703.684154] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.684154] env[70113]: DEBUG nova.scheduler.client.report [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Updated inventory for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with generation 30 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 703.685637] env[70113]: DEBUG nova.compute.provider_tree [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Updating resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5 generation from 30 to 31 during operation: update_inventory {{(pid=70113) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 703.685637] env[70113]: DEBUG nova.compute.provider_tree [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Updating inventory in ProviderTree for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.703328] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.859418] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414954, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.865706] env[70113]: INFO nova.compute.manager [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Took 20.29 seconds to build instance. [ 703.951824] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "refresh_cache-f5689aa5-3e82-4f83-bb2f-96c05181b91f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.951824] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquired lock "refresh_cache-f5689aa5-3e82-4f83-bb2f-96c05181b91f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.951824] env[70113]: DEBUG nova.network.neutron [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.986092] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.181098] env[70113]: INFO nova.compute.manager [-] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Took 1.78 seconds to deallocate network for instance. [ 704.195128] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.048s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.195128] env[70113]: DEBUG nova.compute.manager [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.198275] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.635s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.201020] env[70113]: DEBUG nova.objects.instance [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70113) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 704.207623] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071106} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.208089] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.209048] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e01606-a16e-43ee-9900-4079bd8cfb7b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.235566] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 4dd28d49-3b43-476f-be17-951279c456f4/4dd28d49-3b43-476f-be17-951279c456f4.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.237012] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3447415-cc0c-4f0d-956a-3cd370ceb84d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.260948] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Waiting for the task: (returnval){ [ 704.260948] env[70113]: value = "task-3414956" [ 704.260948] env[70113]: _type = "Task" [ 704.260948] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.272779] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.358247] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414954, 'name': CreateVM_Task, 'duration_secs': 0.597665} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.358247] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.358633] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.359742] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.359742] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.359742] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56515af5-6ebd-41a0-85a8-f2642d23d762 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.366304] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 704.366304] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528875fc-91c5-9370-7938-7c777f5bc73a" [ 704.366304] env[70113]: _type = "Task" [ 704.366304] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.370953] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d881cbcd-30e9-401c-a81f-050691b3bc05 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "9fa8a004-e7b8-412e-bd4d-f8a20675bbe8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.860s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.383064] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528875fc-91c5-9370-7938-7c777f5bc73a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.554258] env[70113]: DEBUG nova.network.neutron [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.688757] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.709507] env[70113]: DEBUG nova.compute.utils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.714270] env[70113]: DEBUG nova.compute.manager [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.714270] env[70113]: DEBUG nova.network.neutron [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.772775] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.861133] env[70113]: DEBUG nova.policy [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7db449b8582495cb7633724faa17b0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b33184654a68491597cf46c2927984cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.874312] env[70113]: DEBUG nova.compute.manager [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.884035] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528875fc-91c5-9370-7938-7c777f5bc73a, 'name': SearchDatastore_Task, 'duration_secs': 0.011632} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.885963] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.885963] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.885963] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.885963] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.886275] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.886275] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3a64343-3a3b-4543-a20b-f3d8f646a743 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.899328] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.899634] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.900626] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17bd457a-6532-402c-a1c7-9fbdacdf84bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.908573] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 704.908573] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524852a9-721b-4226-bf51-1940cfb3a3f5" [ 704.908573] env[70113]: _type = "Task" [ 704.908573] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.925383] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524852a9-721b-4226-bf51-1940cfb3a3f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.926950] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e46a86f0-50f7-4f36-8220-908001702a2f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.935968] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 704.935968] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524aa4f3-2638-59d1-ee47-25b397589038" [ 704.935968] env[70113]: _type = "Task" [ 704.935968] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.946769] env[70113]: DEBUG nova.network.neutron [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Updating instance_info_cache with network_info: [{"id": "3ddc58a1-d325-457a-a1ec-6374b8feb97d", "address": "fa:16:3e:f1:e3:be", "network": {"id": "45d497e4-8989-454c-ab64-30a8e82af140", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-93521386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f8b5ab486ae4a439af550f8961186e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddc58a1-d3", "ovs_interfaceid": "3ddc58a1-d325-457a-a1ec-6374b8feb97d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.963816] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524aa4f3-2638-59d1-ee47-25b397589038, 'name': SearchDatastore_Task, 'duration_secs': 0.015652} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.964165] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.964578] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 85001c04-13eb-4f93-98d8-e206133639ca/85001c04-13eb-4f93-98d8-e206133639ca.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.964871] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62fed788-495f-4e71-bc25-1e6d69ae644e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.975239] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 704.975239] env[70113]: value = "task-3414957" [ 704.975239] env[70113]: _type = "Task" [ 704.975239] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.990964] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3414957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.213749] env[70113]: DEBUG nova.compute.manager [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.217515] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3977cd9-d66a-4d91-a27a-31ead6c76363 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.220241] env[70113]: DEBUG oslo_concurrency.lockutils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.642s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.224507] env[70113]: INFO nova.compute.claims [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.284432] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414956, 'name': ReconfigVM_Task, 'duration_secs': 0.741736} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.284767] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 4dd28d49-3b43-476f-be17-951279c456f4/4dd28d49-3b43-476f-be17-951279c456f4.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.285466] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1f711f1-7427-4bbb-a307-d68023552305 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.297496] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Waiting for the task: (returnval){ [ 705.297496] env[70113]: value = "task-3414958" [ 705.297496] env[70113]: _type = "Task" [ 705.297496] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.314741] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414958, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.419304] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.454999] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Releasing lock "refresh_cache-f5689aa5-3e82-4f83-bb2f-96c05181b91f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.455374] env[70113]: DEBUG nova.compute.manager [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Instance network_info: |[{"id": "3ddc58a1-d325-457a-a1ec-6374b8feb97d", "address": "fa:16:3e:f1:e3:be", "network": {"id": "45d497e4-8989-454c-ab64-30a8e82af140", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-93521386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f8b5ab486ae4a439af550f8961186e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddc58a1-d3", "ovs_interfaceid": "3ddc58a1-d325-457a-a1ec-6374b8feb97d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.455795] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:e3:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ddc58a1-d325-457a-a1ec-6374b8feb97d', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.464741] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Creating folder: Project (7f8b5ab486ae4a439af550f8961186e4). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.465941] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d239435-3284-4c48-a21d-65fcfa8c3f16 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.484056] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Created folder: Project (7f8b5ab486ae4a439af550f8961186e4) in parent group-v681336. [ 705.484056] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Creating folder: Instances. Parent ref: group-v681379. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.490703] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fa9787b-b7f9-4bb9-a29e-1e757a571e42 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.492618] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3414957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5014} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.492918] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 85001c04-13eb-4f93-98d8-e206133639ca/85001c04-13eb-4f93-98d8-e206133639ca.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.493184] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.494294] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a37e0ff5-c04d-44f6-9403-1d165c8006b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.504103] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 705.504103] env[70113]: value = "task-3414961" [ 705.504103] env[70113]: _type = "Task" [ 705.504103] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.510311] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Created folder: Instances in parent group-v681379. [ 705.510580] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.511260] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.511485] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b3df7e6-fc7c-4b47-8fdb-0008b9ab939c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.531644] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3414961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.540958] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.540958] env[70113]: value = "task-3414962" [ 705.540958] env[70113]: _type = "Task" [ 705.540958] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.560238] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414962, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.568022] env[70113]: DEBUG nova.compute.manager [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Received event network-changed-7b6a0623-a4d0-449c-9143-c461bedd6622 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.568736] env[70113]: DEBUG nova.compute.manager [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Refreshing instance network info cache due to event network-changed-7b6a0623-a4d0-449c-9143-c461bedd6622. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.569053] env[70113]: DEBUG oslo_concurrency.lockutils [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] Acquiring lock "refresh_cache-85001c04-13eb-4f93-98d8-e206133639ca" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.569211] env[70113]: DEBUG oslo_concurrency.lockutils [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] Acquired lock "refresh_cache-85001c04-13eb-4f93-98d8-e206133639ca" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.569360] env[70113]: DEBUG nova.network.neutron [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Refreshing network info cache for port 7b6a0623-a4d0-449c-9143-c461bedd6622 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.811516] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414958, 'name': Rename_Task, 'duration_secs': 0.272094} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.811807] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.812072] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d03b2428-3074-4d18-953a-b677bf454dfa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.825841] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Waiting for the task: (returnval){ [ 705.825841] env[70113]: value = "task-3414963" [ 705.825841] env[70113]: _type = "Task" [ 705.825841] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.845983] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.967720] env[70113]: DEBUG nova.network.neutron [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Successfully created port: 0e26391b-d100-4cda-9b3d-4ee69e9e1ce1 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.026083] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3414961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117936} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.026083] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.028333] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5e2de3-535d-40dc-b38f-7ff9bfb70765 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.080576] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 85001c04-13eb-4f93-98d8-e206133639ca/85001c04-13eb-4f93-98d8-e206133639ca.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.089966] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-590444d7-ffa1-4061-9362-5b1aa0634da8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.125925] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414962, 'name': CreateVM_Task, 'duration_secs': 0.539397} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.128513] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.128513] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 706.128513] env[70113]: value = "task-3414964" [ 706.128513] env[70113]: _type = "Task" [ 706.128513] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.128513] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.128513] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.128513] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.128954] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019092e1-0263-4ca2-b3e9-770c5458d310 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.141523] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 706.141523] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f90830-04b2-9fbd-d7be-d8aaa4a76623" [ 706.141523] env[70113]: _type = "Task" [ 706.141523] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.145352] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3414964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.154521] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f90830-04b2-9fbd-d7be-d8aaa4a76623, 'name': SearchDatastore_Task, 'duration_secs': 0.0126} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.154741] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.154989] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.155231] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.155371] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.155538] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.155795] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85127957-2693-4bb9-bfc9-725c742bc964 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.169543] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.169543] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.169543] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46610ff-a51c-4988-9c34-fc073631cf58 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.180529] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 706.180529] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]522bf165-39a8-3ff7-33b6-bb5f5decb1fc" [ 706.180529] env[70113]: _type = "Task" [ 706.180529] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.193714] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522bf165-39a8-3ff7-33b6-bb5f5decb1fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.194545] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-317dc6b1-462d-46c6-925e-ece142793f45 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.202862] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 706.202862] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52be44ba-22c1-851b-e8cc-a368c80cd4f8" [ 706.202862] env[70113]: _type = "Task" [ 706.202862] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.217869] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52be44ba-22c1-851b-e8cc-a368c80cd4f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010972} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.217869] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.217869] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] f5689aa5-3e82-4f83-bb2f-96c05181b91f/f5689aa5-3e82-4f83-bb2f-96c05181b91f.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.217869] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49559562-f826-4d07-8728-c55164c80c23 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.227250] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 706.227250] env[70113]: value = "task-3414965" [ 706.227250] env[70113]: _type = "Task" [ 706.227250] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.228246] env[70113]: DEBUG nova.compute.manager [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.257548] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3414965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.275065] env[70113]: DEBUG nova.virt.hardware [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.275231] env[70113]: DEBUG nova.virt.hardware [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.275698] env[70113]: DEBUG nova.virt.hardware [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.275698] env[70113]: DEBUG nova.virt.hardware [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.275698] env[70113]: DEBUG nova.virt.hardware [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.275874] env[70113]: DEBUG nova.virt.hardware [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.276037] env[70113]: DEBUG nova.virt.hardware [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.276245] env[70113]: DEBUG nova.virt.hardware [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.276456] env[70113]: DEBUG nova.virt.hardware [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.276624] env[70113]: DEBUG nova.virt.hardware [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.276827] env[70113]: DEBUG nova.virt.hardware [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.278040] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1d8e9d-c089-4fa4-9cde-66860a488c01 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.293607] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e06d2ac-fc1a-4ed1-bebd-a322954cb4be {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.341099] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.523846] env[70113]: DEBUG oslo_concurrency.lockutils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "9be9128e-4576-4941-9f9b-d2bca5d25975" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.526127] env[70113]: DEBUG oslo_concurrency.lockutils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "9be9128e-4576-4941-9f9b-d2bca5d25975" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.647422] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3414964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.685024] env[70113]: DEBUG nova.network.neutron [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Updated VIF entry in instance network info cache for port 7b6a0623-a4d0-449c-9143-c461bedd6622. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.685024] env[70113]: DEBUG nova.network.neutron [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Updating instance_info_cache with network_info: [{"id": "7b6a0623-a4d0-449c-9143-c461bedd6622", "address": "fa:16:3e:17:00:6b", "network": {"id": "7a4c1fd0-4501-4ab6-96f3-93b76e03256b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-662685673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c65c2133ac4d1cb393c7fd15ecc9e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b6a0623-a4", "ovs_interfaceid": "7b6a0623-a4d0-449c-9143-c461bedd6622", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.735333] env[70113]: DEBUG nova.compute.manager [req-bef529cf-6fea-4f13-b2e3-91fdc8b210ec req-ff31a9be-368f-4299-8f70-9ddfe9d966b2 service nova] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Received event network-vif-deleted-7f4db8a7-1b40-4135-9bbe-91b273f1efac {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.742865] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3414965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49558} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.742865] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] f5689aa5-3e82-4f83-bb2f-96c05181b91f/f5689aa5-3e82-4f83-bb2f-96c05181b91f.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.742865] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.743159] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa4de608-d150-4014-99f3-b9a1799d645f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.756331] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 706.756331] env[70113]: value = "task-3414966" [ 706.756331] env[70113]: _type = "Task" [ 706.756331] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.769355] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3414966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.804467] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8dd15b-7a86-488e-b348-67933dd01258 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.816804] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec295f33-dcf9-4e6f-8991-aa57e5339de7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.858615] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dd78ed-ee6b-4147-a655-4bb6bca04b58 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.868395] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414963, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.872413] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a52969-47fe-4bc2-b389-a2b9f4f0de6b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.890546] env[70113]: DEBUG nova.compute.provider_tree [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.145213] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3414964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.187778] env[70113]: DEBUG oslo_concurrency.lockutils [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] Releasing lock "refresh_cache-85001c04-13eb-4f93-98d8-e206133639ca" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.188381] env[70113]: DEBUG nova.compute.manager [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Received event network-vif-plugged-3ddc58a1-d325-457a-a1ec-6374b8feb97d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.188381] env[70113]: DEBUG oslo_concurrency.lockutils [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] Acquiring lock "f5689aa5-3e82-4f83-bb2f-96c05181b91f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.188574] env[70113]: DEBUG oslo_concurrency.lockutils [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] Lock "f5689aa5-3e82-4f83-bb2f-96c05181b91f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.188767] env[70113]: DEBUG oslo_concurrency.lockutils [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] Lock "f5689aa5-3e82-4f83-bb2f-96c05181b91f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.190378] env[70113]: DEBUG nova.compute.manager [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] No waiting events found dispatching network-vif-plugged-3ddc58a1-d325-457a-a1ec-6374b8feb97d {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.190378] env[70113]: WARNING nova.compute.manager [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Received unexpected event network-vif-plugged-3ddc58a1-d325-457a-a1ec-6374b8feb97d for instance with vm_state building and task_state spawning. [ 707.190378] env[70113]: DEBUG nova.compute.manager [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Received event network-changed-3ddc58a1-d325-457a-a1ec-6374b8feb97d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.190378] env[70113]: DEBUG nova.compute.manager [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Refreshing instance network info cache due to event network-changed-3ddc58a1-d325-457a-a1ec-6374b8feb97d. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.190615] env[70113]: DEBUG oslo_concurrency.lockutils [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] Acquiring lock "refresh_cache-f5689aa5-3e82-4f83-bb2f-96c05181b91f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.190651] env[70113]: DEBUG oslo_concurrency.lockutils [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] Acquired lock "refresh_cache-f5689aa5-3e82-4f83-bb2f-96c05181b91f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.190800] env[70113]: DEBUG nova.network.neutron [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Refreshing network info cache for port 3ddc58a1-d325-457a-a1ec-6374b8feb97d {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.273839] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3414966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071935} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.273839] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.273839] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf0134d-fdca-447f-b877-c0534f5a15d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.304535] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] f5689aa5-3e82-4f83-bb2f-96c05181b91f/f5689aa5-3e82-4f83-bb2f-96c05181b91f.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.305302] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-740df96e-32af-4976-b135-d4478d96c3ec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.332158] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 707.332158] env[70113]: value = "task-3414967" [ 707.332158] env[70113]: _type = "Task" [ 707.332158] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.341860] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3414967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.375023] env[70113]: DEBUG oslo_vmware.api [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Task: {'id': task-3414963, 'name': PowerOnVM_Task, 'duration_secs': 1.081291} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.375023] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.375023] env[70113]: DEBUG nova.compute.manager [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.375023] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987acb7e-fd26-4989-91ad-d09828aae190 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.395169] env[70113]: DEBUG nova.scheduler.client.report [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.643928] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3414964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.941914] env[70113]: DEBUG oslo_concurrency.lockutils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.942578] env[70113]: DEBUG nova.compute.manager [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.954022] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.379s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.955556] env[70113]: INFO nova.compute.claims [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.964432] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.974118] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3414967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.151244] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3414964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.163343] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Acquiring lock "480263ba-bab0-4026-ac77-0e2f6a425f1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.163762] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Lock "480263ba-bab0-4026-ac77-0e2f6a425f1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.385609] env[70113]: DEBUG nova.network.neutron [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Updated VIF entry in instance network info cache for port 3ddc58a1-d325-457a-a1ec-6374b8feb97d. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.385899] env[70113]: DEBUG nova.network.neutron [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Updating instance_info_cache with network_info: [{"id": "3ddc58a1-d325-457a-a1ec-6374b8feb97d", "address": "fa:16:3e:f1:e3:be", "network": {"id": "45d497e4-8989-454c-ab64-30a8e82af140", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-93521386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f8b5ab486ae4a439af550f8961186e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddc58a1-d3", "ovs_interfaceid": "3ddc58a1-d325-457a-a1ec-6374b8feb97d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.455924] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3414967, 'name': ReconfigVM_Task, 'duration_secs': 0.894525} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.455924] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Reconfigured VM instance instance-0000000f to attach disk [datastore2] f5689aa5-3e82-4f83-bb2f-96c05181b91f/f5689aa5-3e82-4f83-bb2f-96c05181b91f.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.455924] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1515e73-7e20-4ca7-8631-d9ab95693c68 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.464662] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 708.464662] env[70113]: value = "task-3414968" [ 708.464662] env[70113]: _type = "Task" [ 708.464662] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.468760] env[70113]: DEBUG nova.compute.utils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.469748] env[70113]: DEBUG nova.compute.manager [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.469963] env[70113]: DEBUG nova.network.neutron [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.488270] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3414968, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.607737] env[70113]: DEBUG nova.policy [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ed353b7c16545f09cd15f4b3d8cd8be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e827c76e425e4dfcb3c6b9b2038b92cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.647742] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3414964, 'name': ReconfigVM_Task, 'duration_secs': 2.444285} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.648080] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 85001c04-13eb-4f93-98d8-e206133639ca/85001c04-13eb-4f93-98d8-e206133639ca.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.648702] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c67971b4-e56f-4734-890d-d70069b09b7f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.659089] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 708.659089] env[70113]: value = "task-3414969" [ 708.659089] env[70113]: _type = "Task" [ 708.659089] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.673111] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3414969, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.756829] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquiring lock "ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.757620] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.761589] env[70113]: DEBUG nova.network.neutron [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Successfully updated port: 0e26391b-d100-4cda-9b3d-4ee69e9e1ce1 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.895120] env[70113]: DEBUG oslo_concurrency.lockutils [req-f2d9a2a6-20f6-4443-9ff9-746fca9ca58e req-297f9774-b646-40f1-a49e-389c44c7a3ac service nova] Releasing lock "refresh_cache-f5689aa5-3e82-4f83-bb2f-96c05181b91f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.896155] env[70113]: DEBUG oslo_concurrency.lockutils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.896360] env[70113]: DEBUG oslo_concurrency.lockutils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.975896] env[70113]: DEBUG nova.compute.manager [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.983314] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3414968, 'name': Rename_Task, 'duration_secs': 0.181049} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.983926] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.984198] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-547ae23e-3665-4049-a580-a1fe3f6e0d2a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.999806] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 708.999806] env[70113]: value = "task-3414970" [ 708.999806] env[70113]: _type = "Task" [ 708.999806] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.022158] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3414970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.105518] env[70113]: DEBUG nova.compute.manager [req-4499d282-593d-40ad-9c86-da10c475e940 req-0ed9575a-2051-4e8d-8583-586c1f52f3da service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Received event network-changed-5793a84b-b083-41c3-91e4-eea4205767f6 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.105710] env[70113]: DEBUG nova.compute.manager [req-4499d282-593d-40ad-9c86-da10c475e940 req-0ed9575a-2051-4e8d-8583-586c1f52f3da service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Refreshing instance network info cache due to event network-changed-5793a84b-b083-41c3-91e4-eea4205767f6. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.105919] env[70113]: DEBUG oslo_concurrency.lockutils [req-4499d282-593d-40ad-9c86-da10c475e940 req-0ed9575a-2051-4e8d-8583-586c1f52f3da service nova] Acquiring lock "refresh_cache-9570dc84-80e2-4384-91dc-db78b2c8998e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.106080] env[70113]: DEBUG oslo_concurrency.lockutils [req-4499d282-593d-40ad-9c86-da10c475e940 req-0ed9575a-2051-4e8d-8583-586c1f52f3da service nova] Acquired lock "refresh_cache-9570dc84-80e2-4384-91dc-db78b2c8998e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.106251] env[70113]: DEBUG nova.network.neutron [req-4499d282-593d-40ad-9c86-da10c475e940 req-0ed9575a-2051-4e8d-8583-586c1f52f3da service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Refreshing network info cache for port 5793a84b-b083-41c3-91e4-eea4205767f6 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.171297] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3414969, 'name': Rename_Task, 'duration_secs': 0.22084} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.171602] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.171873] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b04ba108-f4bc-4428-b3fd-92c1a835f0c6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.180688] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 709.180688] env[70113]: value = "task-3414971" [ 709.180688] env[70113]: _type = "Task" [ 709.180688] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.190304] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3414971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.264330] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "refresh_cache-1d897aa5-a007-4b5b-93c9-8769a1993d1d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.264468] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "refresh_cache-1d897aa5-a007-4b5b-93c9-8769a1993d1d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.264584] env[70113]: DEBUG nova.network.neutron [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.362774] env[70113]: DEBUG nova.network.neutron [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Successfully created port: 71858aed-cd33-4211-9cb6-935e5a7b4b7d {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.503045] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d1ce00-74b6-418a-bdd6-d1297bbbbd99 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.526034] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3414970, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.531299] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e833c7b-4da0-4f1f-8a5f-ecd063869b07 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.577210] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c7c1d3-30c2-4610-a42e-198806d25a81 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.585349] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62ebdce-fe55-462c-aba8-a4abbc0f87b7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.604435] env[70113]: DEBUG nova.compute.provider_tree [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.694400] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3414971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.867146] env[70113]: DEBUG nova.network.neutron [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.912114] env[70113]: DEBUG nova.network.neutron [req-4499d282-593d-40ad-9c86-da10c475e940 req-0ed9575a-2051-4e8d-8583-586c1f52f3da service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Updated VIF entry in instance network info cache for port 5793a84b-b083-41c3-91e4-eea4205767f6. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.912426] env[70113]: DEBUG nova.network.neutron [req-4499d282-593d-40ad-9c86-da10c475e940 req-0ed9575a-2051-4e8d-8583-586c1f52f3da service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Updating instance_info_cache with network_info: [{"id": "5793a84b-b083-41c3-91e4-eea4205767f6", "address": "fa:16:3e:60:7c:0b", "network": {"id": "f32aaa95-1e4a-4fc3-bed8-30a32b6bfc9c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-148522074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05acd0a6dfd040be8ae50f2f7756b3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5793a84b-b0", "ovs_interfaceid": "5793a84b-b083-41c3-91e4-eea4205767f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.994190] env[70113]: DEBUG nova.compute.manager [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.020959] env[70113]: DEBUG oslo_vmware.api [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3414970, 'name': PowerOnVM_Task, 'duration_secs': 0.532881} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.024361] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.024721] env[70113]: INFO nova.compute.manager [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Took 8.83 seconds to spawn the instance on the hypervisor. [ 710.024936] env[70113]: DEBUG nova.compute.manager [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.027166] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7fc049-3b0f-4a07-a641-5a0fa342c7eb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.042327] env[70113]: DEBUG nova.virt.hardware [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.042763] env[70113]: DEBUG nova.virt.hardware [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.043410] env[70113]: DEBUG nova.virt.hardware [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.043939] env[70113]: DEBUG nova.virt.hardware [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.044535] env[70113]: DEBUG nova.virt.hardware [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.044803] env[70113]: DEBUG nova.virt.hardware [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.045648] env[70113]: DEBUG nova.virt.hardware [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.045947] env[70113]: DEBUG nova.virt.hardware [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.046265] env[70113]: DEBUG nova.virt.hardware [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.046538] env[70113]: DEBUG nova.virt.hardware [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.046861] env[70113]: DEBUG nova.virt.hardware [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.048507] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0344cdf0-16a8-4e53-bbfb-94fc3fcccc67 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.074794] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36fb849-fcb8-41a6-befe-c01c9ed61900 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.108765] env[70113]: DEBUG nova.scheduler.client.report [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.202822] env[70113]: DEBUG oslo_vmware.api [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3414971, 'name': PowerOnVM_Task, 'duration_secs': 0.840669} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.204024] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.204147] env[70113]: INFO nova.compute.manager [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Took 11.05 seconds to spawn the instance on the hypervisor. [ 710.204468] env[70113]: DEBUG nova.compute.manager [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.207316] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8854c2e-fa90-44e4-81b4-21a35756943e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.339973] env[70113]: DEBUG nova.network.neutron [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Updating instance_info_cache with network_info: [{"id": "0e26391b-d100-4cda-9b3d-4ee69e9e1ce1", "address": "fa:16:3e:ea:14:41", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e26391b-d1", "ovs_interfaceid": "0e26391b-d100-4cda-9b3d-4ee69e9e1ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.416110] env[70113]: DEBUG oslo_concurrency.lockutils [req-4499d282-593d-40ad-9c86-da10c475e940 req-0ed9575a-2051-4e8d-8583-586c1f52f3da service nova] Releasing lock "refresh_cache-9570dc84-80e2-4384-91dc-db78b2c8998e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.576417] env[70113]: INFO nova.compute.manager [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Took 22.42 seconds to build instance. [ 710.615108] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.616537] env[70113]: DEBUG nova.compute.manager [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.621562] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.464s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.623561] env[70113]: INFO nova.compute.claims [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.748478] env[70113]: INFO nova.compute.manager [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Took 23.92 seconds to build instance. [ 710.811985] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Acquiring lock "f1868a7a-65b3-45b9-ac80-9d9716031a89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.811985] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Lock "f1868a7a-65b3-45b9-ac80-9d9716031a89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.846459] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "refresh_cache-1d897aa5-a007-4b5b-93c9-8769a1993d1d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.846459] env[70113]: DEBUG nova.compute.manager [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Instance network_info: |[{"id": "0e26391b-d100-4cda-9b3d-4ee69e9e1ce1", "address": "fa:16:3e:ea:14:41", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e26391b-d1", "ovs_interfaceid": "0e26391b-d100-4cda-9b3d-4ee69e9e1ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.846673] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:14:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e26391b-d100-4cda-9b3d-4ee69e9e1ce1', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.856616] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Creating folder: Project (b33184654a68491597cf46c2927984cc). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.856978] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09b8c78a-f75d-4c15-b9d9-ce1c3d4c5015 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.870341] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Created folder: Project (b33184654a68491597cf46c2927984cc) in parent group-v681336. [ 710.870591] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Creating folder: Instances. Parent ref: group-v681382. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.870772] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12231135-62a5-4499-97d2-92dc2cc0b91c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.882272] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Created folder: Instances in parent group-v681382. [ 710.882528] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.882740] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.882957] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c49d955-8c0a-4f80-8267-1d1adbdbdb2a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.904114] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.904114] env[70113]: value = "task-3414974" [ 710.904114] env[70113]: _type = "Task" [ 710.904114] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.912805] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414974, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.922094] env[70113]: DEBUG nova.compute.manager [req-f4efad24-cc88-4d9d-bd11-4bebb02de9e9 req-23a7cb72-c71e-4b47-a118-2b7e488bb872 service nova] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Received event network-vif-plugged-0e26391b-d100-4cda-9b3d-4ee69e9e1ce1 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.922094] env[70113]: DEBUG oslo_concurrency.lockutils [req-f4efad24-cc88-4d9d-bd11-4bebb02de9e9 req-23a7cb72-c71e-4b47-a118-2b7e488bb872 service nova] Acquiring lock "1d897aa5-a007-4b5b-93c9-8769a1993d1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.922304] env[70113]: DEBUG oslo_concurrency.lockutils [req-f4efad24-cc88-4d9d-bd11-4bebb02de9e9 req-23a7cb72-c71e-4b47-a118-2b7e488bb872 service nova] Lock "1d897aa5-a007-4b5b-93c9-8769a1993d1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.922304] env[70113]: DEBUG oslo_concurrency.lockutils [req-f4efad24-cc88-4d9d-bd11-4bebb02de9e9 req-23a7cb72-c71e-4b47-a118-2b7e488bb872 service nova] Lock "1d897aa5-a007-4b5b-93c9-8769a1993d1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.922447] env[70113]: DEBUG nova.compute.manager [req-f4efad24-cc88-4d9d-bd11-4bebb02de9e9 req-23a7cb72-c71e-4b47-a118-2b7e488bb872 service nova] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] No waiting events found dispatching network-vif-plugged-0e26391b-d100-4cda-9b3d-4ee69e9e1ce1 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.922597] env[70113]: WARNING nova.compute.manager [req-f4efad24-cc88-4d9d-bd11-4bebb02de9e9 req-23a7cb72-c71e-4b47-a118-2b7e488bb872 service nova] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Received unexpected event network-vif-plugged-0e26391b-d100-4cda-9b3d-4ee69e9e1ce1 for instance with vm_state building and task_state spawning. [ 711.078787] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8fc44393-6350-4f56-aa30-a778c53c09de tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "f5689aa5-3e82-4f83-bb2f-96c05181b91f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.937s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.129624] env[70113]: DEBUG nova.compute.utils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.136023] env[70113]: DEBUG nova.compute.manager [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.136307] env[70113]: DEBUG nova.network.neutron [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.201764] env[70113]: DEBUG nova.policy [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be7ab7fafbb34d0b9aec1ad8a4ee3ab7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f914727e4b24b4a820b8bd6a09e7cf8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.252824] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e08b5147-d18d-40dc-94d6-2f5032693e26 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "85001c04-13eb-4f93-98d8-e206133639ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.434s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.417285] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414974, 'name': CreateVM_Task, 'duration_secs': 0.367728} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.417661] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.418668] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.418999] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.419487] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.420933] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f6f8ea-ce6d-49a1-83bb-88252f996462 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.429034] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 711.429034] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e182ef-e1e5-c150-0da5-82d69d80d38b" [ 711.429034] env[70113]: _type = "Task" [ 711.429034] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.437692] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e182ef-e1e5-c150-0da5-82d69d80d38b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.581509] env[70113]: DEBUG nova.compute.manager [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.644168] env[70113]: DEBUG nova.compute.manager [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.760120] env[70113]: DEBUG nova.compute.manager [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.941246] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e182ef-e1e5-c150-0da5-82d69d80d38b, 'name': SearchDatastore_Task, 'duration_secs': 0.042361} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.944226] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.944509] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.944807] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.945290] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.945503] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.946223] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb6dd02d-c52c-4d57-953c-f87a081061a9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.956251] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.956400] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.957313] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee569ba0-e974-4a90-92a7-6a652fd44b54 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.970529] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 711.970529] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5228fa23-6a1a-40f3-0a1f-ade38ecbea21" [ 711.970529] env[70113]: _type = "Task" [ 711.970529] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.980940] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5228fa23-6a1a-40f3-0a1f-ade38ecbea21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.985475] env[70113]: DEBUG nova.network.neutron [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Successfully created port: 08253abd-ee3b-43d9-bc5a-d51693687298 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.051641] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cb3a32-904a-4f4d-89ac-539db056f686 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.062276] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e61e12-183b-4d2f-9dbe-5283b18a7af7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.108678] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e53957c-3f1a-4716-9fb7-c05229d0c6d0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.117721] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67db2ef-4e5b-483b-9efe-04cc02614870 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.139030] env[70113]: DEBUG nova.compute.provider_tree [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.141312] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.159084] env[70113]: DEBUG nova.network.neutron [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Successfully updated port: 71858aed-cd33-4211-9cb6-935e5a7b4b7d {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.284540] env[70113]: DEBUG oslo_concurrency.lockutils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.376912] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquiring lock "4dd28d49-3b43-476f-be17-951279c456f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.377230] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Lock "4dd28d49-3b43-476f-be17-951279c456f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.377454] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquiring lock "4dd28d49-3b43-476f-be17-951279c456f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.377632] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Lock "4dd28d49-3b43-476f-be17-951279c456f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.377822] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Lock "4dd28d49-3b43-476f-be17-951279c456f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.384223] env[70113]: INFO nova.compute.manager [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Terminating instance [ 712.483628] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5228fa23-6a1a-40f3-0a1f-ade38ecbea21, 'name': SearchDatastore_Task, 'duration_secs': 0.014494} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.484724] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efebc941-0826-4302-88e0-a8763509f3e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.490903] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 712.490903] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bca638-fbb2-93c3-4f41-528dea6f9ead" [ 712.490903] env[70113]: _type = "Task" [ 712.490903] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.499749] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bca638-fbb2-93c3-4f41-528dea6f9ead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.645768] env[70113]: DEBUG nova.scheduler.client.report [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.665497] env[70113]: DEBUG nova.compute.manager [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.668432] env[70113]: DEBUG oslo_concurrency.lockutils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Acquiring lock "refresh_cache-27f7c52b-6c1e-458e-87d1-e04f9fa40442" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.668822] env[70113]: DEBUG oslo_concurrency.lockutils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Acquired lock "refresh_cache-27f7c52b-6c1e-458e-87d1-e04f9fa40442" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.668822] env[70113]: DEBUG nova.network.neutron [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.672326] env[70113]: DEBUG nova.compute.manager [req-e2e41147-92bf-49f7-8cba-522b3ceb1778 req-0bca4554-6aa4-488a-8803-595e02f0a63a service nova] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Received event network-vif-plugged-71858aed-cd33-4211-9cb6-935e5a7b4b7d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.672326] env[70113]: DEBUG oslo_concurrency.lockutils [req-e2e41147-92bf-49f7-8cba-522b3ceb1778 req-0bca4554-6aa4-488a-8803-595e02f0a63a service nova] Acquiring lock "27f7c52b-6c1e-458e-87d1-e04f9fa40442-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.672326] env[70113]: DEBUG oslo_concurrency.lockutils [req-e2e41147-92bf-49f7-8cba-522b3ceb1778 req-0bca4554-6aa4-488a-8803-595e02f0a63a service nova] Lock "27f7c52b-6c1e-458e-87d1-e04f9fa40442-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.672326] env[70113]: DEBUG oslo_concurrency.lockutils [req-e2e41147-92bf-49f7-8cba-522b3ceb1778 req-0bca4554-6aa4-488a-8803-595e02f0a63a service nova] Lock "27f7c52b-6c1e-458e-87d1-e04f9fa40442-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.672597] env[70113]: DEBUG nova.compute.manager [req-e2e41147-92bf-49f7-8cba-522b3ceb1778 req-0bca4554-6aa4-488a-8803-595e02f0a63a service nova] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] No waiting events found dispatching network-vif-plugged-71858aed-cd33-4211-9cb6-935e5a7b4b7d {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.672597] env[70113]: WARNING nova.compute.manager [req-e2e41147-92bf-49f7-8cba-522b3ceb1778 req-0bca4554-6aa4-488a-8803-595e02f0a63a service nova] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Received unexpected event network-vif-plugged-71858aed-cd33-4211-9cb6-935e5a7b4b7d for instance with vm_state building and task_state spawning. [ 712.699289] env[70113]: DEBUG nova.virt.hardware [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.699289] env[70113]: DEBUG nova.virt.hardware [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.699289] env[70113]: DEBUG nova.virt.hardware [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.699662] env[70113]: DEBUG nova.virt.hardware [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.699662] env[70113]: DEBUG nova.virt.hardware [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.699662] env[70113]: DEBUG nova.virt.hardware [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.701442] env[70113]: DEBUG nova.virt.hardware [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.701783] env[70113]: DEBUG nova.virt.hardware [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.702437] env[70113]: DEBUG nova.virt.hardware [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.702437] env[70113]: DEBUG nova.virt.hardware [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.702437] env[70113]: DEBUG nova.virt.hardware [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.703667] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0419ec3-f8a5-4eee-b875-ba61e14d409d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.716772] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bef521-db87-4113-80d3-f003e141c512 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.774186] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "9d824cd1-a238-4196-a956-648b9a29e379" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.774455] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "9d824cd1-a238-4196-a956-648b9a29e379" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.890640] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquiring lock "refresh_cache-4dd28d49-3b43-476f-be17-951279c456f4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.890640] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquired lock "refresh_cache-4dd28d49-3b43-476f-be17-951279c456f4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.890640] env[70113]: DEBUG nova.network.neutron [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.003452] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bca638-fbb2-93c3-4f41-528dea6f9ead, 'name': SearchDatastore_Task, 'duration_secs': 0.036007} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.003770] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.006308] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 1d897aa5-a007-4b5b-93c9-8769a1993d1d/1d897aa5-a007-4b5b-93c9-8769a1993d1d.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.006308] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41728527-0fa8-4a34-9489-c87118f9a0c1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.019666] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 713.019666] env[70113]: value = "task-3414975" [ 713.019666] env[70113]: _type = "Task" [ 713.019666] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.029554] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3414975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.155035] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.155941] env[70113]: DEBUG nova.compute.manager [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.161047] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.069s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.161490] env[70113]: DEBUG nova.objects.instance [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Lazy-loading 'resources' on Instance uuid 1793d740-66cb-4208-87ec-ac2db0d39dc8 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.217964] env[70113]: DEBUG nova.network.neutron [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.415513] env[70113]: DEBUG nova.network.neutron [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.495047] env[70113]: DEBUG nova.network.neutron [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.512858] env[70113]: DEBUG nova.network.neutron [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Updating instance_info_cache with network_info: [{"id": "71858aed-cd33-4211-9cb6-935e5a7b4b7d", "address": "fa:16:3e:3c:eb:46", "network": {"id": "71f42d96-f520-4310-88d0-968a6fed15d4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1068976321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e827c76e425e4dfcb3c6b9b2038b92cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71858aed-cd", "ovs_interfaceid": "71858aed-cd33-4211-9cb6-935e5a7b4b7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.530892] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3414975, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.666911] env[70113]: DEBUG nova.compute.utils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.673858] env[70113]: DEBUG nova.compute.manager [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.674049] env[70113]: DEBUG nova.network.neutron [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.786701] env[70113]: DEBUG nova.policy [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63f320826bd848ce875e0d7e69ee3abc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8eb3be4eb7ef490f852c6c5c6ac68545', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.999751] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Releasing lock "refresh_cache-4dd28d49-3b43-476f-be17-951279c456f4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.000208] env[70113]: DEBUG nova.compute.manager [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.000501] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.001800] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c474ea0-5fb5-4bf6-b0b4-87039d3eea68 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.011556] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.014478] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13fb45dc-3fad-4a66-8c6a-d66fb6edd780 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.022100] env[70113]: DEBUG oslo_concurrency.lockutils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Releasing lock "refresh_cache-27f7c52b-6c1e-458e-87d1-e04f9fa40442" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.022417] env[70113]: DEBUG nova.compute.manager [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Instance network_info: |[{"id": "71858aed-cd33-4211-9cb6-935e5a7b4b7d", "address": "fa:16:3e:3c:eb:46", "network": {"id": "71f42d96-f520-4310-88d0-968a6fed15d4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1068976321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e827c76e425e4dfcb3c6b9b2038b92cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71858aed-cd", "ovs_interfaceid": "71858aed-cd33-4211-9cb6-935e5a7b4b7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.024178] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:eb:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71858aed-cd33-4211-9cb6-935e5a7b4b7d', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.035262] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Creating folder: Project (e827c76e425e4dfcb3c6b9b2038b92cd). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.043341] env[70113]: DEBUG oslo_vmware.api [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 714.043341] env[70113]: value = "task-3414976" [ 714.043341] env[70113]: _type = "Task" [ 714.043341] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.049525] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcc08a64-6938-497c-aa2c-8ad1edd856ff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.052446] env[70113]: DEBUG nova.compute.manager [req-b26bd090-5d7f-428a-9364-3f41075cda3e req-dd9f1ec5-4bb9-4dc5-a830-b95b9b7ee489 service nova] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Received event network-changed-0e26391b-d100-4cda-9b3d-4ee69e9e1ce1 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.052635] env[70113]: DEBUG nova.compute.manager [req-b26bd090-5d7f-428a-9364-3f41075cda3e req-dd9f1ec5-4bb9-4dc5-a830-b95b9b7ee489 service nova] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Refreshing instance network info cache due to event network-changed-0e26391b-d100-4cda-9b3d-4ee69e9e1ce1. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.052846] env[70113]: DEBUG oslo_concurrency.lockutils [req-b26bd090-5d7f-428a-9364-3f41075cda3e req-dd9f1ec5-4bb9-4dc5-a830-b95b9b7ee489 service nova] Acquiring lock "refresh_cache-1d897aa5-a007-4b5b-93c9-8769a1993d1d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.052979] env[70113]: DEBUG oslo_concurrency.lockutils [req-b26bd090-5d7f-428a-9364-3f41075cda3e req-dd9f1ec5-4bb9-4dc5-a830-b95b9b7ee489 service nova] Acquired lock "refresh_cache-1d897aa5-a007-4b5b-93c9-8769a1993d1d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.053211] env[70113]: DEBUG nova.network.neutron [req-b26bd090-5d7f-428a-9364-3f41075cda3e req-dd9f1ec5-4bb9-4dc5-a830-b95b9b7ee489 service nova] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Refreshing network info cache for port 0e26391b-d100-4cda-9b3d-4ee69e9e1ce1 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.065316] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3414975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575377} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.068365] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 1d897aa5-a007-4b5b-93c9-8769a1993d1d/1d897aa5-a007-4b5b-93c9-8769a1993d1d.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.068579] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.069712] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "c1f3d6bd-e998-48d0-befe-6c7e495618ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.069931] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "c1f3d6bd-e998-48d0-befe-6c7e495618ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.070137] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2971ee0-da74-4851-99f9-ef35d367ed18 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.076378] env[70113]: DEBUG oslo_vmware.api [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.081306] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Created folder: Project (e827c76e425e4dfcb3c6b9b2038b92cd) in parent group-v681336. [ 714.081507] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Creating folder: Instances. Parent ref: group-v681385. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.082205] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd27f295-bc56-4934-937b-6a6ac5074dd4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.086687] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 714.086687] env[70113]: value = "task-3414978" [ 714.086687] env[70113]: _type = "Task" [ 714.086687] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.097713] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Created folder: Instances in parent group-v681385. [ 714.097995] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.105870] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.106203] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3414978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.106415] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8f71f75-27fe-4b88-adb7-a7aa2b518aef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.131916] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.131916] env[70113]: value = "task-3414980" [ 714.131916] env[70113]: _type = "Task" [ 714.131916] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.144083] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414980, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.174626] env[70113]: DEBUG nova.compute.manager [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.193534] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7fb655-ff12-4522-929e-040de95809da {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.203628] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb23964d-9ffc-48e8-b2b2-73d5977bb931 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.239793] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64228e92-45fd-41c7-ae5e-8eee4b87d3d3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.248844] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a594a5-ee3e-4fe3-ad2c-9c673b6cd568 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.265613] env[70113]: DEBUG nova.compute.provider_tree [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.424058] env[70113]: DEBUG nova.network.neutron [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Successfully updated port: 08253abd-ee3b-43d9-bc5a-d51693687298 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.562284] env[70113]: DEBUG oslo_vmware.api [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414976, 'name': PowerOffVM_Task, 'duration_secs': 0.318902} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.562594] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.562769] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.563202] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fb52749-b176-4b1e-a1c8-2e9b7bfbdee4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.595233] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.595233] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.595233] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Deleting the datastore file [datastore2] 4dd28d49-3b43-476f-be17-951279c456f4 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.595233] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70a03ec4-bbe4-4800-8991-68382ed23fde {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.599262] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3414978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146483} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.599923] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.600775] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0e3690-c155-4a5a-a0bb-3a5f4fd8bb9b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.605962] env[70113]: DEBUG oslo_vmware.api [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for the task: (returnval){ [ 714.605962] env[70113]: value = "task-3414982" [ 714.605962] env[70113]: _type = "Task" [ 714.605962] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.626453] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 1d897aa5-a007-4b5b-93c9-8769a1993d1d/1d897aa5-a007-4b5b-93c9-8769a1993d1d.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.627644] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65f77b37-411f-43f5-b8f7-ac11b7ccd1b8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.646912] env[70113]: DEBUG oslo_vmware.api [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.655787] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414980, 'name': CreateVM_Task, 'duration_secs': 0.43351} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.657109] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.657460] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 714.657460] env[70113]: value = "task-3414983" [ 714.657460] env[70113]: _type = "Task" [ 714.657460] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.658156] env[70113]: DEBUG oslo_concurrency.lockutils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.660032] env[70113]: DEBUG oslo_concurrency.lockutils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.660032] env[70113]: DEBUG oslo_concurrency.lockutils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.660032] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a65fa5d-e8fd-4ef8-b08e-64be5055879a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.672607] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3414983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.673708] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Waiting for the task: (returnval){ [ 714.673708] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f59b54-abc0-7612-88da-05f1c63ce95b" [ 714.673708] env[70113]: _type = "Task" [ 714.673708] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.689553] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f59b54-abc0-7612-88da-05f1c63ce95b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.769388] env[70113]: DEBUG nova.scheduler.client.report [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.926334] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Acquiring lock "refresh_cache-b417ccb7-13dd-434a-9623-1290d65c7ad5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.926334] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Acquired lock "refresh_cache-b417ccb7-13dd-434a-9623-1290d65c7ad5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.926899] env[70113]: DEBUG nova.network.neutron [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.981621] env[70113]: DEBUG nova.network.neutron [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Successfully created port: 2254a6e4-cf85-47c6-9da9-a4467eb87f33 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.116571] env[70113]: DEBUG oslo_vmware.api [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Task: {'id': task-3414982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179194} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.116897] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.117136] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.117369] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.117585] env[70113]: INFO nova.compute.manager [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 715.117866] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.118129] env[70113]: DEBUG nova.compute.manager [-] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.118260] env[70113]: DEBUG nova.network.neutron [-] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.137977] env[70113]: DEBUG nova.network.neutron [-] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.171727] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3414983, 'name': ReconfigVM_Task, 'duration_secs': 0.310499} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.171727] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 1d897aa5-a007-4b5b-93c9-8769a1993d1d/1d897aa5-a007-4b5b-93c9-8769a1993d1d.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.171727] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3b84463-4caf-4a36-a24b-bb1f66fe65e6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.180116] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 715.180116] env[70113]: value = "task-3414984" [ 715.180116] env[70113]: _type = "Task" [ 715.180116] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.197792] env[70113]: DEBUG nova.compute.manager [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.199930] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f59b54-abc0-7612-88da-05f1c63ce95b, 'name': SearchDatastore_Task, 'duration_secs': 0.017145} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.200933] env[70113]: DEBUG oslo_concurrency.lockutils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.201210] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.201450] env[70113]: DEBUG oslo_concurrency.lockutils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.201591] env[70113]: DEBUG oslo_concurrency.lockutils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.201769] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.202076] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdbf5046-f4d4-498c-a51a-69b49e1aa26c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.209471] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3414984, 'name': Rename_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.218391] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.218680] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.219492] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d27451-f505-4fc6-acb2-3c0b0538e184 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.228582] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Waiting for the task: (returnval){ [ 715.228582] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]529eee95-d880-d753-aabf-eea1d5fb086c" [ 715.228582] env[70113]: _type = "Task" [ 715.228582] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.236450] env[70113]: DEBUG nova.virt.hardware [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.236687] env[70113]: DEBUG nova.virt.hardware [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.236911] env[70113]: DEBUG nova.virt.hardware [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.237062] env[70113]: DEBUG nova.virt.hardware [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.237223] env[70113]: DEBUG nova.virt.hardware [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.237370] env[70113]: DEBUG nova.virt.hardware [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.237571] env[70113]: DEBUG nova.virt.hardware [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.237725] env[70113]: DEBUG nova.virt.hardware [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.237905] env[70113]: DEBUG nova.virt.hardware [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.238402] env[70113]: DEBUG nova.virt.hardware [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.238402] env[70113]: DEBUG nova.virt.hardware [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.239071] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44693500-35e1-4db0-b549-5cd8ef343564 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.247590] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529eee95-d880-d753-aabf-eea1d5fb086c, 'name': SearchDatastore_Task, 'duration_secs': 0.011645} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.250440] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8847b8e3-b475-4051-b716-83fe76dd2b50 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.254076] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb045113-3c79-44ee-8e85-5c4e0e8c1ee0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.261623] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Waiting for the task: (returnval){ [ 715.261623] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bcb92a-bb8f-6244-d671-d677da308cb6" [ 715.261623] env[70113]: _type = "Task" [ 715.261623] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.273917] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.277939] env[70113]: DEBUG oslo_concurrency.lockutils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.569s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.279746] env[70113]: INFO nova.compute.claims [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.285803] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bcb92a-bb8f-6244-d671-d677da308cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.011346} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.286305] env[70113]: DEBUG oslo_concurrency.lockutils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.286605] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 27f7c52b-6c1e-458e-87d1-e04f9fa40442/27f7c52b-6c1e-458e-87d1-e04f9fa40442.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.287097] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ea44313-2a9b-4d72-ac10-d0416851052f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.295512] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Waiting for the task: (returnval){ [ 715.295512] env[70113]: value = "task-3414985" [ 715.295512] env[70113]: _type = "Task" [ 715.295512] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.305470] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3414985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.316158] env[70113]: INFO nova.scheduler.client.report [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Deleted allocations for instance 1793d740-66cb-4208-87ec-ac2db0d39dc8 [ 715.317975] env[70113]: DEBUG nova.network.neutron [req-b26bd090-5d7f-428a-9364-3f41075cda3e req-dd9f1ec5-4bb9-4dc5-a830-b95b9b7ee489 service nova] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Updated VIF entry in instance network info cache for port 0e26391b-d100-4cda-9b3d-4ee69e9e1ce1. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.318436] env[70113]: DEBUG nova.network.neutron [req-b26bd090-5d7f-428a-9364-3f41075cda3e req-dd9f1ec5-4bb9-4dc5-a830-b95b9b7ee489 service nova] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Updating instance_info_cache with network_info: [{"id": "0e26391b-d100-4cda-9b3d-4ee69e9e1ce1", "address": "fa:16:3e:ea:14:41", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e26391b-d1", "ovs_interfaceid": "0e26391b-d100-4cda-9b3d-4ee69e9e1ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.492178] env[70113]: DEBUG nova.network.neutron [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.640361] env[70113]: DEBUG nova.network.neutron [-] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.692908] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3414984, 'name': Rename_Task, 'duration_secs': 0.184603} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.693207] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.693756] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b39e2f90-6fc2-49ad-aeca-1f466e20be9a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.704044] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 715.704044] env[70113]: value = "task-3414986" [ 715.704044] env[70113]: _type = "Task" [ 715.704044] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.715649] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3414986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.766552] env[70113]: DEBUG nova.network.neutron [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Updating instance_info_cache with network_info: [{"id": "08253abd-ee3b-43d9-bc5a-d51693687298", "address": "fa:16:3e:7d:06:f5", "network": {"id": "e08e49f8-ff19-42bb-a9d3-8b0efa168fbc", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1156831335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f914727e4b24b4a820b8bd6a09e7cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08253abd-ee", "ovs_interfaceid": "08253abd-ee3b-43d9-bc5a-d51693687298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.809309] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3414985, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.822629] env[70113]: DEBUG oslo_concurrency.lockutils [req-b26bd090-5d7f-428a-9364-3f41075cda3e req-dd9f1ec5-4bb9-4dc5-a830-b95b9b7ee489 service nova] Releasing lock "refresh_cache-1d897aa5-a007-4b5b-93c9-8769a1993d1d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.827684] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9155a680-38e3-4d6f-a63f-d53462632e0b tempest-TenantUsagesTestJSON-1178466025 tempest-TenantUsagesTestJSON-1178466025-project-member] Lock "1793d740-66cb-4208-87ec-ac2db0d39dc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.450s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.033888] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "eb79b06b-68ff-44ef-bff4-28aee201e914" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.034744] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "eb79b06b-68ff-44ef-bff4-28aee201e914" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.142869] env[70113]: INFO nova.compute.manager [-] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Took 1.02 seconds to deallocate network for instance. [ 716.217571] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3414986, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.270654] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Releasing lock "refresh_cache-b417ccb7-13dd-434a-9623-1290d65c7ad5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.273755] env[70113]: DEBUG nova.compute.manager [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Instance network_info: |[{"id": "08253abd-ee3b-43d9-bc5a-d51693687298", "address": "fa:16:3e:7d:06:f5", "network": {"id": "e08e49f8-ff19-42bb-a9d3-8b0efa168fbc", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1156831335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f914727e4b24b4a820b8bd6a09e7cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08253abd-ee", "ovs_interfaceid": "08253abd-ee3b-43d9-bc5a-d51693687298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.273938] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:06:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08253abd-ee3b-43d9-bc5a-d51693687298', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.284826] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Creating folder: Project (6f914727e4b24b4a820b8bd6a09e7cf8). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.285321] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d73142d2-cc2b-4c19-829f-3df47b228bec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.301711] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Created folder: Project (6f914727e4b24b4a820b8bd6a09e7cf8) in parent group-v681336. [ 716.302087] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Creating folder: Instances. Parent ref: group-v681388. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.306392] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17c460f0-aa1c-4a07-ab7a-962d942e003e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.314973] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3414985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764221} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.315314] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 27f7c52b-6c1e-458e-87d1-e04f9fa40442/27f7c52b-6c1e-458e-87d1-e04f9fa40442.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.315633] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.315988] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6ccfe7d-d07c-4c2f-bca1-e1ac3889174d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.321362] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Created folder: Instances in parent group-v681388. [ 716.321535] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.322303] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.322540] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b56b7923-c975-4883-bb77-67d5a9123d4e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.349112] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Waiting for the task: (returnval){ [ 716.349112] env[70113]: value = "task-3414989" [ 716.349112] env[70113]: _type = "Task" [ 716.349112] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.364356] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.364356] env[70113]: value = "task-3414990" [ 716.364356] env[70113]: _type = "Task" [ 716.364356] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.364356] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3414989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.377470] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414990, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.389603] env[70113]: DEBUG nova.compute.manager [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Received event network-changed-71858aed-cd33-4211-9cb6-935e5a7b4b7d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.389603] env[70113]: DEBUG nova.compute.manager [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Refreshing instance network info cache due to event network-changed-71858aed-cd33-4211-9cb6-935e5a7b4b7d. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.389603] env[70113]: DEBUG oslo_concurrency.lockutils [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] Acquiring lock "refresh_cache-27f7c52b-6c1e-458e-87d1-e04f9fa40442" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.391521] env[70113]: DEBUG oslo_concurrency.lockutils [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] Acquired lock "refresh_cache-27f7c52b-6c1e-458e-87d1-e04f9fa40442" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.391521] env[70113]: DEBUG nova.network.neutron [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Refreshing network info cache for port 71858aed-cd33-4211-9cb6-935e5a7b4b7d {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.652025] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.716991] env[70113]: DEBUG oslo_vmware.api [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3414986, 'name': PowerOnVM_Task, 'duration_secs': 0.665392} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.722524] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.722524] env[70113]: INFO nova.compute.manager [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Took 10.49 seconds to spawn the instance on the hypervisor. [ 716.722699] env[70113]: DEBUG nova.compute.manager [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.724590] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d7041e-49e8-4cfe-a4ca-a8933e3cc242 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.852601] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cf96a3-f587-4444-a57e-9dd968dcf31e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.865020] env[70113]: DEBUG nova.compute.manager [req-6cd77475-3f3c-4a06-829f-c46980d5fe9f req-f624e410-e4c7-427c-a09b-d4a04a924504 service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Received event network-changed-7b6a0623-a4d0-449c-9143-c461bedd6622 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.865020] env[70113]: DEBUG nova.compute.manager [req-6cd77475-3f3c-4a06-829f-c46980d5fe9f req-f624e410-e4c7-427c-a09b-d4a04a924504 service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Refreshing instance network info cache due to event network-changed-7b6a0623-a4d0-449c-9143-c461bedd6622. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.865020] env[70113]: DEBUG oslo_concurrency.lockutils [req-6cd77475-3f3c-4a06-829f-c46980d5fe9f req-f624e410-e4c7-427c-a09b-d4a04a924504 service nova] Acquiring lock "refresh_cache-85001c04-13eb-4f93-98d8-e206133639ca" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.865237] env[70113]: DEBUG oslo_concurrency.lockutils [req-6cd77475-3f3c-4a06-829f-c46980d5fe9f req-f624e410-e4c7-427c-a09b-d4a04a924504 service nova] Acquired lock "refresh_cache-85001c04-13eb-4f93-98d8-e206133639ca" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.865237] env[70113]: DEBUG nova.network.neutron [req-6cd77475-3f3c-4a06-829f-c46980d5fe9f req-f624e410-e4c7-427c-a09b-d4a04a924504 service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Refreshing network info cache for port 7b6a0623-a4d0-449c-9143-c461bedd6622 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.876509] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3414989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205276} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.878105] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f325fabe-e359-44cf-9716-80e1f71a4062 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.882848] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.887447] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829b55f7-2115-4ecb-aa03-191f9a196df1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.890496] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414990, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.944181] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 27f7c52b-6c1e-458e-87d1-e04f9fa40442/27f7c52b-6c1e-458e-87d1-e04f9fa40442.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.945441] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408aa808-33fd-425c-9b14-691f7d8e4248 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.948409] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b8ec9c2-f3c6-4871-9496-c5a49ba4eae7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.973570] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dca00f7-fe01-4d4a-8a1c-db68e61ac38c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.977752] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Waiting for the task: (returnval){ [ 716.977752] env[70113]: value = "task-3414991" [ 716.977752] env[70113]: _type = "Task" [ 716.977752] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.993183] env[70113]: DEBUG nova.compute.provider_tree [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.004332] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3414991, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.251151] env[70113]: INFO nova.compute.manager [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Took 24.84 seconds to build instance. [ 717.366749] env[70113]: DEBUG nova.network.neutron [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Successfully updated port: 2254a6e4-cf85-47c6-9da9-a4467eb87f33 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.388394] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414990, 'name': CreateVM_Task, 'duration_secs': 0.810887} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.388582] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.389434] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.389641] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.389960] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.390731] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dfc2d6a-fe07-4d00-bf86-1abb25038670 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.398509] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Waiting for the task: (returnval){ [ 717.398509] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d5f630-5d97-269f-80aa-8c3755e9851d" [ 717.398509] env[70113]: _type = "Task" [ 717.398509] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.414700] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d5f630-5d97-269f-80aa-8c3755e9851d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.488849] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3414991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.499644] env[70113]: DEBUG nova.scheduler.client.report [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.529261] env[70113]: DEBUG nova.network.neutron [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Updated VIF entry in instance network info cache for port 71858aed-cd33-4211-9cb6-935e5a7b4b7d. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.529793] env[70113]: DEBUG nova.network.neutron [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Updating instance_info_cache with network_info: [{"id": "71858aed-cd33-4211-9cb6-935e5a7b4b7d", "address": "fa:16:3e:3c:eb:46", "network": {"id": "71f42d96-f520-4310-88d0-968a6fed15d4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1068976321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e827c76e425e4dfcb3c6b9b2038b92cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71858aed-cd", "ovs_interfaceid": "71858aed-cd33-4211-9cb6-935e5a7b4b7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.755013] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f5b80f3d-5d87-4926-93e4-546d6ea3a92b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "1d897aa5-a007-4b5b-93c9-8769a1993d1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.245s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.880811] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "refresh_cache-1f3018be-9b1d-48d1-b601-2738439a3701" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.880811] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquired lock "refresh_cache-1f3018be-9b1d-48d1-b601-2738439a3701" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.880811] env[70113]: DEBUG nova.network.neutron [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.911523] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d5f630-5d97-269f-80aa-8c3755e9851d, 'name': SearchDatastore_Task, 'duration_secs': 0.018578} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.912451] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.912451] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.912451] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.912627] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.912838] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.914022] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c706440d-125e-4236-84be-99bfb885bb37 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.923139] env[70113]: DEBUG nova.network.neutron [req-6cd77475-3f3c-4a06-829f-c46980d5fe9f req-f624e410-e4c7-427c-a09b-d4a04a924504 service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Updated VIF entry in instance network info cache for port 7b6a0623-a4d0-449c-9143-c461bedd6622. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.923139] env[70113]: DEBUG nova.network.neutron [req-6cd77475-3f3c-4a06-829f-c46980d5fe9f req-f624e410-e4c7-427c-a09b-d4a04a924504 service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Updating instance_info_cache with network_info: [{"id": "7b6a0623-a4d0-449c-9143-c461bedd6622", "address": "fa:16:3e:17:00:6b", "network": {"id": "7a4c1fd0-4501-4ab6-96f3-93b76e03256b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-662685673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c65c2133ac4d1cb393c7fd15ecc9e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b6a0623-a4", "ovs_interfaceid": "7b6a0623-a4d0-449c-9143-c461bedd6622", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.926631] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.926631] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.926631] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84b42713-e4b6-4c02-8951-17bc0a5c10c8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.937785] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Waiting for the task: (returnval){ [ 717.937785] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52871041-f16e-8ada-4bca-124cf0cf49cf" [ 717.937785] env[70113]: _type = "Task" [ 717.937785] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.955308] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52871041-f16e-8ada-4bca-124cf0cf49cf, 'name': SearchDatastore_Task, 'duration_secs': 0.017114} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.956127] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8877fe0f-c2c6-4fa1-80ee-72c864a64412 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.967275] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Waiting for the task: (returnval){ [ 717.967275] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52153187-351a-880d-1943-c2538736dd74" [ 717.967275] env[70113]: _type = "Task" [ 717.967275] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.980726] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52153187-351a-880d-1943-c2538736dd74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.991284] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3414991, 'name': ReconfigVM_Task, 'duration_secs': 0.750033} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.991413] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 27f7c52b-6c1e-458e-87d1-e04f9fa40442/27f7c52b-6c1e-458e-87d1-e04f9fa40442.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.992095] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-170b4684-68fb-4189-8203-71fdd06107f2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.001248] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Waiting for the task: (returnval){ [ 718.001248] env[70113]: value = "task-3414992" [ 718.001248] env[70113]: _type = "Task" [ 718.001248] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.006092] env[70113]: DEBUG oslo_concurrency.lockutils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.006727] env[70113]: DEBUG nova.compute.manager [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.010128] env[70113]: DEBUG oslo_concurrency.lockutils [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.085s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.010128] env[70113]: DEBUG nova.objects.instance [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Lazy-loading 'resources' on Instance uuid 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.021875] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3414992, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.034235] env[70113]: DEBUG oslo_concurrency.lockutils [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] Releasing lock "refresh_cache-27f7c52b-6c1e-458e-87d1-e04f9fa40442" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.034446] env[70113]: DEBUG nova.compute.manager [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Received event network-vif-plugged-08253abd-ee3b-43d9-bc5a-d51693687298 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.035127] env[70113]: DEBUG oslo_concurrency.lockutils [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] Acquiring lock "b417ccb7-13dd-434a-9623-1290d65c7ad5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.035467] env[70113]: DEBUG oslo_concurrency.lockutils [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] Lock "b417ccb7-13dd-434a-9623-1290d65c7ad5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.036247] env[70113]: DEBUG oslo_concurrency.lockutils [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] Lock "b417ccb7-13dd-434a-9623-1290d65c7ad5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.036247] env[70113]: DEBUG nova.compute.manager [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] No waiting events found dispatching network-vif-plugged-08253abd-ee3b-43d9-bc5a-d51693687298 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.036247] env[70113]: WARNING nova.compute.manager [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Received unexpected event network-vif-plugged-08253abd-ee3b-43d9-bc5a-d51693687298 for instance with vm_state building and task_state spawning. [ 718.036247] env[70113]: DEBUG nova.compute.manager [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Received event network-changed-08253abd-ee3b-43d9-bc5a-d51693687298 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.036549] env[70113]: DEBUG nova.compute.manager [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Refreshing instance network info cache due to event network-changed-08253abd-ee3b-43d9-bc5a-d51693687298. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.036732] env[70113]: DEBUG oslo_concurrency.lockutils [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] Acquiring lock "refresh_cache-b417ccb7-13dd-434a-9623-1290d65c7ad5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.038950] env[70113]: DEBUG oslo_concurrency.lockutils [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] Acquired lock "refresh_cache-b417ccb7-13dd-434a-9623-1290d65c7ad5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.038950] env[70113]: DEBUG nova.network.neutron [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Refreshing network info cache for port 08253abd-ee3b-43d9-bc5a-d51693687298 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.262888] env[70113]: DEBUG nova.compute.manager [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.427040] env[70113]: DEBUG oslo_concurrency.lockutils [req-6cd77475-3f3c-4a06-829f-c46980d5fe9f req-f624e410-e4c7-427c-a09b-d4a04a924504 service nova] Releasing lock "refresh_cache-85001c04-13eb-4f93-98d8-e206133639ca" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.467274] env[70113]: DEBUG nova.network.neutron [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.487154] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52153187-351a-880d-1943-c2538736dd74, 'name': SearchDatastore_Task, 'duration_secs': 0.013712} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.487489] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.487754] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] b417ccb7-13dd-434a-9623-1290d65c7ad5/b417ccb7-13dd-434a-9623-1290d65c7ad5.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.488043] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a993ff9a-3124-47ee-add0-7cc5f68c6b6e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.497292] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Waiting for the task: (returnval){ [ 718.497292] env[70113]: value = "task-3414993" [ 718.497292] env[70113]: _type = "Task" [ 718.497292] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.522466] env[70113]: DEBUG nova.compute.utils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.530621] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': task-3414993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.530953] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3414992, 'name': Rename_Task, 'duration_secs': 0.218991} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.531628] env[70113]: DEBUG nova.compute.manager [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.531800] env[70113]: DEBUG nova.network.neutron [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.537632] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.537632] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-592dea7c-a72c-4606-977a-a832160fcd94 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.544121] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Waiting for the task: (returnval){ [ 718.544121] env[70113]: value = "task-3414994" [ 718.544121] env[70113]: _type = "Task" [ 718.544121] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.554640] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3414994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.718086] env[70113]: DEBUG nova.policy [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51a0b540198642cf85bdb67d8e13fc1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0453d7353ae464596d10409d5656032', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.791638] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.960323] env[70113]: DEBUG nova.network.neutron [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Updating instance_info_cache with network_info: [{"id": "2254a6e4-cf85-47c6-9da9-a4467eb87f33", "address": "fa:16:3e:04:05:de", "network": {"id": "76d97f60-88a9-4d2a-b8fc-677a8c14a334", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1507771019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eb3be4eb7ef490f852c6c5c6ac68545", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2254a6e4-cf", "ovs_interfaceid": "2254a6e4-cf85-47c6-9da9-a4467eb87f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.021063] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': task-3414993, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.034508] env[70113]: DEBUG nova.compute.manager [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.057055] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3414994, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.165381] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc9e2c1-c58b-4261-bfec-5ecfc84f643e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.179864] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0e9057-dcfe-4de5-b123-1a246647c3b6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.227579] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a29b1e-a409-4a71-8b4d-b4965e0a44e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.240210] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df770cea-966b-4e2b-a188-2b664b8180d3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.259782] env[70113]: DEBUG nova.compute.provider_tree [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.462457] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Releasing lock "refresh_cache-1f3018be-9b1d-48d1-b601-2738439a3701" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.462792] env[70113]: DEBUG nova.compute.manager [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Instance network_info: |[{"id": "2254a6e4-cf85-47c6-9da9-a4467eb87f33", "address": "fa:16:3e:04:05:de", "network": {"id": "76d97f60-88a9-4d2a-b8fc-677a8c14a334", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1507771019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eb3be4eb7ef490f852c6c5c6ac68545", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2254a6e4-cf", "ovs_interfaceid": "2254a6e4-cf85-47c6-9da9-a4467eb87f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.463571] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:05:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2254a6e4-cf85-47c6-9da9-a4467eb87f33', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.474109] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Creating folder: Project (8eb3be4eb7ef490f852c6c5c6ac68545). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.474504] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ed4ec30-f8ba-4dd4-bf94-c8f463e07d68 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.490840] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Created folder: Project (8eb3be4eb7ef490f852c6c5c6ac68545) in parent group-v681336. [ 719.490840] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Creating folder: Instances. Parent ref: group-v681391. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.490840] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebc6eeeb-26ff-48df-9ccf-d76cdce4d857 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.508965] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Created folder: Instances in parent group-v681391. [ 719.513761] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.513761] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.513761] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47b4ca37-f4a6-45a8-8d5f-ee098b2e8413 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.533240] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': task-3414993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55345} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.534482] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] b417ccb7-13dd-434a-9623-1290d65c7ad5/b417ccb7-13dd-434a-9623-1290d65c7ad5.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.534997] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.535437] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6289c520-06f8-48fc-aad7-7dc236e47074 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.542966] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.542966] env[70113]: value = "task-3414997" [ 719.542966] env[70113]: _type = "Task" [ 719.542966] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.551162] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Waiting for the task: (returnval){ [ 719.551162] env[70113]: value = "task-3414998" [ 719.551162] env[70113]: _type = "Task" [ 719.551162] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.565067] env[70113]: DEBUG oslo_vmware.api [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3414994, 'name': PowerOnVM_Task, 'duration_secs': 0.781238} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.565290] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414997, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.566028] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.566642] env[70113]: INFO nova.compute.manager [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Took 9.57 seconds to spawn the instance on the hypervisor. [ 719.566642] env[70113]: DEBUG nova.compute.manager [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.567569] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac802fc1-0921-4354-b5fe-a7fea14ef0e7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.574735] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': task-3414998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.575881] env[70113]: DEBUG nova.network.neutron [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Updated VIF entry in instance network info cache for port 08253abd-ee3b-43d9-bc5a-d51693687298. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.576246] env[70113]: DEBUG nova.network.neutron [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Updating instance_info_cache with network_info: [{"id": "08253abd-ee3b-43d9-bc5a-d51693687298", "address": "fa:16:3e:7d:06:f5", "network": {"id": "e08e49f8-ff19-42bb-a9d3-8b0efa168fbc", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1156831335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f914727e4b24b4a820b8bd6a09e7cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08253abd-ee", "ovs_interfaceid": "08253abd-ee3b-43d9-bc5a-d51693687298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.763302] env[70113]: DEBUG nova.scheduler.client.report [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.820891] env[70113]: DEBUG nova.network.neutron [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Successfully created port: 1cdcd10f-fc13-4017-aa53-747e43333062 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.045632] env[70113]: DEBUG nova.compute.manager [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.065992] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3414997, 'name': CreateVM_Task, 'duration_secs': 0.442629} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.069310] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.069615] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': task-3414998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256618} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.070327] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.071681] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.071681] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.071681] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.071681] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f1c4c97-91cf-46e8-a614-0c38d2015b0f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.075455] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5df6f8b-0a92-4504-8f00-72989953cae8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.082202] env[70113]: DEBUG oslo_concurrency.lockutils [req-107a6b5a-1f85-4641-a7d5-c756ea539e2c req-e31f526d-7dc0-4f3f-8541-c17cebd7e1fb service nova] Releasing lock "refresh_cache-b417ccb7-13dd-434a-9623-1290d65c7ad5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.097258] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 720.097258] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]523ec707-c5cc-9d51-b3a4-7521928133a8" [ 720.097258] env[70113]: _type = "Task" [ 720.097258] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.111663] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] b417ccb7-13dd-434a-9623-1290d65c7ad5/b417ccb7-13dd-434a-9623-1290d65c7ad5.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.114324] env[70113]: DEBUG nova.virt.hardware [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.114514] env[70113]: DEBUG nova.virt.hardware [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.114940] env[70113]: DEBUG nova.virt.hardware [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.115215] env[70113]: DEBUG nova.virt.hardware [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.115407] env[70113]: DEBUG nova.virt.hardware [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.116113] env[70113]: DEBUG nova.virt.hardware [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.116113] env[70113]: DEBUG nova.virt.hardware [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.116113] env[70113]: DEBUG nova.virt.hardware [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.116113] env[70113]: DEBUG nova.virt.hardware [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.116311] env[70113]: DEBUG nova.virt.hardware [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.116607] env[70113]: DEBUG nova.virt.hardware [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.119329] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5e3a587-3fa5-4b44-b446-9accca8c9a6b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.135706] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad1f804-a900-4565-982c-b0a0962d3a6b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.140966] env[70113]: INFO nova.compute.manager [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Took 26.59 seconds to build instance. [ 720.159314] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750e7c40-c202-4d89-82f5-48b379073f8d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.163691] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523ec707-c5cc-9d51-b3a4-7521928133a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011609} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.165789] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.166322] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.166548] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.166697] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.166877] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.167632] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Waiting for the task: (returnval){ [ 720.167632] env[70113]: value = "task-3414999" [ 720.167632] env[70113]: _type = "Task" [ 720.167632] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.168167] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f6236de-e7ff-483e-8f5e-92dfded2eb8b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.189645] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': task-3414999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.191246] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.191469] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.192273] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8cee8f5-37ff-46c7-bc34-a7e78ac86cb5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.198522] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 720.198522] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cb7c71-1a7f-4e44-c46a-93479c8e8d34" [ 720.198522] env[70113]: _type = "Task" [ 720.198522] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.208392] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cb7c71-1a7f-4e44-c46a-93479c8e8d34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.272908] env[70113]: DEBUG oslo_concurrency.lockutils [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.274514] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.935s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.276237] env[70113]: INFO nova.compute.claims [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.293906] env[70113]: DEBUG nova.compute.manager [req-892c73f4-ba16-4686-8484-fff7a2089558 req-07c909b1-2561-4150-b2c3-fe59a4d9bdb6 service nova] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Received event network-vif-plugged-2254a6e4-cf85-47c6-9da9-a4467eb87f33 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.294165] env[70113]: DEBUG oslo_concurrency.lockutils [req-892c73f4-ba16-4686-8484-fff7a2089558 req-07c909b1-2561-4150-b2c3-fe59a4d9bdb6 service nova] Acquiring lock "1f3018be-9b1d-48d1-b601-2738439a3701-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.295056] env[70113]: DEBUG oslo_concurrency.lockutils [req-892c73f4-ba16-4686-8484-fff7a2089558 req-07c909b1-2561-4150-b2c3-fe59a4d9bdb6 service nova] Lock "1f3018be-9b1d-48d1-b601-2738439a3701-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.295056] env[70113]: DEBUG oslo_concurrency.lockutils [req-892c73f4-ba16-4686-8484-fff7a2089558 req-07c909b1-2561-4150-b2c3-fe59a4d9bdb6 service nova] Lock "1f3018be-9b1d-48d1-b601-2738439a3701-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.295056] env[70113]: DEBUG nova.compute.manager [req-892c73f4-ba16-4686-8484-fff7a2089558 req-07c909b1-2561-4150-b2c3-fe59a4d9bdb6 service nova] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] No waiting events found dispatching network-vif-plugged-2254a6e4-cf85-47c6-9da9-a4467eb87f33 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.295056] env[70113]: WARNING nova.compute.manager [req-892c73f4-ba16-4686-8484-fff7a2089558 req-07c909b1-2561-4150-b2c3-fe59a4d9bdb6 service nova] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Received unexpected event network-vif-plugged-2254a6e4-cf85-47c6-9da9-a4467eb87f33 for instance with vm_state building and task_state spawning. [ 720.299140] env[70113]: DEBUG nova.compute.manager [req-892c73f4-ba16-4686-8484-fff7a2089558 req-07c909b1-2561-4150-b2c3-fe59a4d9bdb6 service nova] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Received event network-changed-2254a6e4-cf85-47c6-9da9-a4467eb87f33 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.299426] env[70113]: DEBUG nova.compute.manager [req-892c73f4-ba16-4686-8484-fff7a2089558 req-07c909b1-2561-4150-b2c3-fe59a4d9bdb6 service nova] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Refreshing instance network info cache due to event network-changed-2254a6e4-cf85-47c6-9da9-a4467eb87f33. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.299647] env[70113]: DEBUG oslo_concurrency.lockutils [req-892c73f4-ba16-4686-8484-fff7a2089558 req-07c909b1-2561-4150-b2c3-fe59a4d9bdb6 service nova] Acquiring lock "refresh_cache-1f3018be-9b1d-48d1-b601-2738439a3701" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.299782] env[70113]: DEBUG oslo_concurrency.lockutils [req-892c73f4-ba16-4686-8484-fff7a2089558 req-07c909b1-2561-4150-b2c3-fe59a4d9bdb6 service nova] Acquired lock "refresh_cache-1f3018be-9b1d-48d1-b601-2738439a3701" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.299947] env[70113]: DEBUG nova.network.neutron [req-892c73f4-ba16-4686-8484-fff7a2089558 req-07c909b1-2561-4150-b2c3-fe59a4d9bdb6 service nova] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Refreshing network info cache for port 2254a6e4-cf85-47c6-9da9-a4467eb87f33 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.308137] env[70113]: INFO nova.scheduler.client.report [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Deleted allocations for instance 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92 [ 720.459470] env[70113]: DEBUG oslo_concurrency.lockutils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "52d28545-4a72-448b-be63-69a252ed1bdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.459470] env[70113]: DEBUG oslo_concurrency.lockutils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "52d28545-4a72-448b-be63-69a252ed1bdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.649959] env[70113]: DEBUG oslo_concurrency.lockutils [None req-feab757e-c310-41d5-9795-eb41a1eb25f1 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Lock "27f7c52b-6c1e-458e-87d1-e04f9fa40442" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.844s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.680682] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': task-3414999, 'name': ReconfigVM_Task, 'duration_secs': 0.304104} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.681428] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Reconfigured VM instance instance-00000012 to attach disk [datastore1] b417ccb7-13dd-434a-9623-1290d65c7ad5/b417ccb7-13dd-434a-9623-1290d65c7ad5.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.683498] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0a856c2-03b0-4d5c-acdb-9b4a669991db {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.692310] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Waiting for the task: (returnval){ [ 720.692310] env[70113]: value = "task-3415000" [ 720.692310] env[70113]: _type = "Task" [ 720.692310] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.703736] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': task-3415000, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.714899] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cb7c71-1a7f-4e44-c46a-93479c8e8d34, 'name': SearchDatastore_Task, 'duration_secs': 0.010869} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.716095] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0fe19c-2b42-4b1f-a9db-5df5408e7db7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.725249] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 720.725249] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e5c839-cdfe-ad4b-e59d-d4754f491975" [ 720.725249] env[70113]: _type = "Task" [ 720.725249] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.735698] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e5c839-cdfe-ad4b-e59d-d4754f491975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.818139] env[70113]: DEBUG oslo_concurrency.lockutils [None req-45a6aff9-70f6-4c21-9e80-3a98ab02ebdf tempest-ServerDiagnosticsTest-1392654925 tempest-ServerDiagnosticsTest-1392654925-project-member] Lock "68f8e1f3-1f39-4629-9fdf-a9101d8ffc92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.856s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.154068] env[70113]: DEBUG nova.compute.manager [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.205836] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': task-3415000, 'name': Rename_Task, 'duration_secs': 0.166075} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.206051] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.206421] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-758b2d54-8c66-423a-a425-5cb1a6934d37 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.215462] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Waiting for the task: (returnval){ [ 721.215462] env[70113]: value = "task-3415001" [ 721.215462] env[70113]: _type = "Task" [ 721.215462] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.225347] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': task-3415001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.235062] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e5c839-cdfe-ad4b-e59d-d4754f491975, 'name': SearchDatastore_Task, 'duration_secs': 0.014288} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.237875] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.238188] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 1f3018be-9b1d-48d1-b601-2738439a3701/1f3018be-9b1d-48d1-b601-2738439a3701.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.238468] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1a39e98-6aed-4e08-b66e-bde61d6db966 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.249901] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 721.249901] env[70113]: value = "task-3415002" [ 721.249901] env[70113]: _type = "Task" [ 721.249901] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.259634] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.693048] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.733977] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': task-3415001, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.765709] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415002, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.789824] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Acquiring lock "27f7c52b-6c1e-458e-87d1-e04f9fa40442" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.789824] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Lock "27f7c52b-6c1e-458e-87d1-e04f9fa40442" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.789824] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Acquiring lock "27f7c52b-6c1e-458e-87d1-e04f9fa40442-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.789824] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Lock "27f7c52b-6c1e-458e-87d1-e04f9fa40442-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.790120] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Lock "27f7c52b-6c1e-458e-87d1-e04f9fa40442-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.793521] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8200d7-21fb-4e42-ad44-7388500f1b17 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.797266] env[70113]: INFO nova.compute.manager [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Terminating instance [ 721.804789] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8732ae22-e5ac-44d2-ba79-82e6006b67a0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.843267] env[70113]: DEBUG nova.network.neutron [req-892c73f4-ba16-4686-8484-fff7a2089558 req-07c909b1-2561-4150-b2c3-fe59a4d9bdb6 service nova] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Updated VIF entry in instance network info cache for port 2254a6e4-cf85-47c6-9da9-a4467eb87f33. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.843608] env[70113]: DEBUG nova.network.neutron [req-892c73f4-ba16-4686-8484-fff7a2089558 req-07c909b1-2561-4150-b2c3-fe59a4d9bdb6 service nova] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Updating instance_info_cache with network_info: [{"id": "2254a6e4-cf85-47c6-9da9-a4467eb87f33", "address": "fa:16:3e:04:05:de", "network": {"id": "76d97f60-88a9-4d2a-b8fc-677a8c14a334", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1507771019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eb3be4eb7ef490f852c6c5c6ac68545", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2254a6e4-cf", "ovs_interfaceid": "2254a6e4-cf85-47c6-9da9-a4467eb87f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.845753] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7529f1ff-572a-4f60-a809-351ad10e8133 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.856721] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64c4630-734d-4022-96ef-f2cff62046e7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.874558] env[70113]: DEBUG nova.compute.provider_tree [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.058866] env[70113]: INFO nova.compute.manager [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Rebuilding instance [ 722.116371] env[70113]: DEBUG nova.compute.manager [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.120286] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abedda4f-8668-431e-b7c4-8f70187734ed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.231856] env[70113]: DEBUG oslo_vmware.api [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': task-3415001, 'name': PowerOnVM_Task, 'duration_secs': 0.89506} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.232532] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.232532] env[70113]: INFO nova.compute.manager [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Took 9.57 seconds to spawn the instance on the hypervisor. [ 722.232737] env[70113]: DEBUG nova.compute.manager [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.233673] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5270e8d3-b18a-4739-b16e-afa67e23a8e7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.264150] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681024} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.264695] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 1f3018be-9b1d-48d1-b601-2738439a3701/1f3018be-9b1d-48d1-b601-2738439a3701.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.264810] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.265405] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb3dddcf-b502-45d2-b1be-71f1317fc1ee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.274398] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 722.274398] env[70113]: value = "task-3415003" [ 722.274398] env[70113]: _type = "Task" [ 722.274398] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.292438] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.303651] env[70113]: DEBUG nova.compute.manager [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.304109] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.305596] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb16cf44-13ca-4d85-ac0e-5f9c038a6654 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.318366] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.318659] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7affcec0-3d20-4a51-8d9c-ed79aa78ef80 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.336878] env[70113]: DEBUG oslo_vmware.api [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Waiting for the task: (returnval){ [ 722.336878] env[70113]: value = "task-3415004" [ 722.336878] env[70113]: _type = "Task" [ 722.336878] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.342130] env[70113]: DEBUG oslo_vmware.api [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3415004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.350403] env[70113]: DEBUG oslo_concurrency.lockutils [req-892c73f4-ba16-4686-8484-fff7a2089558 req-07c909b1-2561-4150-b2c3-fe59a4d9bdb6 service nova] Releasing lock "refresh_cache-1f3018be-9b1d-48d1-b601-2738439a3701" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.380372] env[70113]: DEBUG nova.scheduler.client.report [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.675575] env[70113]: DEBUG nova.network.neutron [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Successfully updated port: 1cdcd10f-fc13-4017-aa53-747e43333062 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.767997] env[70113]: INFO nova.compute.manager [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Took 27.24 seconds to build instance. [ 722.804989] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171057} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.804989] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.804989] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae83bc1e-284f-476a-8173-88801e628795 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.830021] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 1f3018be-9b1d-48d1-b601-2738439a3701/1f3018be-9b1d-48d1-b601-2738439a3701.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.831517] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56662adb-3efa-49b6-b640-a6abf14ebfa1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.857906] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 722.857906] env[70113]: value = "task-3415005" [ 722.857906] env[70113]: _type = "Task" [ 722.857906] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.861741] env[70113]: DEBUG oslo_vmware.api [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3415004, 'name': PowerOffVM_Task, 'duration_secs': 0.468584} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.864861] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.865100] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.866129] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fb52f3f-cf31-42a8-a54d-e552a0a2690f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.875574] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415005, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.893009] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.893658] env[70113]: DEBUG nova.compute.manager [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.899627] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.386s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.950726] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.950955] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.951573] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Deleting the datastore file [datastore1] 27f7c52b-6c1e-458e-87d1-e04f9fa40442 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.952029] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40280a9d-18b9-4800-8bac-420d9a2e062e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.959153] env[70113]: DEBUG oslo_vmware.api [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Waiting for the task: (returnval){ [ 722.959153] env[70113]: value = "task-3415007" [ 722.959153] env[70113]: _type = "Task" [ 722.959153] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.973587] env[70113]: DEBUG oslo_vmware.api [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3415007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.134016] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.134347] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ced13d8-83f8-4669-8e36-9c4d1f9fca01 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.142724] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 723.142724] env[70113]: value = "task-3415008" [ 723.142724] env[70113]: _type = "Task" [ 723.142724] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.160131] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.182683] env[70113]: DEBUG oslo_concurrency.lockutils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquiring lock "refresh_cache-1a5650f6-b273-4e04-9f17-43ccb353516e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.182748] env[70113]: DEBUG oslo_concurrency.lockutils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquired lock "refresh_cache-1a5650f6-b273-4e04-9f17-43ccb353516e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.183575] env[70113]: DEBUG nova.network.neutron [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.199458] env[70113]: DEBUG nova.compute.manager [req-08866ea8-ee56-47cb-83cb-d0b4bfaed0de req-7576ae13-01c5-4915-8964-d6c526772ccd service nova] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Received event network-vif-plugged-1cdcd10f-fc13-4017-aa53-747e43333062 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.200048] env[70113]: DEBUG oslo_concurrency.lockutils [req-08866ea8-ee56-47cb-83cb-d0b4bfaed0de req-7576ae13-01c5-4915-8964-d6c526772ccd service nova] Acquiring lock "1a5650f6-b273-4e04-9f17-43ccb353516e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.200151] env[70113]: DEBUG oslo_concurrency.lockutils [req-08866ea8-ee56-47cb-83cb-d0b4bfaed0de req-7576ae13-01c5-4915-8964-d6c526772ccd service nova] Lock "1a5650f6-b273-4e04-9f17-43ccb353516e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.200432] env[70113]: DEBUG oslo_concurrency.lockutils [req-08866ea8-ee56-47cb-83cb-d0b4bfaed0de req-7576ae13-01c5-4915-8964-d6c526772ccd service nova] Lock "1a5650f6-b273-4e04-9f17-43ccb353516e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.200553] env[70113]: DEBUG nova.compute.manager [req-08866ea8-ee56-47cb-83cb-d0b4bfaed0de req-7576ae13-01c5-4915-8964-d6c526772ccd service nova] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] No waiting events found dispatching network-vif-plugged-1cdcd10f-fc13-4017-aa53-747e43333062 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.200798] env[70113]: WARNING nova.compute.manager [req-08866ea8-ee56-47cb-83cb-d0b4bfaed0de req-7576ae13-01c5-4915-8964-d6c526772ccd service nova] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Received unexpected event network-vif-plugged-1cdcd10f-fc13-4017-aa53-747e43333062 for instance with vm_state building and task_state spawning. [ 723.269993] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0791a9-cfda-4fc8-974c-233283896155 tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Lock "b417ccb7-13dd-434a-9623-1290d65c7ad5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.756s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.374747] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.401113] env[70113]: DEBUG nova.compute.utils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.402959] env[70113]: DEBUG nova.compute.manager [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.402959] env[70113]: DEBUG nova.network.neutron [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.412476] env[70113]: INFO nova.compute.claims [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.441273] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquiring lock "52c12a26-d157-420d-ab03-48dfc750a3d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.441839] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "52c12a26-d157-420d-ab03-48dfc750a3d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.477330] env[70113]: DEBUG oslo_vmware.api [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Task: {'id': task-3415007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314895} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.477432] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.477841] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.477841] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.477973] env[70113]: INFO nova.compute.manager [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Took 1.17 seconds to destroy the instance on the hypervisor. [ 723.478367] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.478454] env[70113]: DEBUG nova.compute.manager [-] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.478556] env[70113]: DEBUG nova.network.neutron [-] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.577241] env[70113]: DEBUG nova.policy [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0740a88321a4d67b580fb8eb2ddd94c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5398d585e6af4afd9f8170422431c8dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.656683] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415008, 'name': PowerOffVM_Task, 'duration_secs': 0.28711} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.656683] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.657013] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.657722] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843ec9cd-e156-4a85-8c6b-bcac7297cbbf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.667716] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.667716] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e77bd1ae-38a8-4972-9f10-29f3e1fc127e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.752139] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.754147] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.754147] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleting the datastore file [datastore1] 1d897aa5-a007-4b5b-93c9-8769a1993d1d {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.754147] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eda1e09b-08f4-4338-942e-530920f09c63 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.767181] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 723.767181] env[70113]: value = "task-3415010" [ 723.767181] env[70113]: _type = "Task" [ 723.767181] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.777447] env[70113]: DEBUG nova.compute.manager [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.780282] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.876811] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415005, 'name': ReconfigVM_Task, 'duration_secs': 0.680036} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.876811] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 1f3018be-9b1d-48d1-b601-2738439a3701/1f3018be-9b1d-48d1-b601-2738439a3701.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.876811] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56c9da3e-d491-419e-abba-247d3ec5442e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.886567] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 723.886567] env[70113]: value = "task-3415011" [ 723.886567] env[70113]: _type = "Task" [ 723.886567] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.897454] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415011, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.909543] env[70113]: DEBUG nova.compute.manager [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.923500] env[70113]: INFO nova.compute.resource_tracker [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Updating resource usage from migration 6f8c2b5f-77b6-479f-8b5a-22a20cd34aa6 [ 723.988137] env[70113]: DEBUG nova.network.neutron [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.291785] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293195} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.294029] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.295291] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.297252] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.322392] env[70113]: DEBUG oslo_concurrency.lockutils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.402728] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415011, 'name': Rename_Task, 'duration_secs': 0.192352} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.402728] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.402728] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eebc73ce-1f01-4e2f-82ad-503c1b75f621 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.409837] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 724.409837] env[70113]: value = "task-3415012" [ 724.409837] env[70113]: _type = "Task" [ 724.409837] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.426963] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.549929] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f490f84-c9db-4e58-b33f-b550d54b66de {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.559656] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5118b9ce-28ae-4e4a-9e63-556910e65eb1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.566364] env[70113]: DEBUG nova.network.neutron [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Updating instance_info_cache with network_info: [{"id": "1cdcd10f-fc13-4017-aa53-747e43333062", "address": "fa:16:3e:db:f3:63", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cdcd10f-fc", "ovs_interfaceid": "1cdcd10f-fc13-4017-aa53-747e43333062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.596057] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0577a22-8242-4e74-8b3e-62512c71485d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.605547] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a42daea-8e4f-4fb3-ad62-f168bd84a542 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.624477] env[70113]: DEBUG nova.compute.provider_tree [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.923476] env[70113]: DEBUG nova.compute.manager [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.931665] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415012, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.968072] env[70113]: DEBUG nova.virt.hardware [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.968447] env[70113]: DEBUG nova.virt.hardware [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.968579] env[70113]: DEBUG nova.virt.hardware [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.968773] env[70113]: DEBUG nova.virt.hardware [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.968912] env[70113]: DEBUG nova.virt.hardware [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.969149] env[70113]: DEBUG nova.virt.hardware [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.969417] env[70113]: DEBUG nova.virt.hardware [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.969663] env[70113]: DEBUG nova.virt.hardware [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.969944] env[70113]: DEBUG nova.virt.hardware [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.970047] env[70113]: DEBUG nova.virt.hardware [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.970231] env[70113]: DEBUG nova.virt.hardware [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.971155] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad475a7-9367-4444-ba54-015bc11761be {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.975854] env[70113]: DEBUG nova.compute.manager [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.976726] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ade3675-ec2b-4457-9435-47f8d0cbf5d8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.993998] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04de191c-9d1a-49d8-91b8-ab3ed367f791 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.016418] env[70113]: DEBUG nova.network.neutron [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Successfully created port: f71992bd-5fc4-4b53-bac7-8fe385c5f38e {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.047604] env[70113]: DEBUG oslo_concurrency.lockutils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquiring lock "394ed08f-2d43-4261-bed1-cd94b14770ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.047689] env[70113]: DEBUG oslo_concurrency.lockutils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "394ed08f-2d43-4261-bed1-cd94b14770ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.059144] env[70113]: DEBUG nova.network.neutron [-] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.069712] env[70113]: DEBUG oslo_concurrency.lockutils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Releasing lock "refresh_cache-1a5650f6-b273-4e04-9f17-43ccb353516e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.070050] env[70113]: DEBUG nova.compute.manager [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Instance network_info: |[{"id": "1cdcd10f-fc13-4017-aa53-747e43333062", "address": "fa:16:3e:db:f3:63", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cdcd10f-fc", "ovs_interfaceid": "1cdcd10f-fc13-4017-aa53-747e43333062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.070494] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:f3:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cdcd10f-fc13-4017-aa53-747e43333062', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.084464] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.085610] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.085859] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ed3911f-e0df-4d91-86ee-6d6d8f6dcaee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.111216] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.111216] env[70113]: value = "task-3415013" [ 725.111216] env[70113]: _type = "Task" [ 725.111216] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.121187] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415013, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.130382] env[70113]: DEBUG nova.scheduler.client.report [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.343373] env[70113]: DEBUG nova.virt.hardware [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.344337] env[70113]: DEBUG nova.virt.hardware [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.344337] env[70113]: DEBUG nova.virt.hardware [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.344337] env[70113]: DEBUG nova.virt.hardware [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.344337] env[70113]: DEBUG nova.virt.hardware [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.344337] env[70113]: DEBUG nova.virt.hardware [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.344581] env[70113]: DEBUG nova.virt.hardware [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.345671] env[70113]: DEBUG nova.virt.hardware [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.345950] env[70113]: DEBUG nova.virt.hardware [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.346157] env[70113]: DEBUG nova.virt.hardware [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.346339] env[70113]: DEBUG nova.virt.hardware [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.347626] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615570bc-85e5-4292-abab-fa5424f161bd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.357295] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d506f13-ce38-4c7a-8b39-9446a5279de0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.379451] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:14:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e26391b-d100-4cda-9b3d-4ee69e9e1ce1', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.386783] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.387108] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.387349] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ea27518-f282-42db-b5de-6720f1c353b4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.412259] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.412259] env[70113]: value = "task-3415014" [ 725.412259] env[70113]: _type = "Task" [ 725.412259] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.425356] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415012, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.428643] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415014, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.502414] env[70113]: INFO nova.compute.manager [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] instance snapshotting [ 725.506387] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b00fbe-059f-448a-a643-cb74dd91f603 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.532620] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68afdd6-d822-4a87-ae16-bd8273b578ff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.562450] env[70113]: INFO nova.compute.manager [-] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Took 2.08 seconds to deallocate network for instance. [ 725.627103] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415013, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.635790] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.739s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.636025] env[70113]: INFO nova.compute.manager [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Migrating [ 725.636269] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.636415] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.637873] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.652s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.641964] env[70113]: INFO nova.compute.claims [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.835384] env[70113]: DEBUG nova.compute.manager [req-40a3241f-db52-41cb-88c7-c3693d42bb52 req-69524c27-513a-41fd-9af6-528d0d5f60c6 service nova] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Received event network-vif-deleted-71858aed-cd33-4211-9cb6-935e5a7b4b7d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.927526] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415014, 'name': CreateVM_Task, 'duration_secs': 0.361411} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.931277] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.932705] env[70113]: DEBUG oslo_vmware.api [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415012, 'name': PowerOnVM_Task, 'duration_secs': 1.275183} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.934252] env[70113]: DEBUG oslo_concurrency.lockutils [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.934252] env[70113]: DEBUG oslo_concurrency.lockutils [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.934252] env[70113]: DEBUG oslo_concurrency.lockutils [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.934868] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.935050] env[70113]: INFO nova.compute.manager [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Took 10.74 seconds to spawn the instance on the hypervisor. [ 725.935231] env[70113]: DEBUG nova.compute.manager [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.938621] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43fa9f1d-011c-430c-ad5d-dd3169f6126c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.938720] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145ace7c-981e-4897-ad00-81fcf2b81043 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.956473] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 725.956473] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e6ebfc-8637-bd60-6cd2-0fbc6e4766ab" [ 725.956473] env[70113]: _type = "Task" [ 725.956473] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.970393] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e6ebfc-8637-bd60-6cd2-0fbc6e4766ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.046442] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 726.046756] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e74df8fa-98ef-4c75-88ee-ca5a2a3b4fde {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.058473] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 726.058473] env[70113]: value = "task-3415015" [ 726.058473] env[70113]: _type = "Task" [ 726.058473] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.072430] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.072430] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415015, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.129343] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415013, 'name': CreateVM_Task, 'duration_secs': 0.531913} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.129558] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.130286] env[70113]: DEBUG oslo_concurrency.lockutils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.138633] env[70113]: DEBUG nova.compute.manager [req-14b141fc-6210-4f90-81cb-5e18c3839f1c req-fe80d21d-7beb-46d2-8c16-d06df6dc773c service nova] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Received event network-changed-1cdcd10f-fc13-4017-aa53-747e43333062 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.138633] env[70113]: DEBUG nova.compute.manager [req-14b141fc-6210-4f90-81cb-5e18c3839f1c req-fe80d21d-7beb-46d2-8c16-d06df6dc773c service nova] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Refreshing instance network info cache due to event network-changed-1cdcd10f-fc13-4017-aa53-747e43333062. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.138796] env[70113]: DEBUG oslo_concurrency.lockutils [req-14b141fc-6210-4f90-81cb-5e18c3839f1c req-fe80d21d-7beb-46d2-8c16-d06df6dc773c service nova] Acquiring lock "refresh_cache-1a5650f6-b273-4e04-9f17-43ccb353516e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.138980] env[70113]: DEBUG oslo_concurrency.lockutils [req-14b141fc-6210-4f90-81cb-5e18c3839f1c req-fe80d21d-7beb-46d2-8c16-d06df6dc773c service nova] Acquired lock "refresh_cache-1a5650f6-b273-4e04-9f17-43ccb353516e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.139142] env[70113]: DEBUG nova.network.neutron [req-14b141fc-6210-4f90-81cb-5e18c3839f1c req-fe80d21d-7beb-46d2-8c16-d06df6dc773c service nova] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Refreshing network info cache for port 1cdcd10f-fc13-4017-aa53-747e43333062 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.146406] env[70113]: INFO nova.compute.rpcapi [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 726.148955] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.480316] env[70113]: INFO nova.compute.manager [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Took 29.35 seconds to build instance. [ 726.487532] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e6ebfc-8637-bd60-6cd2-0fbc6e4766ab, 'name': SearchDatastore_Task, 'duration_secs': 0.022007} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.489238] env[70113]: DEBUG oslo_concurrency.lockutils [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.489303] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.489796] env[70113]: DEBUG oslo_concurrency.lockutils [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.489796] env[70113]: DEBUG oslo_concurrency.lockutils [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.489924] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.491611] env[70113]: DEBUG oslo_concurrency.lockutils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.491611] env[70113]: DEBUG oslo_concurrency.lockutils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.492109] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10d67d20-3fc7-4d36-beed-a9e103fdfd39 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.494172] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c060d5-7120-4616-b63d-1992ac895cc5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.504059] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 726.504059] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5256b9f6-d42f-5375-8f5a-0d34eddfffad" [ 726.504059] env[70113]: _type = "Task" [ 726.504059] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.516202] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5256b9f6-d42f-5375-8f5a-0d34eddfffad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.517562] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.517748] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.518539] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1e050a-1763-4ec0-b9e9-60b395e8f32c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.525987] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 726.525987] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d0c635-604e-9e9d-bf55-4de2ee52be23" [ 726.525987] env[70113]: _type = "Task" [ 726.525987] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.534899] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d0c635-604e-9e9d-bf55-4de2ee52be23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.576788] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415015, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.670787] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "refresh_cache-6a4056d3-e606-4232-a764-b1d6ffdc311e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.670990] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquired lock "refresh_cache-6a4056d3-e606-4232-a764-b1d6ffdc311e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.671182] env[70113]: DEBUG nova.network.neutron [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.994018] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aeab5467-4d66-44e1-92e5-a0929cda51da tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "1f3018be-9b1d-48d1-b601-2738439a3701" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.875s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.020992] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5256b9f6-d42f-5375-8f5a-0d34eddfffad, 'name': SearchDatastore_Task, 'duration_secs': 0.015626} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.029667] env[70113]: DEBUG oslo_concurrency.lockutils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.029927] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.030151] env[70113]: DEBUG oslo_concurrency.lockutils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.046388] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d0c635-604e-9e9d-bf55-4de2ee52be23, 'name': SearchDatastore_Task, 'duration_secs': 0.014459} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.047335] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86fe656-cf0a-4b15-b3d6-dc6ec3ac461c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.060252] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 727.060252] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52861699-95c6-2290-1d9a-691a2aa8038c" [ 727.060252] env[70113]: _type = "Task" [ 727.060252] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.073710] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52861699-95c6-2290-1d9a-691a2aa8038c, 'name': SearchDatastore_Task, 'duration_secs': 0.011684} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.080101] env[70113]: DEBUG oslo_concurrency.lockutils [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.080461] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 1d897aa5-a007-4b5b-93c9-8769a1993d1d/1d897aa5-a007-4b5b-93c9-8769a1993d1d.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.080782] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415015, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.081398] env[70113]: DEBUG oslo_concurrency.lockutils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.082040] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.082040] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d71b01c-762f-4ff8-8bb7-9e5b5c62f01a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.084585] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bbabb40-dde3-437e-8e8f-b8bee6d09426 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.093510] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 727.093510] env[70113]: value = "task-3415016" [ 727.093510] env[70113]: _type = "Task" [ 727.093510] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.098173] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.098371] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.103356] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72516b27-329b-4896-88b2-6efa71599082 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.112444] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 727.112444] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e348fb-0880-08e0-a42d-fe424df1d575" [ 727.112444] env[70113]: _type = "Task" [ 727.112444] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.119034] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.133607] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e348fb-0880-08e0-a42d-fe424df1d575, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.135232] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ec5a85-2dea-44d4-8141-f937bc6cf7a2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.144475] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 727.144475] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52004cdf-e60f-0bab-0cea-f166036091c5" [ 727.144475] env[70113]: _type = "Task" [ 727.144475] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.158635] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52004cdf-e60f-0bab-0cea-f166036091c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.158635] env[70113]: DEBUG oslo_concurrency.lockutils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.158635] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 1a5650f6-b273-4e04-9f17-43ccb353516e/1a5650f6-b273-4e04-9f17-43ccb353516e.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.158635] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5c1ece6-9dd3-4fb7-a204-dac33bcf74ec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.166064] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 727.166064] env[70113]: value = "task-3415017" [ 727.166064] env[70113]: _type = "Task" [ 727.166064] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.178091] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.321714] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f9c2f6-f9c7-4369-a4eb-975f1525c7fe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.334120] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ea1b51-703c-4319-8532-798e8ae3d009 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.369890] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448c4d9a-68e4-46f0-b560-4b948b1039b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.380057] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a4269c-fd80-47c6-8a83-338efb0a931a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.398214] env[70113]: DEBUG nova.compute.provider_tree [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.495402] env[70113]: DEBUG nova.compute.manager [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.578619] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415015, 'name': CreateSnapshot_Task, 'duration_secs': 1.186675} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.579032] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 727.580544] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eef8ea-356c-427f-a166-b66fdb0f9a54 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.616035] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415016, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.678176] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415017, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.871683] env[70113]: DEBUG nova.network.neutron [req-14b141fc-6210-4f90-81cb-5e18c3839f1c req-fe80d21d-7beb-46d2-8c16-d06df6dc773c service nova] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Updated VIF entry in instance network info cache for port 1cdcd10f-fc13-4017-aa53-747e43333062. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.872288] env[70113]: DEBUG nova.network.neutron [req-14b141fc-6210-4f90-81cb-5e18c3839f1c req-fe80d21d-7beb-46d2-8c16-d06df6dc773c service nova] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Updating instance_info_cache with network_info: [{"id": "1cdcd10f-fc13-4017-aa53-747e43333062", "address": "fa:16:3e:db:f3:63", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cdcd10f-fc", "ovs_interfaceid": "1cdcd10f-fc13-4017-aa53-747e43333062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.903202] env[70113]: DEBUG nova.scheduler.client.report [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.912029] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "b1e49170-1111-41f1-a065-6d099a1c01c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.912713] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "b1e49170-1111-41f1-a065-6d099a1c01c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.043706] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.102972] env[70113]: DEBUG nova.network.neutron [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Updating instance_info_cache with network_info: [{"id": "36317114-8206-476a-9685-c77334dd82a8", "address": "fa:16:3e:87:e8:6f", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36317114-82", "ovs_interfaceid": "36317114-8206-476a-9685-c77334dd82a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.124600] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 728.125437] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c80c7082-555f-45e4-92a1-9577912dc42f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.135690] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549383} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.138338] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 1d897aa5-a007-4b5b-93c9-8769a1993d1d/1d897aa5-a007-4b5b-93c9-8769a1993d1d.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.138523] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.139210] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 728.139210] env[70113]: value = "task-3415018" [ 728.139210] env[70113]: _type = "Task" [ 728.139210] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.139492] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95f7321a-66c7-4b4d-919e-6e5a7dab98a1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.157017] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415018, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.157875] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 728.157875] env[70113]: value = "task-3415019" [ 728.157875] env[70113]: _type = "Task" [ 728.157875] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.176741] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.925619} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.178252] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 1a5650f6-b273-4e04-9f17-43ccb353516e/1a5650f6-b273-4e04-9f17-43ccb353516e.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.178252] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.178252] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e92e5313-6adc-4dbb-827f-742d79d1df07 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.184793] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 728.184793] env[70113]: value = "task-3415020" [ 728.184793] env[70113]: _type = "Task" [ 728.184793] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.200735] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.376337] env[70113]: DEBUG oslo_concurrency.lockutils [req-14b141fc-6210-4f90-81cb-5e18c3839f1c req-fe80d21d-7beb-46d2-8c16-d06df6dc773c service nova] Releasing lock "refresh_cache-1a5650f6-b273-4e04-9f17-43ccb353516e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.412987] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.413657] env[70113]: DEBUG nova.compute.manager [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.420162] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.732s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.420162] env[70113]: DEBUG nova.objects.instance [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Lazy-loading 'resources' on Instance uuid a45fac64-b46a-44c6-a1f0-bda773d22454 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.495709] env[70113]: DEBUG nova.network.neutron [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Successfully updated port: f71992bd-5fc4-4b53-bac7-8fe385c5f38e {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.614807] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Releasing lock "refresh_cache-6a4056d3-e606-4232-a764-b1d6ffdc311e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.658894] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415018, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.670625] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172416} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.671393] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.672873] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afe817c-2e3f-47fe-9dd1-60ceee631965 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.703019] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 1d897aa5-a007-4b5b-93c9-8769a1993d1d/1d897aa5-a007-4b5b-93c9-8769a1993d1d.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.706412] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742685dc-9666-4ae1-a2bf-6d6b85c52f77 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.729069] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076032} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.729418] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.732645] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3ec5cc-514d-48a7-8c5e-01056a140009 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.735479] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 728.735479] env[70113]: value = "task-3415021" [ 728.735479] env[70113]: _type = "Task" [ 728.735479] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.764256] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 1a5650f6-b273-4e04-9f17-43ccb353516e/1a5650f6-b273-4e04-9f17-43ccb353516e.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.765345] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dfd9162-7286-4939-9b2f-d2940cba5554 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.798833] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.800352] env[70113]: DEBUG nova.compute.manager [req-dc4da69c-f1e0-4b14-b511-336183b02db4 req-c7de6274-a755-476c-83ca-c72edc11482b service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Received event network-changed-08253abd-ee3b-43d9-bc5a-d51693687298 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.800600] env[70113]: DEBUG nova.compute.manager [req-dc4da69c-f1e0-4b14-b511-336183b02db4 req-c7de6274-a755-476c-83ca-c72edc11482b service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Refreshing instance network info cache due to event network-changed-08253abd-ee3b-43d9-bc5a-d51693687298. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.800887] env[70113]: DEBUG oslo_concurrency.lockutils [req-dc4da69c-f1e0-4b14-b511-336183b02db4 req-c7de6274-a755-476c-83ca-c72edc11482b service nova] Acquiring lock "refresh_cache-b417ccb7-13dd-434a-9623-1290d65c7ad5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.801189] env[70113]: DEBUG oslo_concurrency.lockutils [req-dc4da69c-f1e0-4b14-b511-336183b02db4 req-c7de6274-a755-476c-83ca-c72edc11482b service nova] Acquired lock "refresh_cache-b417ccb7-13dd-434a-9623-1290d65c7ad5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.801339] env[70113]: DEBUG nova.network.neutron [req-dc4da69c-f1e0-4b14-b511-336183b02db4 req-c7de6274-a755-476c-83ca-c72edc11482b service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Refreshing network info cache for port 08253abd-ee3b-43d9-bc5a-d51693687298 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.811584] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 728.811584] env[70113]: value = "task-3415022" [ 728.811584] env[70113]: _type = "Task" [ 728.811584] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.824337] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.921360] env[70113]: DEBUG nova.compute.utils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.926165] env[70113]: DEBUG nova.compute.manager [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.926527] env[70113]: DEBUG nova.network.neutron [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.000015] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Acquiring lock "refresh_cache-67270ca7-2423-4d43-8dbd-1c0adf2ede54" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.000218] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Acquired lock "refresh_cache-67270ca7-2423-4d43-8dbd-1c0adf2ede54" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.000378] env[70113]: DEBUG nova.network.neutron [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.051961] env[70113]: DEBUG nova.compute.manager [req-615a48ac-8bf8-4ede-ae77-aad3539831ba req-7f76f1b0-8140-45a1-8aa5-a73191067f43 service nova] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Received event network-vif-plugged-f71992bd-5fc4-4b53-bac7-8fe385c5f38e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.052326] env[70113]: DEBUG oslo_concurrency.lockutils [req-615a48ac-8bf8-4ede-ae77-aad3539831ba req-7f76f1b0-8140-45a1-8aa5-a73191067f43 service nova] Acquiring lock "67270ca7-2423-4d43-8dbd-1c0adf2ede54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.052645] env[70113]: DEBUG oslo_concurrency.lockutils [req-615a48ac-8bf8-4ede-ae77-aad3539831ba req-7f76f1b0-8140-45a1-8aa5-a73191067f43 service nova] Lock "67270ca7-2423-4d43-8dbd-1c0adf2ede54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.052645] env[70113]: DEBUG oslo_concurrency.lockutils [req-615a48ac-8bf8-4ede-ae77-aad3539831ba req-7f76f1b0-8140-45a1-8aa5-a73191067f43 service nova] Lock "67270ca7-2423-4d43-8dbd-1c0adf2ede54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.052810] env[70113]: DEBUG nova.compute.manager [req-615a48ac-8bf8-4ede-ae77-aad3539831ba req-7f76f1b0-8140-45a1-8aa5-a73191067f43 service nova] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] No waiting events found dispatching network-vif-plugged-f71992bd-5fc4-4b53-bac7-8fe385c5f38e {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.052971] env[70113]: WARNING nova.compute.manager [req-615a48ac-8bf8-4ede-ae77-aad3539831ba req-7f76f1b0-8140-45a1-8aa5-a73191067f43 service nova] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Received unexpected event network-vif-plugged-f71992bd-5fc4-4b53-bac7-8fe385c5f38e for instance with vm_state building and task_state spawning. [ 729.104955] env[70113]: DEBUG nova.policy [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7782cf2c54cb431d92cf11a67a6bb56e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a73b55ba6c343478ce3516e3053d3d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.158254] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415018, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.249914] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415021, 'name': ReconfigVM_Task, 'duration_secs': 0.308961} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.249914] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 1d897aa5-a007-4b5b-93c9-8769a1993d1d/1d897aa5-a007-4b5b-93c9-8769a1993d1d.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.249914] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dba8d13e-7420-4ba6-bfb6-a67b81f05a5f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.263699] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 729.263699] env[70113]: value = "task-3415023" [ 729.263699] env[70113]: _type = "Task" [ 729.263699] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.281205] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415023, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.340047] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415022, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.433916] env[70113]: DEBUG nova.compute.manager [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.590997] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548bea61-8512-4838-af7b-5d3cfa42e63a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.601776] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d78ec07-d23d-4b48-ba08-00a8799c411f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.646210] env[70113]: DEBUG nova.network.neutron [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.649205] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758eb1a5-b63e-4b9c-98e8-782d091f3840 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.666250] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415018, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.667638] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b996ffaa-9324-445c-813b-4205727f3d9b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.684147] env[70113]: DEBUG nova.compute.provider_tree [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.769688] env[70113]: DEBUG nova.network.neutron [req-dc4da69c-f1e0-4b14-b511-336183b02db4 req-c7de6274-a755-476c-83ca-c72edc11482b service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Updated VIF entry in instance network info cache for port 08253abd-ee3b-43d9-bc5a-d51693687298. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.770102] env[70113]: DEBUG nova.network.neutron [req-dc4da69c-f1e0-4b14-b511-336183b02db4 req-c7de6274-a755-476c-83ca-c72edc11482b service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Updating instance_info_cache with network_info: [{"id": "08253abd-ee3b-43d9-bc5a-d51693687298", "address": "fa:16:3e:7d:06:f5", "network": {"id": "e08e49f8-ff19-42bb-a9d3-8b0efa168fbc", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1156831335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f914727e4b24b4a820b8bd6a09e7cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08253abd-ee", "ovs_interfaceid": "08253abd-ee3b-43d9-bc5a-d51693687298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.778025] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415023, 'name': Rename_Task, 'duration_secs': 0.161863} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.778025] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.778025] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48c76b8f-b782-4ca5-99e9-e8ac6ef20577 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.797284] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 729.797284] env[70113]: value = "task-3415024" [ 729.797284] env[70113]: _type = "Task" [ 729.797284] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.809674] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.823211] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415022, 'name': ReconfigVM_Task, 'duration_secs': 0.652275} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.823500] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 1a5650f6-b273-4e04-9f17-43ccb353516e/1a5650f6-b273-4e04-9f17-43ccb353516e.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.825410] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-904a91c1-fbf8-44b9-8349-3b97c43f9b6c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.834451] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 729.834451] env[70113]: value = "task-3415025" [ 729.834451] env[70113]: _type = "Task" [ 729.834451] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.845063] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415025, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.150814] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7136a822-d1ec-4769-afe8-98f00786a30b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.182929] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Updating instance '6a4056d3-e606-4232-a764-b1d6ffdc311e' progress to 0 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 730.194036] env[70113]: DEBUG nova.scheduler.client.report [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.198021] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415018, 'name': CloneVM_Task, 'duration_secs': 2.023688} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.199529] env[70113]: DEBUG nova.network.neutron [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Updating instance_info_cache with network_info: [{"id": "f71992bd-5fc4-4b53-bac7-8fe385c5f38e", "address": "fa:16:3e:18:33:29", "network": {"id": "c6ae3478-889f-46f0-82ac-62d22a12ae97", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1320302193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5398d585e6af4afd9f8170422431c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71992bd-5f", "ovs_interfaceid": "f71992bd-5fc4-4b53-bac7-8fe385c5f38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.200643] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Created linked-clone VM from snapshot [ 730.201644] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ea852f-c266-4d27-89bb-dc5afe3cab95 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.212338] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Uploading image f6e87dcb-26fc-4f9f-affa-8ec780453eee {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 730.231497] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 730.231871] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-216daa4a-5330-4092-b092-6e67afde6d4c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.247069] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 730.247069] env[70113]: value = "task-3415026" [ 730.247069] env[70113]: _type = "Task" [ 730.247069] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.256759] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415026, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.278220] env[70113]: DEBUG oslo_concurrency.lockutils [req-dc4da69c-f1e0-4b14-b511-336183b02db4 req-c7de6274-a755-476c-83ca-c72edc11482b service nova] Releasing lock "refresh_cache-b417ccb7-13dd-434a-9623-1290d65c7ad5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.309128] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415024, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.351478] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415025, 'name': Rename_Task, 'duration_secs': 0.245527} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.351764] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.351893] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4164a755-1169-462e-9621-1b7f7465c1ad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.360307] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 730.360307] env[70113]: value = "task-3415027" [ 730.360307] env[70113]: _type = "Task" [ 730.360307] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.367734] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.444858] env[70113]: DEBUG nova.compute.manager [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.475987] env[70113]: DEBUG nova.virt.hardware [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.476300] env[70113]: DEBUG nova.virt.hardware [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.476498] env[70113]: DEBUG nova.virt.hardware [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.476693] env[70113]: DEBUG nova.virt.hardware [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.476842] env[70113]: DEBUG nova.virt.hardware [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.476987] env[70113]: DEBUG nova.virt.hardware [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.477487] env[70113]: DEBUG nova.virt.hardware [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.477625] env[70113]: DEBUG nova.virt.hardware [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.477793] env[70113]: DEBUG nova.virt.hardware [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.477959] env[70113]: DEBUG nova.virt.hardware [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.478224] env[70113]: DEBUG nova.virt.hardware [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.479315] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e0d923-9874-4e17-8039-bbca6c2eaaa1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.490029] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12e1a6e-66c6-4700-8e96-4bf5791ec700 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.515054] env[70113]: DEBUG nova.network.neutron [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Successfully created port: 13b625b1-fd25-4d79-a34c-be1b898cb01b {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.703019] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.703019] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.705263] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b254ff1-cacb-469a-ad44-6e3e9d87edbb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.708329] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.289s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.710105] env[70113]: INFO nova.compute.claims [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.714730] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Releasing lock "refresh_cache-67270ca7-2423-4d43-8dbd-1c0adf2ede54" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.714730] env[70113]: DEBUG nova.compute.manager [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Instance network_info: |[{"id": "f71992bd-5fc4-4b53-bac7-8fe385c5f38e", "address": "fa:16:3e:18:33:29", "network": {"id": "c6ae3478-889f-46f0-82ac-62d22a12ae97", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1320302193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5398d585e6af4afd9f8170422431c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71992bd-5f", "ovs_interfaceid": "f71992bd-5fc4-4b53-bac7-8fe385c5f38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.716244] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:33:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f71992bd-5fc4-4b53-bac7-8fe385c5f38e', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.727710] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Creating folder: Project (5398d585e6af4afd9f8170422431c8dd). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.729300] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4668cbee-4350-433b-8ddf-43b172f04e39 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.733735] env[70113]: INFO nova.scheduler.client.report [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Deleted allocations for instance a45fac64-b46a-44c6-a1f0-bda773d22454 [ 730.737541] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 730.737541] env[70113]: value = "task-3415028" [ 730.737541] env[70113]: _type = "Task" [ 730.737541] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.749533] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Created folder: Project (5398d585e6af4afd9f8170422431c8dd) in parent group-v681336. [ 730.749829] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Creating folder: Instances. Parent ref: group-v681398. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.754254] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b82b285-b4c6-47b1-99a0-24745f582294 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.759626] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.766426] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415026, 'name': Destroy_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.771964] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Created folder: Instances in parent group-v681398. [ 730.772258] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.773206] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.773641] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8ec1970-abf4-4034-9040-9ac6579eaa9d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.798993] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.798993] env[70113]: value = "task-3415031" [ 730.798993] env[70113]: _type = "Task" [ 730.798993] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.815088] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415031, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.818881] env[70113]: DEBUG oslo_vmware.api [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415024, 'name': PowerOnVM_Task, 'duration_secs': 0.528594} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.819226] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.819398] env[70113]: DEBUG nova.compute.manager [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.820222] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb326df3-002d-4d16-acf1-e47ab775b333 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.869788] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415027, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.931878] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "135fdd6c-b39a-4da2-a076-7aa092aa0d34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.932222] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "135fdd6c-b39a-4da2-a076-7aa092aa0d34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.254881] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415028, 'name': PowerOffVM_Task, 'duration_secs': 0.236396} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.256257] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5a9d4957-7cb4-4648-b737-a9d707c8efc8 tempest-ServerAddressesNegativeTestJSON-746217440 tempest-ServerAddressesNegativeTestJSON-746217440-project-member] Lock "a45fac64-b46a-44c6-a1f0-bda773d22454" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.154s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.260869] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.260869] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Updating instance '6a4056d3-e606-4232-a764-b1d6ffdc311e' progress to 17 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 731.279272] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415026, 'name': Destroy_Task, 'duration_secs': 0.62482} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.279272] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Destroyed the VM [ 731.279272] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 731.279272] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1f4fced5-15f0-454f-9845-5b32eef84927 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.289852] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 731.289852] env[70113]: value = "task-3415032" [ 731.289852] env[70113]: _type = "Task" [ 731.289852] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.307524] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415032, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.316794] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415031, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.343215] env[70113]: DEBUG oslo_concurrency.lockutils [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.371432] env[70113]: DEBUG oslo_vmware.api [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415027, 'name': PowerOnVM_Task, 'duration_secs': 0.636897} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.371694] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.372022] env[70113]: INFO nova.compute.manager [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Took 11.33 seconds to spawn the instance on the hypervisor. [ 731.372244] env[70113]: DEBUG nova.compute.manager [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.373212] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236e13cf-9b7c-4b5c-8eb7-80e065e28463 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.773435] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.773794] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.773873] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.773995] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.775121] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.775121] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.775121] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.775121] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.775121] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.775602] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.775602] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.786107] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42749380-c817-48b0-aa60-d4ce299280d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.813126] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 731.813126] env[70113]: value = "task-3415033" [ 731.813126] env[70113]: _type = "Task" [ 731.813126] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.823245] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415032, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.829883] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415033, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.836917] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415031, 'name': CreateVM_Task, 'duration_secs': 0.938697} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.837918] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.838414] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.838578] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.839313] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.839313] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea43f37-1328-40d3-9ab3-19c72b16e6d8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.845394] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Waiting for the task: (returnval){ [ 731.845394] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]527691ec-3a4d-814c-976f-ea129aa223cd" [ 731.845394] env[70113]: _type = "Task" [ 731.845394] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.856081] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527691ec-3a4d-814c-976f-ea129aa223cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.900027] env[70113]: INFO nova.compute.manager [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Took 33.22 seconds to build instance. [ 731.981456] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "0a80fbe1-a39c-4f02-855e-41e23adbc88d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.981698] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "0a80fbe1-a39c-4f02-855e-41e23adbc88d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.037394] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "4f479379-020b-4939-9be7-624b7dac426e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.037689] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "4f479379-020b-4939-9be7-624b7dac426e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.309963] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415032, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.328853] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415033, 'name': ReconfigVM_Task, 'duration_secs': 0.382009} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.329836] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Updating instance '6a4056d3-e606-4232-a764-b1d6ffdc311e' progress to 33 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 732.357276] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527691ec-3a4d-814c-976f-ea129aa223cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013889} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.360304] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.360370] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.360575] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.360706] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.360895] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.361370] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bc9489a-86e8-4416-915a-be5e77fb52d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.372258] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.372461] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.373432] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-570965a7-d94d-4b41-a3b7-7e304ea275c1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.381546] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Waiting for the task: (returnval){ [ 732.381546] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5247c5e4-da79-51f1-02fb-31ad19094309" [ 732.381546] env[70113]: _type = "Task" [ 732.381546] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.395990] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5247c5e4-da79-51f1-02fb-31ad19094309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.402574] env[70113]: DEBUG oslo_concurrency.lockutils [None req-27d65741-d97f-43d1-879a-03c10e4d6a60 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Lock "1a5650f6-b273-4e04-9f17-43ccb353516e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.075s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.433263] env[70113]: DEBUG nova.compute.manager [req-e1ae01ed-6dc2-40e6-a717-6c026b525ae2 req-31116ab6-a52c-404a-8f6b-2a0a24502f10 service nova] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Received event network-changed-f71992bd-5fc4-4b53-bac7-8fe385c5f38e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.433459] env[70113]: DEBUG nova.compute.manager [req-e1ae01ed-6dc2-40e6-a717-6c026b525ae2 req-31116ab6-a52c-404a-8f6b-2a0a24502f10 service nova] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Refreshing instance network info cache due to event network-changed-f71992bd-5fc4-4b53-bac7-8fe385c5f38e. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.433674] env[70113]: DEBUG oslo_concurrency.lockutils [req-e1ae01ed-6dc2-40e6-a717-6c026b525ae2 req-31116ab6-a52c-404a-8f6b-2a0a24502f10 service nova] Acquiring lock "refresh_cache-67270ca7-2423-4d43-8dbd-1c0adf2ede54" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.433813] env[70113]: DEBUG oslo_concurrency.lockutils [req-e1ae01ed-6dc2-40e6-a717-6c026b525ae2 req-31116ab6-a52c-404a-8f6b-2a0a24502f10 service nova] Acquired lock "refresh_cache-67270ca7-2423-4d43-8dbd-1c0adf2ede54" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.434068] env[70113]: DEBUG nova.network.neutron [req-e1ae01ed-6dc2-40e6-a717-6c026b525ae2 req-31116ab6-a52c-404a-8f6b-2a0a24502f10 service nova] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Refreshing network info cache for port f71992bd-5fc4-4b53-bac7-8fe385c5f38e {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.444857] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54395ed-0836-40f3-9e2f-56609f763d4d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.455533] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab9dae1-6086-4210-82f6-699dc94a535a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.490315] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4adb8e-d999-44c9-8473-3c913d479038 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.498683] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443021c2-cc32-4f08-ad5f-70a2517dc734 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.513856] env[70113]: DEBUG nova.compute.provider_tree [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.526872] env[70113]: DEBUG oslo_concurrency.lockutils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Acquiring lock "b93c923f-ce74-4d7e-abec-c456db0e83af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.527109] env[70113]: DEBUG oslo_concurrency.lockutils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Lock "b93c923f-ce74-4d7e-abec-c456db0e83af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.809491] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415032, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.840975] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.841518] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.841518] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.841718] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.841718] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.841841] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.842094] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.842303] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.842507] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.842676] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.842849] env[70113]: DEBUG nova.virt.hardware [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.848915] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 732.849261] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d894a448-4c80-456b-8b18-e1169ef8b18a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.872423] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 732.872423] env[70113]: value = "task-3415034" [ 732.872423] env[70113]: _type = "Task" [ 732.872423] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.882199] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.891985] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5247c5e4-da79-51f1-02fb-31ad19094309, 'name': SearchDatastore_Task, 'duration_secs': 0.014584} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.893077] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01cf298a-97e0-479e-b22b-2917f94bd8eb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.900647] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Waiting for the task: (returnval){ [ 732.900647] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f9fbb0-6778-bf13-7a7b-2d4efb070af1" [ 732.900647] env[70113]: _type = "Task" [ 732.900647] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.905316] env[70113]: DEBUG nova.compute.manager [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.915577] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f9fbb0-6778-bf13-7a7b-2d4efb070af1, 'name': SearchDatastore_Task, 'duration_secs': 0.012624} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.915754] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.916043] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 67270ca7-2423-4d43-8dbd-1c0adf2ede54/67270ca7-2423-4d43-8dbd-1c0adf2ede54.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.916344] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f7bdce2-d686-480d-bdd2-9871a215cfc4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.924491] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Waiting for the task: (returnval){ [ 732.924491] env[70113]: value = "task-3415035" [ 732.924491] env[70113]: _type = "Task" [ 732.924491] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.934515] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.020307] env[70113]: DEBUG nova.scheduler.client.report [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.313532] env[70113]: DEBUG oslo_vmware.api [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415032, 'name': RemoveSnapshot_Task, 'duration_secs': 1.60038} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.314051] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 733.390273] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415034, 'name': ReconfigVM_Task, 'duration_secs': 0.194697} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.390273] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 733.390273] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6438745-cc1c-4334-9568-6db37527c287 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.427656] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 6a4056d3-e606-4232-a764-b1d6ffdc311e/6a4056d3-e606-4232-a764-b1d6ffdc311e.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.432597] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42cce5c5-73e9-4df8-8e92-2239329288a5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.458367] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415035, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.463045] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 733.463045] env[70113]: value = "task-3415036" [ 733.463045] env[70113]: _type = "Task" [ 733.463045] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.464470] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.470790] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.528031] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.528031] env[70113]: DEBUG nova.compute.manager [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.530110] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.566s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.531171] env[70113]: DEBUG nova.objects.instance [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70113) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 733.569136] env[70113]: DEBUG nova.network.neutron [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Successfully updated port: 13b625b1-fd25-4d79-a34c-be1b898cb01b {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.824500] env[70113]: WARNING nova.compute.manager [None req-97852e51-d27e-4ad2-8ebe-bb4ac5caff31 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Image not found during snapshot: nova.exception.ImageNotFound: Image f6e87dcb-26fc-4f9f-affa-8ec780453eee could not be found. [ 733.849411] env[70113]: DEBUG nova.network.neutron [req-e1ae01ed-6dc2-40e6-a717-6c026b525ae2 req-31116ab6-a52c-404a-8f6b-2a0a24502f10 service nova] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Updated VIF entry in instance network info cache for port f71992bd-5fc4-4b53-bac7-8fe385c5f38e. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.849659] env[70113]: DEBUG nova.network.neutron [req-e1ae01ed-6dc2-40e6-a717-6c026b525ae2 req-31116ab6-a52c-404a-8f6b-2a0a24502f10 service nova] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Updating instance_info_cache with network_info: [{"id": "f71992bd-5fc4-4b53-bac7-8fe385c5f38e", "address": "fa:16:3e:18:33:29", "network": {"id": "c6ae3478-889f-46f0-82ac-62d22a12ae97", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1320302193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5398d585e6af4afd9f8170422431c8dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71992bd-5f", "ovs_interfaceid": "f71992bd-5fc4-4b53-bac7-8fe385c5f38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.942809] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415035, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.973164] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.040291] env[70113]: DEBUG nova.compute.utils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.042973] env[70113]: DEBUG nova.compute.manager [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.043282] env[70113]: DEBUG nova.network.neutron [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.074688] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "refresh_cache-1fe20cf8-5e09-4d32-980d-4c198a0a6a5c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.074870] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired lock "refresh_cache-1fe20cf8-5e09-4d32-980d-4c198a0a6a5c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.075044] env[70113]: DEBUG nova.network.neutron [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.158968] env[70113]: DEBUG nova.policy [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0286472dae174304a867107ee5ea90bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd96ab45dd73544ad9ab63e1f706ebc1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.352588] env[70113]: DEBUG oslo_concurrency.lockutils [req-e1ae01ed-6dc2-40e6-a717-6c026b525ae2 req-31116ab6-a52c-404a-8f6b-2a0a24502f10 service nova] Releasing lock "refresh_cache-67270ca7-2423-4d43-8dbd-1c0adf2ede54" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.352859] env[70113]: DEBUG nova.compute.manager [req-e1ae01ed-6dc2-40e6-a717-6c026b525ae2 req-31116ab6-a52c-404a-8f6b-2a0a24502f10 service nova] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Received event network-changed-2254a6e4-cf85-47c6-9da9-a4467eb87f33 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.353033] env[70113]: DEBUG nova.compute.manager [req-e1ae01ed-6dc2-40e6-a717-6c026b525ae2 req-31116ab6-a52c-404a-8f6b-2a0a24502f10 service nova] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Refreshing instance network info cache due to event network-changed-2254a6e4-cf85-47c6-9da9-a4467eb87f33. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.353239] env[70113]: DEBUG oslo_concurrency.lockutils [req-e1ae01ed-6dc2-40e6-a717-6c026b525ae2 req-31116ab6-a52c-404a-8f6b-2a0a24502f10 service nova] Acquiring lock "refresh_cache-1f3018be-9b1d-48d1-b601-2738439a3701" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.353407] env[70113]: DEBUG oslo_concurrency.lockutils [req-e1ae01ed-6dc2-40e6-a717-6c026b525ae2 req-31116ab6-a52c-404a-8f6b-2a0a24502f10 service nova] Acquired lock "refresh_cache-1f3018be-9b1d-48d1-b601-2738439a3701" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.353565] env[70113]: DEBUG nova.network.neutron [req-e1ae01ed-6dc2-40e6-a717-6c026b525ae2 req-31116ab6-a52c-404a-8f6b-2a0a24502f10 service nova] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Refreshing network info cache for port 2254a6e4-cf85-47c6-9da9-a4467eb87f33 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.445757] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415035, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.476111] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.543162] env[70113]: DEBUG nova.compute.manager [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.547119] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84328348-95b3-4a13-9ec0-79424c54549d tempest-ServersAdmin275Test-1731055663 tempest-ServersAdmin275Test-1731055663-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.548193] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.407s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.551793] env[70113]: INFO nova.compute.claims [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.633509] env[70113]: DEBUG nova.network.neutron [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.735299] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "1d897aa5-a007-4b5b-93c9-8769a1993d1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.735555] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "1d897aa5-a007-4b5b-93c9-8769a1993d1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.735795] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "1d897aa5-a007-4b5b-93c9-8769a1993d1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.736016] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "1d897aa5-a007-4b5b-93c9-8769a1993d1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.736204] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "1d897aa5-a007-4b5b-93c9-8769a1993d1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.738602] env[70113]: INFO nova.compute.manager [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Terminating instance [ 734.767959] env[70113]: DEBUG nova.network.neutron [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Successfully created port: 93953fdd-3d4c-48a5-868a-6dcc9d7771c5 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.807821] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Acquiring lock "1cde37d8-bb36-4da1-9be8-9d722666a7a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.808106] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Lock "1cde37d8-bb36-4da1-9be8-9d722666a7a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.949982] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415035, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.520264} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.950239] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 67270ca7-2423-4d43-8dbd-1c0adf2ede54/67270ca7-2423-4d43-8dbd-1c0adf2ede54.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.950539] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.950781] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e835d849-e2c7-4cd8-9629-9658a3d6c094 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.958340] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Waiting for the task: (returnval){ [ 734.958340] env[70113]: value = "task-3415037" [ 734.958340] env[70113]: _type = "Task" [ 734.958340] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.969509] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.976409] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415036, 'name': ReconfigVM_Task, 'duration_secs': 1.482075} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.976409] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 6a4056d3-e606-4232-a764-b1d6ffdc311e/6a4056d3-e606-4232-a764-b1d6ffdc311e.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.976409] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Updating instance '6a4056d3-e606-4232-a764-b1d6ffdc311e' progress to 50 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 735.082878] env[70113]: DEBUG nova.network.neutron [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Updating instance_info_cache with network_info: [{"id": "13b625b1-fd25-4d79-a34c-be1b898cb01b", "address": "fa:16:3e:d8:18:b7", "network": {"id": "d8098449-56fb-4cf5-9588-1752abe6b87b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455837824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a73b55ba6c343478ce3516e3053d3d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b625b1-fd", "ovs_interfaceid": "13b625b1-fd25-4d79-a34c-be1b898cb01b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.212690] env[70113]: DEBUG nova.network.neutron [req-e1ae01ed-6dc2-40e6-a717-6c026b525ae2 req-31116ab6-a52c-404a-8f6b-2a0a24502f10 service nova] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Updated VIF entry in instance network info cache for port 2254a6e4-cf85-47c6-9da9-a4467eb87f33. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.213438] env[70113]: DEBUG nova.network.neutron [req-e1ae01ed-6dc2-40e6-a717-6c026b525ae2 req-31116ab6-a52c-404a-8f6b-2a0a24502f10 service nova] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Updating instance_info_cache with network_info: [{"id": "2254a6e4-cf85-47c6-9da9-a4467eb87f33", "address": "fa:16:3e:04:05:de", "network": {"id": "76d97f60-88a9-4d2a-b8fc-677a8c14a334", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1507771019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eb3be4eb7ef490f852c6c5c6ac68545", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2254a6e4-cf", "ovs_interfaceid": "2254a6e4-cf85-47c6-9da9-a4467eb87f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.244237] env[70113]: DEBUG nova.compute.manager [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.244490] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.245508] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13007e9d-3dec-4502-b9e4-589ae210ff8a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.254924] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.255214] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cef300d9-b872-4567-b3c0-41c2b7de677b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.262625] env[70113]: DEBUG oslo_vmware.api [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 735.262625] env[70113]: value = "task-3415038" [ 735.262625] env[70113]: _type = "Task" [ 735.262625] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.272771] env[70113]: DEBUG oslo_vmware.api [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.482249] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076531} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.483575] env[70113]: DEBUG nova.compute.manager [req-d48101dd-9483-43ac-b63c-6d7ce7995ca3 req-c2e22dbe-8bc0-4d00-a26b-6872fca678da service nova] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Received event network-vif-plugged-13b625b1-fd25-4d79-a34c-be1b898cb01b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.483856] env[70113]: DEBUG oslo_concurrency.lockutils [req-d48101dd-9483-43ac-b63c-6d7ce7995ca3 req-c2e22dbe-8bc0-4d00-a26b-6872fca678da service nova] Acquiring lock "1fe20cf8-5e09-4d32-980d-4c198a0a6a5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.484167] env[70113]: DEBUG oslo_concurrency.lockutils [req-d48101dd-9483-43ac-b63c-6d7ce7995ca3 req-c2e22dbe-8bc0-4d00-a26b-6872fca678da service nova] Lock "1fe20cf8-5e09-4d32-980d-4c198a0a6a5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.484417] env[70113]: DEBUG oslo_concurrency.lockutils [req-d48101dd-9483-43ac-b63c-6d7ce7995ca3 req-c2e22dbe-8bc0-4d00-a26b-6872fca678da service nova] Lock "1fe20cf8-5e09-4d32-980d-4c198a0a6a5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.484671] env[70113]: DEBUG nova.compute.manager [req-d48101dd-9483-43ac-b63c-6d7ce7995ca3 req-c2e22dbe-8bc0-4d00-a26b-6872fca678da service nova] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] No waiting events found dispatching network-vif-plugged-13b625b1-fd25-4d79-a34c-be1b898cb01b {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.484917] env[70113]: WARNING nova.compute.manager [req-d48101dd-9483-43ac-b63c-6d7ce7995ca3 req-c2e22dbe-8bc0-4d00-a26b-6872fca678da service nova] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Received unexpected event network-vif-plugged-13b625b1-fd25-4d79-a34c-be1b898cb01b for instance with vm_state building and task_state spawning. [ 735.485184] env[70113]: DEBUG nova.compute.manager [req-d48101dd-9483-43ac-b63c-6d7ce7995ca3 req-c2e22dbe-8bc0-4d00-a26b-6872fca678da service nova] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Received event network-changed-13b625b1-fd25-4d79-a34c-be1b898cb01b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.485425] env[70113]: DEBUG nova.compute.manager [req-d48101dd-9483-43ac-b63c-6d7ce7995ca3 req-c2e22dbe-8bc0-4d00-a26b-6872fca678da service nova] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Refreshing instance network info cache due to event network-changed-13b625b1-fd25-4d79-a34c-be1b898cb01b. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.485684] env[70113]: DEBUG oslo_concurrency.lockutils [req-d48101dd-9483-43ac-b63c-6d7ce7995ca3 req-c2e22dbe-8bc0-4d00-a26b-6872fca678da service nova] Acquiring lock "refresh_cache-1fe20cf8-5e09-4d32-980d-4c198a0a6a5c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.485985] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.488660] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2589873b-99ea-44d8-a194-c8cc461e580d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.491885] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de988b8-2b65-406f-977c-185e898d55fe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.540764] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 67270ca7-2423-4d43-8dbd-1c0adf2ede54/67270ca7-2423-4d43-8dbd-1c0adf2ede54.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.541858] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ff0db7-29a0-4ad2-a422-216ca16c3459 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.545296] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78fe7bf5-46fc-4efa-a8b0-5ec681eaadf0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.568029] env[70113]: DEBUG nova.compute.manager [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.588483] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Waiting for the task: (returnval){ [ 735.588483] env[70113]: value = "task-3415039" [ 735.588483] env[70113]: _type = "Task" [ 735.588483] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.588906] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Releasing lock "refresh_cache-1fe20cf8-5e09-4d32-980d-4c198a0a6a5c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.589214] env[70113]: DEBUG nova.compute.manager [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Instance network_info: |[{"id": "13b625b1-fd25-4d79-a34c-be1b898cb01b", "address": "fa:16:3e:d8:18:b7", "network": {"id": "d8098449-56fb-4cf5-9588-1752abe6b87b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455837824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a73b55ba6c343478ce3516e3053d3d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b625b1-fd", "ovs_interfaceid": "13b625b1-fd25-4d79-a34c-be1b898cb01b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.589536] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Updating instance '6a4056d3-e606-4232-a764-b1d6ffdc311e' progress to 67 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 735.593540] env[70113]: DEBUG oslo_concurrency.lockutils [req-d48101dd-9483-43ac-b63c-6d7ce7995ca3 req-c2e22dbe-8bc0-4d00-a26b-6872fca678da service nova] Acquired lock "refresh_cache-1fe20cf8-5e09-4d32-980d-4c198a0a6a5c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.593757] env[70113]: DEBUG nova.network.neutron [req-d48101dd-9483-43ac-b63c-6d7ce7995ca3 req-c2e22dbe-8bc0-4d00-a26b-6872fca678da service nova] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Refreshing network info cache for port 13b625b1-fd25-4d79-a34c-be1b898cb01b {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.597666] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:18:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13b625b1-fd25-4d79-a34c-be1b898cb01b', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.602845] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.609011] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.612954] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-094387d1-f2f0-4d32-a2eb-27cc3cf3638b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.629634] env[70113]: DEBUG nova.virt.hardware [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.629888] env[70113]: DEBUG nova.virt.hardware [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.630058] env[70113]: DEBUG nova.virt.hardware [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.630246] env[70113]: DEBUG nova.virt.hardware [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.630392] env[70113]: DEBUG nova.virt.hardware [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.630537] env[70113]: DEBUG nova.virt.hardware [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.630741] env[70113]: DEBUG nova.virt.hardware [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.630896] env[70113]: DEBUG nova.virt.hardware [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.631072] env[70113]: DEBUG nova.virt.hardware [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.631240] env[70113]: DEBUG nova.virt.hardware [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.631414] env[70113]: DEBUG nova.virt.hardware [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.633427] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b820ded-a1c1-460f-9784-47ded7f171fb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.639945] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.646625] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7513098f-79c5-4643-8379-4dc47d1e3ba2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.650692] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.650692] env[70113]: value = "task-3415040" [ 735.650692] env[70113]: _type = "Task" [ 735.650692] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.674803] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415040, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.717163] env[70113]: DEBUG oslo_concurrency.lockutils [req-e1ae01ed-6dc2-40e6-a717-6c026b525ae2 req-31116ab6-a52c-404a-8f6b-2a0a24502f10 service nova] Releasing lock "refresh_cache-1f3018be-9b1d-48d1-b601-2738439a3701" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.772743] env[70113]: DEBUG oslo_vmware.api [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.072948] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "f5689aa5-3e82-4f83-bb2f-96c05181b91f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.073261] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "f5689aa5-3e82-4f83-bb2f-96c05181b91f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.073488] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "f5689aa5-3e82-4f83-bb2f-96c05181b91f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.077024] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "f5689aa5-3e82-4f83-bb2f-96c05181b91f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.077024] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "f5689aa5-3e82-4f83-bb2f-96c05181b91f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.079298] env[70113]: INFO nova.compute.manager [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Terminating instance [ 736.111982] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.168575] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415040, 'name': CreateVM_Task, 'duration_secs': 0.520983} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.168886] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.170142] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.170142] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.170344] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.170588] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe237f6f-fa99-4347-9877-0d48cfdc0426 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.181140] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 736.181140] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d8c0e9-dc9a-dbc6-dc68-c82da09b1b49" [ 736.181140] env[70113]: _type = "Task" [ 736.181140] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.195649] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d8c0e9-dc9a-dbc6-dc68-c82da09b1b49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.254929] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4957c0d3-ff82-4098-8265-ba435bc5f6af {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.268730] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f938dc-a473-4f52-8e96-21740f8ee90d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.278563] env[70113]: DEBUG oslo_vmware.api [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415038, 'name': PowerOffVM_Task, 'duration_secs': 0.830092} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.304411] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.304723] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.307715] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d048b6ff-83a5-49ac-8e5d-de3e80ad7163 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.309748] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca625010-0087-4a47-afbe-c1f79eb44b88 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.319885] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24604e35-912b-4b27-8e7c-454c54e45ea0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.334240] env[70113]: DEBUG nova.compute.provider_tree [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.376883] env[70113]: DEBUG nova.network.neutron [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Port 36317114-8206-476a-9685-c77334dd82a8 binding to destination host cpu-1 is already ACTIVE {{(pid=70113) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 736.383034] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.383034] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.383034] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleting the datastore file [datastore2] 1d897aa5-a007-4b5b-93c9-8769a1993d1d {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.383034] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afda4dd6-1276-46db-bd4f-ddfa70b9f39f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.392183] env[70113]: DEBUG oslo_vmware.api [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 736.392183] env[70113]: value = "task-3415042" [ 736.392183] env[70113]: _type = "Task" [ 736.392183] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.399662] env[70113]: DEBUG oslo_vmware.api [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.503512] env[70113]: DEBUG oslo_concurrency.lockutils [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquiring lock "1a5650f6-b273-4e04-9f17-43ccb353516e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.503956] env[70113]: DEBUG oslo_concurrency.lockutils [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Lock "1a5650f6-b273-4e04-9f17-43ccb353516e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.504310] env[70113]: DEBUG oslo_concurrency.lockutils [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquiring lock "1a5650f6-b273-4e04-9f17-43ccb353516e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.504310] env[70113]: DEBUG oslo_concurrency.lockutils [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Lock "1a5650f6-b273-4e04-9f17-43ccb353516e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.504427] env[70113]: DEBUG oslo_concurrency.lockutils [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Lock "1a5650f6-b273-4e04-9f17-43ccb353516e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.506438] env[70113]: INFO nova.compute.manager [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Terminating instance [ 736.551780] env[70113]: DEBUG oslo_concurrency.lockutils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "ee9173ac-18ee-4882-bfe3-ab4cdc707d1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.552297] env[70113]: DEBUG oslo_concurrency.lockutils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "ee9173ac-18ee-4882-bfe3-ab4cdc707d1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.588619] env[70113]: DEBUG nova.compute.manager [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.589673] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.592037] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff7d5bd-2e7c-46ba-bce1-f3c436c09d5c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.605186] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415039, 'name': ReconfigVM_Task, 'duration_secs': 0.631275} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.607556] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 67270ca7-2423-4d43-8dbd-1c0adf2ede54/67270ca7-2423-4d43-8dbd-1c0adf2ede54.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.609120] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.609765] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c23d818-e16b-4d7a-a62a-0fd040d29f9a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.612945] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2d6e6b4-126a-45b0-a031-004bed7669bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.621801] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Waiting for the task: (returnval){ [ 736.621801] env[70113]: value = "task-3415043" [ 736.621801] env[70113]: _type = "Task" [ 736.621801] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.626568] env[70113]: DEBUG oslo_vmware.api [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 736.626568] env[70113]: value = "task-3415044" [ 736.626568] env[70113]: _type = "Task" [ 736.626568] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.643038] env[70113]: DEBUG oslo_vmware.api [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.646375] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415043, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.694455] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d8c0e9-dc9a-dbc6-dc68-c82da09b1b49, 'name': SearchDatastore_Task, 'duration_secs': 0.02087} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.694455] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.694455] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.694793] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.694828] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.695475] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.695664] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a028f87-cc1c-47a6-be3e-d9c3e5f071aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.706199] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.706331] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.707266] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2943a43a-83b7-4d31-911f-6a1aac2d2b53 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.715780] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 736.715780] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524aef59-80fe-d314-91bd-24ca78bb9606" [ 736.715780] env[70113]: _type = "Task" [ 736.715780] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.725462] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524aef59-80fe-d314-91bd-24ca78bb9606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.837958] env[70113]: DEBUG nova.scheduler.client.report [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.904095] env[70113]: DEBUG oslo_vmware.api [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327588} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.904584] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.904824] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.905054] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.905357] env[70113]: INFO nova.compute.manager [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Took 1.66 seconds to destroy the instance on the hypervisor. [ 736.905598] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.906275] env[70113]: DEBUG nova.compute.manager [-] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.906275] env[70113]: DEBUG nova.network.neutron [-] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.999525] env[70113]: DEBUG nova.network.neutron [req-d48101dd-9483-43ac-b63c-6d7ce7995ca3 req-c2e22dbe-8bc0-4d00-a26b-6872fca678da service nova] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Updated VIF entry in instance network info cache for port 13b625b1-fd25-4d79-a34c-be1b898cb01b. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.001809] env[70113]: DEBUG nova.network.neutron [req-d48101dd-9483-43ac-b63c-6d7ce7995ca3 req-c2e22dbe-8bc0-4d00-a26b-6872fca678da service nova] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Updating instance_info_cache with network_info: [{"id": "13b625b1-fd25-4d79-a34c-be1b898cb01b", "address": "fa:16:3e:d8:18:b7", "network": {"id": "d8098449-56fb-4cf5-9588-1752abe6b87b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455837824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a73b55ba6c343478ce3516e3053d3d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b625b1-fd", "ovs_interfaceid": "13b625b1-fd25-4d79-a34c-be1b898cb01b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.011069] env[70113]: DEBUG nova.compute.manager [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.011811] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.016316] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f8ec43-8738-4ca9-9c80-24e904a36db8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.027864] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.028199] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87efe0e4-436d-4de7-b430-9639ebef94c5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.037933] env[70113]: DEBUG oslo_vmware.api [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 737.037933] env[70113]: value = "task-3415045" [ 737.037933] env[70113]: _type = "Task" [ 737.037933] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.053085] env[70113]: DEBUG oslo_vmware.api [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.141510] env[70113]: DEBUG oslo_vmware.api [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415044, 'name': PowerOffVM_Task, 'duration_secs': 0.245379} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.145495] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.145947] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.147395] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415043, 'name': Rename_Task, 'duration_secs': 0.157811} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.148085] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47723a1b-b4fc-4573-843d-38f9454e16ef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.150079] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.150584] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7be6f9bb-014c-4365-99d8-fca8f9586ab7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.159678] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Waiting for the task: (returnval){ [ 737.159678] env[70113]: value = "task-3415047" [ 737.159678] env[70113]: _type = "Task" [ 737.159678] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.172260] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.229578] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524aef59-80fe-d314-91bd-24ca78bb9606, 'name': SearchDatastore_Task, 'duration_secs': 0.012942} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.229578] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d28c7d-83f4-4573-9f10-768ac2beb1b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.237922] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.237922] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.237922] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Deleting the datastore file [datastore2] f5689aa5-3e82-4f83-bb2f-96c05181b91f {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.238102] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9382af81-9c16-48f7-b0ef-a31f8ba57892 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.241240] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 737.241240] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52868c1a-61f0-4c86-2bbe-e91c2b5a30ba" [ 737.241240] env[70113]: _type = "Task" [ 737.241240] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.247362] env[70113]: DEBUG oslo_vmware.api [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 737.247362] env[70113]: value = "task-3415048" [ 737.247362] env[70113]: _type = "Task" [ 737.247362] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.255546] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52868c1a-61f0-4c86-2bbe-e91c2b5a30ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.260896] env[70113]: DEBUG oslo_vmware.api [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.344689] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.345444] env[70113]: DEBUG nova.compute.manager [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.348570] env[70113]: DEBUG oslo_concurrency.lockutils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.064s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.350178] env[70113]: INFO nova.compute.claims [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.416345] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "6a4056d3-e606-4232-a764-b1d6ffdc311e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.418106] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "6a4056d3-e606-4232-a764-b1d6ffdc311e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.418106] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "6a4056d3-e606-4232-a764-b1d6ffdc311e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.507260] env[70113]: DEBUG oslo_concurrency.lockutils [req-d48101dd-9483-43ac-b63c-6d7ce7995ca3 req-c2e22dbe-8bc0-4d00-a26b-6872fca678da service nova] Releasing lock "refresh_cache-1fe20cf8-5e09-4d32-980d-4c198a0a6a5c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.549208] env[70113]: DEBUG oslo_vmware.api [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415045, 'name': PowerOffVM_Task, 'duration_secs': 0.210011} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.549581] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.549769] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.550082] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bfa0b2e-3de7-4b02-8964-c9ae038b4218 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.624070] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.624070] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.624070] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Deleting the datastore file [datastore2] 1a5650f6-b273-4e04-9f17-43ccb353516e {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.624070] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3633303c-c41a-4505-9407-c6e76e7b7e35 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.636857] env[70113]: DEBUG oslo_vmware.api [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for the task: (returnval){ [ 737.636857] env[70113]: value = "task-3415050" [ 737.636857] env[70113]: _type = "Task" [ 737.636857] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.646088] env[70113]: DEBUG oslo_vmware.api [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.671428] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415047, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.708691] env[70113]: DEBUG nova.network.neutron [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Successfully updated port: 93953fdd-3d4c-48a5-868a-6dcc9d7771c5 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.758162] env[70113]: DEBUG oslo_vmware.api [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147088} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.762272] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.762407] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.762585] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.762757] env[70113]: INFO nova.compute.manager [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 737.763009] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.763234] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52868c1a-61f0-4c86-2bbe-e91c2b5a30ba, 'name': SearchDatastore_Task, 'duration_secs': 0.015371} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.763436] env[70113]: DEBUG nova.compute.manager [-] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.764164] env[70113]: DEBUG nova.network.neutron [-] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.765597] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.765597] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c/1fe20cf8-5e09-4d32-980d-4c198a0a6a5c.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.765858] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16824c5a-6849-4627-b50c-09d4be71030a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.774221] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 737.774221] env[70113]: value = "task-3415051" [ 737.774221] env[70113]: _type = "Task" [ 737.774221] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.783561] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.857316] env[70113]: DEBUG nova.compute.utils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.859139] env[70113]: DEBUG nova.compute.manager [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.859631] env[70113]: DEBUG nova.network.neutron [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.959391] env[70113]: DEBUG nova.policy [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e19ba68ff144a70b49122d0597e9735', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56870a134a3d439bbc7378a8544959b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.030049] env[70113]: DEBUG nova.network.neutron [-] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.150035] env[70113]: DEBUG oslo_vmware.api [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Task: {'id': task-3415050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311561} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.150852] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.150950] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.151173] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.151304] env[70113]: INFO nova.compute.manager [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 738.151600] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.151782] env[70113]: DEBUG nova.compute.manager [-] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.152836] env[70113]: DEBUG nova.network.neutron [-] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.176541] env[70113]: DEBUG oslo_vmware.api [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415047, 'name': PowerOnVM_Task, 'duration_secs': 0.691132} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.176888] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.177252] env[70113]: INFO nova.compute.manager [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Took 13.25 seconds to spawn the instance on the hypervisor. [ 738.177388] env[70113]: DEBUG nova.compute.manager [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.178342] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766b8407-aa6b-4a0b-a1a4-50fe0afa058a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.213666] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Acquiring lock "refresh_cache-c2c8d8bb-6a7d-46e2-a9cc-083f60676626" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.213666] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Acquired lock "refresh_cache-c2c8d8bb-6a7d-46e2-a9cc-083f60676626" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.213666] env[70113]: DEBUG nova.network.neutron [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.287152] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415051, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.368955] env[70113]: DEBUG nova.compute.manager [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.492160] env[70113]: DEBUG nova.compute.manager [req-31f4c5bf-d62c-4b07-87c0-5a6f34f8d4ee req-f8289f74-465e-4198-aaaf-f9d046ca9712 service nova] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Received event network-vif-plugged-93953fdd-3d4c-48a5-868a-6dcc9d7771c5 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.492160] env[70113]: DEBUG oslo_concurrency.lockutils [req-31f4c5bf-d62c-4b07-87c0-5a6f34f8d4ee req-f8289f74-465e-4198-aaaf-f9d046ca9712 service nova] Acquiring lock "c2c8d8bb-6a7d-46e2-a9cc-083f60676626-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.492281] env[70113]: DEBUG oslo_concurrency.lockutils [req-31f4c5bf-d62c-4b07-87c0-5a6f34f8d4ee req-f8289f74-465e-4198-aaaf-f9d046ca9712 service nova] Lock "c2c8d8bb-6a7d-46e2-a9cc-083f60676626-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.492690] env[70113]: DEBUG oslo_concurrency.lockutils [req-31f4c5bf-d62c-4b07-87c0-5a6f34f8d4ee req-f8289f74-465e-4198-aaaf-f9d046ca9712 service nova] Lock "c2c8d8bb-6a7d-46e2-a9cc-083f60676626-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.492690] env[70113]: DEBUG nova.compute.manager [req-31f4c5bf-d62c-4b07-87c0-5a6f34f8d4ee req-f8289f74-465e-4198-aaaf-f9d046ca9712 service nova] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] No waiting events found dispatching network-vif-plugged-93953fdd-3d4c-48a5-868a-6dcc9d7771c5 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.492797] env[70113]: WARNING nova.compute.manager [req-31f4c5bf-d62c-4b07-87c0-5a6f34f8d4ee req-f8289f74-465e-4198-aaaf-f9d046ca9712 service nova] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Received unexpected event network-vif-plugged-93953fdd-3d4c-48a5-868a-6dcc9d7771c5 for instance with vm_state building and task_state spawning. [ 738.497092] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "refresh_cache-6a4056d3-e606-4232-a764-b1d6ffdc311e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.497294] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquired lock "refresh_cache-6a4056d3-e606-4232-a764-b1d6ffdc311e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.497459] env[70113]: DEBUG nova.network.neutron [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.525205] env[70113]: DEBUG nova.compute.manager [req-0d4a3b26-cae5-4c8c-ab7c-af7a4544eaf3 req-b54bc20e-c5eb-4425-aea3-c0b8a97ed87a service nova] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Received event network-vif-deleted-0e26391b-d100-4cda-9b3d-4ee69e9e1ce1 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.537174] env[70113]: INFO nova.compute.manager [-] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Took 1.63 seconds to deallocate network for instance. [ 738.705809] env[70113]: INFO nova.compute.manager [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Took 36.39 seconds to build instance. [ 738.757085] env[70113]: DEBUG nova.network.neutron [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.788724] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62191} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.788880] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c/1fe20cf8-5e09-4d32-980d-4c198a0a6a5c.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.789153] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.789447] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73d38d9f-add2-4201-ae91-6c5f0aff87e2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.797896] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 738.797896] env[70113]: value = "task-3415052" [ 738.797896] env[70113]: _type = "Task" [ 738.797896] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.814190] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.875622] env[70113]: DEBUG nova.network.neutron [-] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.885219] env[70113]: DEBUG nova.network.neutron [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Successfully created port: 558c6da6-b095-422c-9ee6-fd0a1d75eeaa {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.047928] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.083052] env[70113]: DEBUG nova.network.neutron [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Updating instance_info_cache with network_info: [{"id": "93953fdd-3d4c-48a5-868a-6dcc9d7771c5", "address": "fa:16:3e:2b:67:d2", "network": {"id": "e7db27ed-95da-486c-b8f0-d22618842b8c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1459643972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96ab45dd73544ad9ab63e1f706ebc1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93953fdd-3d", "ovs_interfaceid": "93953fdd-3d4c-48a5-868a-6dcc9d7771c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.091984] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a156c47-3bf9-43da-959a-65d1e8da834e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.101497] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a877d1a0-8e7c-4e16-9a49-597f5a1eb624 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.140581] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d260824e-b278-4fb5-a760-0d736e81128b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.153984] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8964e75-985b-4a60-b19a-2733ae7e0c0c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.170576] env[70113]: DEBUG nova.compute.provider_tree [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.176237] env[70113]: DEBUG nova.network.neutron [-] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.206967] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b2aa1cd6-4562-48ad-8569-9fe4f1eb3fc9 tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Lock "67270ca7-2423-4d43-8dbd-1c0adf2ede54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.703s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.310480] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076313} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.310765] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.311631] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf2777d-81fc-4071-870f-b63a83de7575 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.337587] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c/1fe20cf8-5e09-4d32-980d-4c198a0a6a5c.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.340122] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a59857e2-c65a-47ff-9cac-6e0ea15bfd05 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.363046] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 739.363046] env[70113]: value = "task-3415053" [ 739.363046] env[70113]: _type = "Task" [ 739.363046] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.373144] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.386923] env[70113]: DEBUG nova.compute.manager [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.395036] env[70113]: INFO nova.compute.manager [-] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Took 1.63 seconds to deallocate network for instance. [ 739.425645] env[70113]: DEBUG nova.network.neutron [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Updating instance_info_cache with network_info: [{"id": "36317114-8206-476a-9685-c77334dd82a8", "address": "fa:16:3e:87:e8:6f", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36317114-82", "ovs_interfaceid": "36317114-8206-476a-9685-c77334dd82a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.434598] env[70113]: DEBUG nova.virt.hardware [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.435759] env[70113]: DEBUG nova.virt.hardware [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.435759] env[70113]: DEBUG nova.virt.hardware [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.435759] env[70113]: DEBUG nova.virt.hardware [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.435759] env[70113]: DEBUG nova.virt.hardware [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.435759] env[70113]: DEBUG nova.virt.hardware [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.436027] env[70113]: DEBUG nova.virt.hardware [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.436027] env[70113]: DEBUG nova.virt.hardware [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.436027] env[70113]: DEBUG nova.virt.hardware [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.436198] env[70113]: DEBUG nova.virt.hardware [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.436378] env[70113]: DEBUG nova.virt.hardware [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.437551] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebef7792-6382-4708-846b-333b8ae5bc52 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.447941] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49b8f38-7fbb-4b5a-8e3c-c2fd19f0178a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.586143] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Releasing lock "refresh_cache-c2c8d8bb-6a7d-46e2-a9cc-083f60676626" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.586484] env[70113]: DEBUG nova.compute.manager [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Instance network_info: |[{"id": "93953fdd-3d4c-48a5-868a-6dcc9d7771c5", "address": "fa:16:3e:2b:67:d2", "network": {"id": "e7db27ed-95da-486c-b8f0-d22618842b8c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1459643972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96ab45dd73544ad9ab63e1f706ebc1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93953fdd-3d", "ovs_interfaceid": "93953fdd-3d4c-48a5-868a-6dcc9d7771c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.586901] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:67:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93953fdd-3d4c-48a5-868a-6dcc9d7771c5', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.596204] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Creating folder: Project (d96ab45dd73544ad9ab63e1f706ebc1b). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.596760] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb74df13-f11b-4203-9dfa-4fc6f5464795 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.610119] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Created folder: Project (d96ab45dd73544ad9ab63e1f706ebc1b) in parent group-v681336. [ 739.610119] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Creating folder: Instances. Parent ref: group-v681402. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.610276] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fde8beab-2bf9-46bd-a1ab-e4c56fef6514 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.622387] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Created folder: Instances in parent group-v681402. [ 739.622387] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.622580] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.622790] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f149d22a-303c-400c-bd0c-a94ab1090115 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.644556] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.644556] env[70113]: value = "task-3415056" [ 739.644556] env[70113]: _type = "Task" [ 739.644556] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.652627] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415056, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.674556] env[70113]: DEBUG nova.scheduler.client.report [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.680611] env[70113]: INFO nova.compute.manager [-] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Took 1.53 seconds to deallocate network for instance. [ 739.711646] env[70113]: DEBUG nova.compute.manager [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.876302] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415053, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.903223] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.938432] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Releasing lock "refresh_cache-6a4056d3-e606-4232-a764-b1d6ffdc311e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.156775] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415056, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.184370] env[70113]: DEBUG oslo_concurrency.lockutils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.184962] env[70113]: DEBUG nova.compute.manager [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.189263] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.537s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.189263] env[70113]: DEBUG nova.objects.instance [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Lazy-loading 'resources' on Instance uuid 4dd28d49-3b43-476f-be17-951279c456f4 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.194587] env[70113]: DEBUG oslo_concurrency.lockutils [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.257267] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.378932] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415053, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.463625] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de261c7-3bd8-43cb-8819-3ed9f4f2562c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.487173] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1149ba18-77ae-4b9e-9d91-ab9c4a76f6cb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.497200] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Updating instance '6a4056d3-e606-4232-a764-b1d6ffdc311e' progress to 83 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 740.655204] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415056, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.694753] env[70113]: DEBUG nova.compute.utils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.699814] env[70113]: DEBUG nova.compute.manager [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.700503] env[70113]: DEBUG nova.network.neutron [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.779039] env[70113]: DEBUG nova.policy [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8fa350bbf6349bf8ecd13c19e7b00b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4404b2cd1f8446fd98ff72c96a407961', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.890365] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415053, 'name': ReconfigVM_Task, 'duration_secs': 1.376651} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.890551] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c/1fe20cf8-5e09-4d32-980d-4c198a0a6a5c.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.891303] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3189c5b7-3a9a-4647-9e0d-1fccc2f2b1d9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.901917] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 740.901917] env[70113]: value = "task-3415057" [ 740.901917] env[70113]: _type = "Task" [ 740.901917] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.918378] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415057, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.004738] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.007144] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b74b3a47-5439-46ab-9fba-9e4daa075943 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.015919] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 741.015919] env[70113]: value = "task-3415058" [ 741.015919] env[70113]: _type = "Task" [ 741.015919] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.028921] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.067957] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.068595] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.117303] env[70113]: DEBUG nova.network.neutron [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Successfully updated port: 558c6da6-b095-422c-9ee6-fd0a1d75eeaa {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.126926] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Acquiring lock "67270ca7-2423-4d43-8dbd-1c0adf2ede54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.126926] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Lock "67270ca7-2423-4d43-8dbd-1c0adf2ede54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.126926] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Acquiring lock "67270ca7-2423-4d43-8dbd-1c0adf2ede54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.126926] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Lock "67270ca7-2423-4d43-8dbd-1c0adf2ede54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.127166] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Lock "67270ca7-2423-4d43-8dbd-1c0adf2ede54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.129596] env[70113]: INFO nova.compute.manager [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Terminating instance [ 741.158080] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415056, 'name': CreateVM_Task, 'duration_secs': 1.359081} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.158080] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.158080] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.158080] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.158909] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.159557] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e28add-a247-4442-b3ea-7fc05af24b9a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.165686] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Waiting for the task: (returnval){ [ 741.165686] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bc59a9-c720-b49f-7911-24474c46affa" [ 741.165686] env[70113]: _type = "Task" [ 741.165686] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.179840] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bc59a9-c720-b49f-7911-24474c46affa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.200695] env[70113]: DEBUG nova.compute.manager [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.417669] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415057, 'name': Rename_Task, 'duration_secs': 0.191} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.418253] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.418593] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-541ecd18-f61c-4de4-8707-4b352307fd07 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.428622] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 741.428622] env[70113]: value = "task-3415059" [ 741.428622] env[70113]: _type = "Task" [ 741.428622] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.435678] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8588b9c7-cc55-44bc-8d28-d63aece194b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.447449] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.448702] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c5d5e7-d436-4bcc-96b1-d4faa27d7dad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.487030] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b361efd9-e0cd-475b-b557-e71745d18249 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.496078] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6241ffa-2d75-4b76-8e57-a19332a6eafe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.513378] env[70113]: DEBUG nova.compute.provider_tree [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.528394] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.582956] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.582956] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.582956] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.582956] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.582956] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.582956] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.583355] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70113) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 741.583355] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.628192] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.628192] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.628192] env[70113]: DEBUG nova.network.neutron [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.635327] env[70113]: DEBUG nova.compute.manager [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.636084] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.636875] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baad3831-c14f-41ca-82fe-9ea471d1a801 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.648676] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.648966] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20f278c0-f5cf-4f80-b8fb-544d1d0100d4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.657388] env[70113]: DEBUG oslo_vmware.api [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Waiting for the task: (returnval){ [ 741.657388] env[70113]: value = "task-3415060" [ 741.657388] env[70113]: _type = "Task" [ 741.657388] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.675985] env[70113]: DEBUG oslo_vmware.api [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.684376] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bc59a9-c720-b49f-7911-24474c46affa, 'name': SearchDatastore_Task, 'duration_secs': 0.03755} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.684376] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.684376] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.684376] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.684767] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.684767] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.684767] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-853195af-a6f2-4272-8df5-a187722cbee9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.699662] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.699662] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.699662] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-089bd85f-8185-455f-9571-fbc4296d226b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.709538] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Waiting for the task: (returnval){ [ 741.709538] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c7354b-d7b4-c63a-e5c0-5ea8d0dc418c" [ 741.709538] env[70113]: _type = "Task" [ 741.709538] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.720984] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c7354b-d7b4-c63a-e5c0-5ea8d0dc418c, 'name': SearchDatastore_Task} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.721538] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c3ea1b-a1c8-46c3-96e9-be202ecab125 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.729536] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Waiting for the task: (returnval){ [ 741.729536] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524e3a37-85e1-0b73-a356-9b5208f24f5c" [ 741.729536] env[70113]: _type = "Task" [ 741.729536] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.743554] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524e3a37-85e1-0b73-a356-9b5208f24f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.872940] env[70113]: DEBUG nova.network.neutron [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Successfully created port: bbc830bf-060e-4c4e-a596-7e480b25f8ae {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.941808] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415059, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.017480] env[70113]: DEBUG nova.scheduler.client.report [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.038022] env[70113]: DEBUG oslo_vmware.api [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415058, 'name': PowerOnVM_Task, 'duration_secs': 0.807997} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.038022] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.038022] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b11d12e1-2149-4e66-a348-92e05cf7bad2 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Updating instance '6a4056d3-e606-4232-a764-b1d6ffdc311e' progress to 100 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 742.085445] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.173233] env[70113]: DEBUG oslo_vmware.api [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415060, 'name': PowerOffVM_Task, 'duration_secs': 0.260507} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.173393] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.173707] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.173809] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d18efc08-c1be-4090-893d-f4e728269a2c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.177742] env[70113]: DEBUG nova.network.neutron [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.213347] env[70113]: DEBUG nova.compute.manager [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.240997] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524e3a37-85e1-0b73-a356-9b5208f24f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.018506} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.243461] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.244036] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] c2c8d8bb-6a7d-46e2-a9cc-083f60676626/c2c8d8bb-6a7d-46e2-a9cc-083f60676626.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.244597] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-240929c7-63f4-4d4c-b207-d24323470678 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.252651] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.253159] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.253596] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Deleting the datastore file [datastore2] 67270ca7-2423-4d43-8dbd-1c0adf2ede54 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.255302] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b6c8c3f-f65d-4fd8-b3c0-9f0598d3e4b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.258322] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Waiting for the task: (returnval){ [ 742.258322] env[70113]: value = "task-3415062" [ 742.258322] env[70113]: _type = "Task" [ 742.258322] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.260041] env[70113]: DEBUG nova.virt.hardware [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.260251] env[70113]: DEBUG nova.virt.hardware [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.260401] env[70113]: DEBUG nova.virt.hardware [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.260690] env[70113]: DEBUG nova.virt.hardware [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.260792] env[70113]: DEBUG nova.virt.hardware [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.260945] env[70113]: DEBUG nova.virt.hardware [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.261169] env[70113]: DEBUG nova.virt.hardware [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.261329] env[70113]: DEBUG nova.virt.hardware [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.261832] env[70113]: DEBUG nova.virt.hardware [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.262051] env[70113]: DEBUG nova.virt.hardware [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.262240] env[70113]: DEBUG nova.virt.hardware [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.263144] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c96b17-dffd-4dfa-ba6a-514f789fcca9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.275751] env[70113]: DEBUG oslo_vmware.api [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Waiting for the task: (returnval){ [ 742.275751] env[70113]: value = "task-3415063" [ 742.275751] env[70113]: _type = "Task" [ 742.275751] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.281675] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': task-3415062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.289672] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7841099-ea77-4dcd-a72d-ee5440cf7d8e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.304924] env[70113]: DEBUG oslo_vmware.api [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.354373] env[70113]: DEBUG nova.network.neutron [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Updating instance_info_cache with network_info: [{"id": "558c6da6-b095-422c-9ee6-fd0a1d75eeaa", "address": "fa:16:3e:bb:d7:8b", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558c6da6-b0", "ovs_interfaceid": "558c6da6-b095-422c-9ee6-fd0a1d75eeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.387226] env[70113]: DEBUG nova.compute.manager [req-e3317432-1d96-49c0-ae60-02ad99fe91a6 req-8b1c649c-73ef-4b3a-9835-83ebe310200e service nova] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Received event network-changed-93953fdd-3d4c-48a5-868a-6dcc9d7771c5 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.387455] env[70113]: DEBUG nova.compute.manager [req-e3317432-1d96-49c0-ae60-02ad99fe91a6 req-8b1c649c-73ef-4b3a-9835-83ebe310200e service nova] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Refreshing instance network info cache due to event network-changed-93953fdd-3d4c-48a5-868a-6dcc9d7771c5. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.387686] env[70113]: DEBUG oslo_concurrency.lockutils [req-e3317432-1d96-49c0-ae60-02ad99fe91a6 req-8b1c649c-73ef-4b3a-9835-83ebe310200e service nova] Acquiring lock "refresh_cache-c2c8d8bb-6a7d-46e2-a9cc-083f60676626" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.387824] env[70113]: DEBUG oslo_concurrency.lockutils [req-e3317432-1d96-49c0-ae60-02ad99fe91a6 req-8b1c649c-73ef-4b3a-9835-83ebe310200e service nova] Acquired lock "refresh_cache-c2c8d8bb-6a7d-46e2-a9cc-083f60676626" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.387986] env[70113]: DEBUG nova.network.neutron [req-e3317432-1d96-49c0-ae60-02ad99fe91a6 req-8b1c649c-73ef-4b3a-9835-83ebe310200e service nova] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Refreshing network info cache for port 93953fdd-3d4c-48a5-868a-6dcc9d7771c5 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.440095] env[70113]: DEBUG oslo_vmware.api [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415059, 'name': PowerOnVM_Task, 'duration_secs': 0.761103} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.440095] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.440282] env[70113]: INFO nova.compute.manager [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Took 12.00 seconds to spawn the instance on the hypervisor. [ 742.440532] env[70113]: DEBUG nova.compute.manager [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.441265] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1d2905-db3b-4abf-a560-c1cfb42f40cb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.526264] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.337s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.529245] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.738s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.531337] env[70113]: INFO nova.compute.claims [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.564025] env[70113]: INFO nova.scheduler.client.report [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Deleted allocations for instance 4dd28d49-3b43-476f-be17-951279c456f4 [ 742.775998] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': task-3415062, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.807577] env[70113]: DEBUG oslo_vmware.api [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Task: {'id': task-3415063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308188} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.807945] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.808204] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.808481] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.808716] env[70113]: INFO nova.compute.manager [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Took 1.17 seconds to destroy the instance on the hypervisor. [ 742.812351] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.812649] env[70113]: DEBUG nova.compute.manager [-] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.812800] env[70113]: DEBUG nova.network.neutron [-] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.858304] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.858907] env[70113]: DEBUG nova.compute.manager [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Instance network_info: |[{"id": "558c6da6-b095-422c-9ee6-fd0a1d75eeaa", "address": "fa:16:3e:bb:d7:8b", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558c6da6-b0", "ovs_interfaceid": "558c6da6-b095-422c-9ee6-fd0a1d75eeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.859416] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:d7:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '558c6da6-b095-422c-9ee6-fd0a1d75eeaa', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.868723] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Creating folder: Project (56870a134a3d439bbc7378a8544959b1). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.869026] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afa0c373-80c4-4019-965a-fa75cadac835 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.887668] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Created folder: Project (56870a134a3d439bbc7378a8544959b1) in parent group-v681336. [ 742.887875] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Creating folder: Instances. Parent ref: group-v681405. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.888214] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34e00cf0-bb37-42f2-80de-b24bcb5d6757 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.905620] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Created folder: Instances in parent group-v681405. [ 742.905863] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.905992] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.906233] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b02b735-b69c-4939-bb92-de013122a6e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.927826] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.927826] env[70113]: value = "task-3415066" [ 742.927826] env[70113]: _type = "Task" [ 742.927826] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.941865] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415066, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.960059] env[70113]: INFO nova.compute.manager [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Took 39.00 seconds to build instance. [ 743.022195] env[70113]: DEBUG nova.compute.manager [req-903c4f38-8911-46fa-b4c5-48e0cc72bf0b req-32c56712-b415-4775-ae79-f2b1f2572a76 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Received event network-vif-plugged-558c6da6-b095-422c-9ee6-fd0a1d75eeaa {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.022195] env[70113]: DEBUG oslo_concurrency.lockutils [req-903c4f38-8911-46fa-b4c5-48e0cc72bf0b req-32c56712-b415-4775-ae79-f2b1f2572a76 service nova] Acquiring lock "703ef808-b2ba-447a-b213-4bcd108e6550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.022906] env[70113]: DEBUG oslo_concurrency.lockutils [req-903c4f38-8911-46fa-b4c5-48e0cc72bf0b req-32c56712-b415-4775-ae79-f2b1f2572a76 service nova] Lock "703ef808-b2ba-447a-b213-4bcd108e6550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.023325] env[70113]: DEBUG oslo_concurrency.lockutils [req-903c4f38-8911-46fa-b4c5-48e0cc72bf0b req-32c56712-b415-4775-ae79-f2b1f2572a76 service nova] Lock "703ef808-b2ba-447a-b213-4bcd108e6550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.024764] env[70113]: DEBUG nova.compute.manager [req-903c4f38-8911-46fa-b4c5-48e0cc72bf0b req-32c56712-b415-4775-ae79-f2b1f2572a76 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] No waiting events found dispatching network-vif-plugged-558c6da6-b095-422c-9ee6-fd0a1d75eeaa {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.024764] env[70113]: WARNING nova.compute.manager [req-903c4f38-8911-46fa-b4c5-48e0cc72bf0b req-32c56712-b415-4775-ae79-f2b1f2572a76 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Received unexpected event network-vif-plugged-558c6da6-b095-422c-9ee6-fd0a1d75eeaa for instance with vm_state building and task_state spawning. [ 743.075938] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f86ec81-b90b-4098-8688-ba951b864560 tempest-ServersAdmin275Test-599142212 tempest-ServersAdmin275Test-599142212-project-member] Lock "4dd28d49-3b43-476f-be17-951279c456f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.698s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.282315] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': task-3415062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629832} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.283093] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] c2c8d8bb-6a7d-46e2-a9cc-083f60676626/c2c8d8bb-6a7d-46e2-a9cc-083f60676626.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.283372] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.283731] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96796982-2667-4986-ba37-b7faf9d16c3c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.293471] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Waiting for the task: (returnval){ [ 743.293471] env[70113]: value = "task-3415067" [ 743.293471] env[70113]: _type = "Task" [ 743.293471] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.305336] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': task-3415067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.393879] env[70113]: DEBUG nova.network.neutron [req-e3317432-1d96-49c0-ae60-02ad99fe91a6 req-8b1c649c-73ef-4b3a-9835-83ebe310200e service nova] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Updated VIF entry in instance network info cache for port 93953fdd-3d4c-48a5-868a-6dcc9d7771c5. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.394258] env[70113]: DEBUG nova.network.neutron [req-e3317432-1d96-49c0-ae60-02ad99fe91a6 req-8b1c649c-73ef-4b3a-9835-83ebe310200e service nova] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Updating instance_info_cache with network_info: [{"id": "93953fdd-3d4c-48a5-868a-6dcc9d7771c5", "address": "fa:16:3e:2b:67:d2", "network": {"id": "e7db27ed-95da-486c-b8f0-d22618842b8c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1459643972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d96ab45dd73544ad9ab63e1f706ebc1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93953fdd-3d", "ovs_interfaceid": "93953fdd-3d4c-48a5-868a-6dcc9d7771c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.441644] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415066, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.463532] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65f45ce2-0cd9-47e1-88d3-499c7fb426d1 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "1fe20cf8-5e09-4d32-980d-4c198a0a6a5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.983s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.654691] env[70113]: DEBUG nova.network.neutron [-] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.810300] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': task-3415067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084729} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.810300] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.810714] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2521943-5d44-48bc-b87c-4781d0f48917 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.837948] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] c2c8d8bb-6a7d-46e2-a9cc-083f60676626/c2c8d8bb-6a7d-46e2-a9cc-083f60676626.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.840878] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d46c4afe-5437-4d42-aa66-fdd4c34797b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.863303] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Waiting for the task: (returnval){ [ 743.863303] env[70113]: value = "task-3415068" [ 743.863303] env[70113]: _type = "Task" [ 743.863303] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.872981] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': task-3415068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.896657] env[70113]: DEBUG oslo_concurrency.lockutils [req-e3317432-1d96-49c0-ae60-02ad99fe91a6 req-8b1c649c-73ef-4b3a-9835-83ebe310200e service nova] Releasing lock "refresh_cache-c2c8d8bb-6a7d-46e2-a9cc-083f60676626" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.896918] env[70113]: DEBUG nova.compute.manager [req-e3317432-1d96-49c0-ae60-02ad99fe91a6 req-8b1c649c-73ef-4b3a-9835-83ebe310200e service nova] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Received event network-vif-deleted-3ddc58a1-d325-457a-a1ec-6374b8feb97d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.897115] env[70113]: DEBUG nova.compute.manager [req-e3317432-1d96-49c0-ae60-02ad99fe91a6 req-8b1c649c-73ef-4b3a-9835-83ebe310200e service nova] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Received event network-vif-deleted-1cdcd10f-fc13-4017-aa53-747e43333062 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.945579] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415066, 'name': CreateVM_Task, 'duration_secs': 0.641345} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.945579] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.946700] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.946952] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.947387] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.952492] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8edd9f5a-d9b5-40d3-a6f0-82822a2a579a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.958703] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 743.958703] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]520077c9-e8d8-7aad-2355-834270fb1eb5" [ 743.958703] env[70113]: _type = "Task" [ 743.958703] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.968880] env[70113]: DEBUG nova.compute.manager [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.974087] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]520077c9-e8d8-7aad-2355-834270fb1eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.007976] env[70113]: DEBUG nova.network.neutron [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Successfully updated port: bbc830bf-060e-4c4e-a596-7e480b25f8ae {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.160503] env[70113]: INFO nova.compute.manager [-] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Took 1.35 seconds to deallocate network for instance. [ 744.195480] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb6a4e7-4438-4f6d-a95b-c1675dfe8d5b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.205451] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f02c85b-dbea-46e9-807f-ab8b870be2f3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.240976] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80951767-5004-42b6-baa1-ab42f20ac414 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.251977] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54b8290-a323-4ebd-9d60-b5d59d8ebb6c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.270090] env[70113]: DEBUG nova.compute.provider_tree [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.119143] env[70113]: DEBUG oslo_concurrency.lockutils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "refresh_cache-9be9128e-4576-4941-9f9b-d2bca5d25975" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.119143] env[70113]: DEBUG oslo_concurrency.lockutils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "refresh_cache-9be9128e-4576-4941-9f9b-d2bca5d25975" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.119143] env[70113]: DEBUG nova.network.neutron [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.120788] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.121546] env[70113]: DEBUG nova.scheduler.client.report [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.133280] env[70113]: DEBUG nova.compute.manager [req-9e0bc37b-d28b-4554-ad89-f457e356e1a6 req-10916156-b49b-401a-852e-4c4babdd82c2 service nova] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Received event network-vif-plugged-bbc830bf-060e-4c4e-a596-7e480b25f8ae {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.133485] env[70113]: DEBUG oslo_concurrency.lockutils [req-9e0bc37b-d28b-4554-ad89-f457e356e1a6 req-10916156-b49b-401a-852e-4c4babdd82c2 service nova] Acquiring lock "9be9128e-4576-4941-9f9b-d2bca5d25975-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.133691] env[70113]: DEBUG oslo_concurrency.lockutils [req-9e0bc37b-d28b-4554-ad89-f457e356e1a6 req-10916156-b49b-401a-852e-4c4babdd82c2 service nova] Lock "9be9128e-4576-4941-9f9b-d2bca5d25975-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.133845] env[70113]: DEBUG oslo_concurrency.lockutils [req-9e0bc37b-d28b-4554-ad89-f457e356e1a6 req-10916156-b49b-401a-852e-4c4babdd82c2 service nova] Lock "9be9128e-4576-4941-9f9b-d2bca5d25975-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.134102] env[70113]: DEBUG nova.compute.manager [req-9e0bc37b-d28b-4554-ad89-f457e356e1a6 req-10916156-b49b-401a-852e-4c4babdd82c2 service nova] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] No waiting events found dispatching network-vif-plugged-bbc830bf-060e-4c4e-a596-7e480b25f8ae {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.134282] env[70113]: WARNING nova.compute.manager [req-9e0bc37b-d28b-4554-ad89-f457e356e1a6 req-10916156-b49b-401a-852e-4c4babdd82c2 service nova] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Received unexpected event network-vif-plugged-bbc830bf-060e-4c4e-a596-7e480b25f8ae for instance with vm_state building and task_state spawning. [ 745.134456] env[70113]: DEBUG nova.compute.manager [req-9e0bc37b-d28b-4554-ad89-f457e356e1a6 req-10916156-b49b-401a-852e-4c4babdd82c2 service nova] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Received event network-changed-bbc830bf-060e-4c4e-a596-7e480b25f8ae {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.134601] env[70113]: DEBUG nova.compute.manager [req-9e0bc37b-d28b-4554-ad89-f457e356e1a6 req-10916156-b49b-401a-852e-4c4babdd82c2 service nova] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Refreshing instance network info cache due to event network-changed-bbc830bf-060e-4c4e-a596-7e480b25f8ae. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.134756] env[70113]: DEBUG oslo_concurrency.lockutils [req-9e0bc37b-d28b-4554-ad89-f457e356e1a6 req-10916156-b49b-401a-852e-4c4babdd82c2 service nova] Acquiring lock "refresh_cache-9be9128e-4576-4941-9f9b-d2bca5d25975" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.145682] env[70113]: DEBUG oslo_concurrency.lockutils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.145964] env[70113]: DEBUG oslo_concurrency.lockutils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.152293] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': task-3415068, 'name': ReconfigVM_Task, 'duration_secs': 0.317625} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.153054] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Reconfigured VM instance instance-00000017 to attach disk [datastore1] c2c8d8bb-6a7d-46e2-a9cc-083f60676626/c2c8d8bb-6a7d-46e2-a9cc-083f60676626.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.153954] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df18ef87-cb57-4a45-ba34-d66c2da5e55f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.159984] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]520077c9-e8d8-7aad-2355-834270fb1eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.014313} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.160994] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.161285] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.163963] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.163963] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.163963] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.163963] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b051bf54-9291-440f-996a-b2c9edab5887 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.165951] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.168225] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Waiting for the task: (returnval){ [ 745.168225] env[70113]: value = "task-3415069" [ 745.168225] env[70113]: _type = "Task" [ 745.168225] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.177520] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': task-3415069, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.179174] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.179378] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.180154] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e7fb1cb-8605-42f6-92e1-d78cd72ff872 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.186795] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 745.186795] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d1609d-694e-8243-7d8c-29a54b526d77" [ 745.186795] env[70113]: _type = "Task" [ 745.186795] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.196090] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d1609d-694e-8243-7d8c-29a54b526d77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.221294] env[70113]: DEBUG nova.network.neutron [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.475873] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "02c505b2-d1ff-4aae-b887-b10678a49427" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.476179] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "02c505b2-d1ff-4aae-b887-b10678a49427" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.503749] env[70113]: DEBUG nova.network.neutron [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Updating instance_info_cache with network_info: [{"id": "bbc830bf-060e-4c4e-a596-7e480b25f8ae", "address": "fa:16:3e:c2:fc:82", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc830bf-06", "ovs_interfaceid": "bbc830bf-060e-4c4e-a596-7e480b25f8ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.591155] env[70113]: DEBUG nova.compute.manager [req-39f27ee7-87a1-4016-9d31-3a8e464c939d req-75440fe5-07b6-4103-9672-27e93f4e1285 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Received event network-changed-558c6da6-b095-422c-9ee6-fd0a1d75eeaa {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.591155] env[70113]: DEBUG nova.compute.manager [req-39f27ee7-87a1-4016-9d31-3a8e464c939d req-75440fe5-07b6-4103-9672-27e93f4e1285 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Refreshing instance network info cache due to event network-changed-558c6da6-b095-422c-9ee6-fd0a1d75eeaa. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.592066] env[70113]: DEBUG oslo_concurrency.lockutils [req-39f27ee7-87a1-4016-9d31-3a8e464c939d req-75440fe5-07b6-4103-9672-27e93f4e1285 service nova] Acquiring lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.592408] env[70113]: DEBUG oslo_concurrency.lockutils [req-39f27ee7-87a1-4016-9d31-3a8e464c939d req-75440fe5-07b6-4103-9672-27e93f4e1285 service nova] Acquired lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.592749] env[70113]: DEBUG nova.network.neutron [req-39f27ee7-87a1-4016-9d31-3a8e464c939d req-75440fe5-07b6-4103-9672-27e93f4e1285 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Refreshing network info cache for port 558c6da6-b095-422c-9ee6-fd0a1d75eeaa {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.642398] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.112s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.642398] env[70113]: DEBUG nova.compute.manager [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.646389] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.953s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.648142] env[70113]: INFO nova.compute.claims [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.669593] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "6a4056d3-e606-4232-a764-b1d6ffdc311e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.669840] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "6a4056d3-e606-4232-a764-b1d6ffdc311e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.670036] env[70113]: DEBUG nova.compute.manager [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Going to confirm migration 1 {{(pid=70113) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 745.683479] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': task-3415069, 'name': Rename_Task, 'duration_secs': 0.3047} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.683939] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.684380] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16c89145-296d-4e06-a07e-cb177aa88318 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.697112] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Waiting for the task: (returnval){ [ 745.697112] env[70113]: value = "task-3415070" [ 745.697112] env[70113]: _type = "Task" [ 745.697112] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.700847] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d1609d-694e-8243-7d8c-29a54b526d77, 'name': SearchDatastore_Task, 'duration_secs': 0.018873} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.702873] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18ddf88-4ef3-4cb7-9132-4555d72b521e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.708750] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': task-3415070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.713827] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 745.713827] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dd4b25-9099-8af8-27c5-c5f8194b200d" [ 745.713827] env[70113]: _type = "Task" [ 745.713827] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.727033] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dd4b25-9099-8af8-27c5-c5f8194b200d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.749506] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "ad9ec99f-5338-44db-a225-a31e8ee75682" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.750440] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "ad9ec99f-5338-44db-a225-a31e8ee75682" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.009473] env[70113]: DEBUG oslo_concurrency.lockutils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "refresh_cache-9be9128e-4576-4941-9f9b-d2bca5d25975" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.009801] env[70113]: DEBUG nova.compute.manager [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Instance network_info: |[{"id": "bbc830bf-060e-4c4e-a596-7e480b25f8ae", "address": "fa:16:3e:c2:fc:82", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc830bf-06", "ovs_interfaceid": "bbc830bf-060e-4c4e-a596-7e480b25f8ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.010596] env[70113]: DEBUG oslo_concurrency.lockutils [req-9e0bc37b-d28b-4554-ad89-f457e356e1a6 req-10916156-b49b-401a-852e-4c4babdd82c2 service nova] Acquired lock "refresh_cache-9be9128e-4576-4941-9f9b-d2bca5d25975" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.010834] env[70113]: DEBUG nova.network.neutron [req-9e0bc37b-d28b-4554-ad89-f457e356e1a6 req-10916156-b49b-401a-852e-4c4babdd82c2 service nova] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Refreshing network info cache for port bbc830bf-060e-4c4e-a596-7e480b25f8ae {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.012310] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:fc:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbc830bf-060e-4c4e-a596-7e480b25f8ae', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.022453] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Creating folder: Project (4404b2cd1f8446fd98ff72c96a407961). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.022453] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-254aff98-8360-4bad-80ad-6c441107e3a3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.036750] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Created folder: Project (4404b2cd1f8446fd98ff72c96a407961) in parent group-v681336. [ 746.037089] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Creating folder: Instances. Parent ref: group-v681408. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.037527] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-162e1bf1-1b3a-4815-aa4e-c746d3889ee1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.049010] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Created folder: Instances in parent group-v681408. [ 746.049389] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.049694] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.049973] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04061b1e-4821-4e86-8537-d55f01c95a92 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.079974] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.079974] env[70113]: value = "task-3415073" [ 746.079974] env[70113]: _type = "Task" [ 746.079974] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.091724] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415073, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.154117] env[70113]: DEBUG nova.compute.utils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.163131] env[70113]: DEBUG nova.compute.manager [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.163131] env[70113]: DEBUG nova.network.neutron [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.205050] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': task-3415070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.226960] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dd4b25-9099-8af8-27c5-c5f8194b200d, 'name': SearchDatastore_Task, 'duration_secs': 0.014411} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.227237] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.227573] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 703ef808-b2ba-447a-b213-4bcd108e6550/703ef808-b2ba-447a-b213-4bcd108e6550.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.227840] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87bc2795-aeb5-4727-b588-f54cd236400c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.236531] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 746.236531] env[70113]: value = "task-3415074" [ 746.236531] env[70113]: _type = "Task" [ 746.236531] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.248512] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.287246] env[70113]: DEBUG nova.policy [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db6ef3a692f64041a6354c66ea33f69d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ef98de74d3741f1bd5882d9f35a1ce4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.290842] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "refresh_cache-6a4056d3-e606-4232-a764-b1d6ffdc311e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.290842] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquired lock "refresh_cache-6a4056d3-e606-4232-a764-b1d6ffdc311e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.290842] env[70113]: DEBUG nova.network.neutron [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.290842] env[70113]: DEBUG nova.objects.instance [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lazy-loading 'info_cache' on Instance uuid 6a4056d3-e606-4232-a764-b1d6ffdc311e {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.595774] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415073, 'name': CreateVM_Task, 'duration_secs': 0.441827} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.596054] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.596756] env[70113]: DEBUG oslo_concurrency.lockutils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.596926] env[70113]: DEBUG oslo_concurrency.lockutils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.597549] env[70113]: DEBUG oslo_concurrency.lockutils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.597747] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-802794bf-52c8-4dd4-b1ed-95527c84097b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.605421] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 746.605421] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5266f821-262f-e85f-aaa0-545c30e0ad6c" [ 746.605421] env[70113]: _type = "Task" [ 746.605421] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.615376] env[70113]: DEBUG nova.network.neutron [req-39f27ee7-87a1-4016-9d31-3a8e464c939d req-75440fe5-07b6-4103-9672-27e93f4e1285 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Updated VIF entry in instance network info cache for port 558c6da6-b095-422c-9ee6-fd0a1d75eeaa. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.615812] env[70113]: DEBUG nova.network.neutron [req-39f27ee7-87a1-4016-9d31-3a8e464c939d req-75440fe5-07b6-4103-9672-27e93f4e1285 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Updating instance_info_cache with network_info: [{"id": "558c6da6-b095-422c-9ee6-fd0a1d75eeaa", "address": "fa:16:3e:bb:d7:8b", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558c6da6-b0", "ovs_interfaceid": "558c6da6-b095-422c-9ee6-fd0a1d75eeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.621820] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5266f821-262f-e85f-aaa0-545c30e0ad6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.658968] env[70113]: DEBUG nova.compute.manager [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.710089] env[70113]: DEBUG oslo_vmware.api [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': task-3415070, 'name': PowerOnVM_Task, 'duration_secs': 0.688436} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.710402] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.710826] env[70113]: INFO nova.compute.manager [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Took 11.14 seconds to spawn the instance on the hypervisor. [ 746.710982] env[70113]: DEBUG nova.compute.manager [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.712289] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5128d61b-ed0e-4a16-860a-3ec15fe8aa0a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.755650] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415074, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.900582] env[70113]: DEBUG nova.network.neutron [req-9e0bc37b-d28b-4554-ad89-f457e356e1a6 req-10916156-b49b-401a-852e-4c4babdd82c2 service nova] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Updated VIF entry in instance network info cache for port bbc830bf-060e-4c4e-a596-7e480b25f8ae. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.901126] env[70113]: DEBUG nova.network.neutron [req-9e0bc37b-d28b-4554-ad89-f457e356e1a6 req-10916156-b49b-401a-852e-4c4babdd82c2 service nova] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Updating instance_info_cache with network_info: [{"id": "bbc830bf-060e-4c4e-a596-7e480b25f8ae", "address": "fa:16:3e:c2:fc:82", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc830bf-06", "ovs_interfaceid": "bbc830bf-060e-4c4e-a596-7e480b25f8ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.949879] env[70113]: DEBUG nova.network.neutron [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Successfully created port: 1c5bf4f4-326d-473a-a06f-b5dcb4776927 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.121407] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5266f821-262f-e85f-aaa0-545c30e0ad6c, 'name': SearchDatastore_Task, 'duration_secs': 0.068812} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.122286] env[70113]: DEBUG oslo_concurrency.lockutils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.122286] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.122286] env[70113]: DEBUG oslo_concurrency.lockutils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.122395] env[70113]: DEBUG oslo_concurrency.lockutils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.122480] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.123022] env[70113]: DEBUG oslo_concurrency.lockutils [req-39f27ee7-87a1-4016-9d31-3a8e464c939d req-75440fe5-07b6-4103-9672-27e93f4e1285 service nova] Releasing lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.123472] env[70113]: DEBUG nova.compute.manager [req-39f27ee7-87a1-4016-9d31-3a8e464c939d req-75440fe5-07b6-4103-9672-27e93f4e1285 service nova] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Received event network-vif-deleted-f71992bd-5fc4-4b53-bac7-8fe385c5f38e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.124145] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-384ff607-bcac-4b0b-b13c-9e4b87e51d16 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.141917] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.142117] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.142853] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84763d0f-1de7-421e-a58c-df8a1d9602f8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.149189] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 747.149189] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]521f9e86-ed8f-154a-d57e-198fd9680b14" [ 747.149189] env[70113]: _type = "Task" [ 747.149189] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.157993] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521f9e86-ed8f-154a-d57e-198fd9680b14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.246616] env[70113]: INFO nova.compute.manager [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Took 41.86 seconds to build instance. [ 747.253094] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688971} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.253359] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 703ef808-b2ba-447a-b213-4bcd108e6550/703ef808-b2ba-447a-b213-4bcd108e6550.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.253559] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.253795] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a764fc86-8393-454b-8e13-673226edd561 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.263370] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 747.263370] env[70113]: value = "task-3415075" [ 747.263370] env[70113]: _type = "Task" [ 747.263370] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.277617] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.385069] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a012c34-db18-4174-ab4c-6944e6876717 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.394079] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4549488d-ffaa-452c-b7fc-6999b84cfe76 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.426793] env[70113]: DEBUG oslo_concurrency.lockutils [req-9e0bc37b-d28b-4554-ad89-f457e356e1a6 req-10916156-b49b-401a-852e-4c4babdd82c2 service nova] Releasing lock "refresh_cache-9be9128e-4576-4941-9f9b-d2bca5d25975" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.428543] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f969a3-f1cc-4cb6-9d9b-29cf038694d8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.436597] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83775351-790c-4ee1-8c73-4c5d34aa438d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.451257] env[70113]: DEBUG nova.compute.provider_tree [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.662077] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521f9e86-ed8f-154a-d57e-198fd9680b14, 'name': SearchDatastore_Task, 'duration_secs': 0.032079} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.663818] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f15e5c-7da1-42b9-9951-b19b587bb416 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.670730] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 747.670730] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524e6628-0d5d-6745-4527-c7e699cc9d3f" [ 747.670730] env[70113]: _type = "Task" [ 747.670730] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.675217] env[70113]: DEBUG nova.compute.manager [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.683333] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524e6628-0d5d-6745-4527-c7e699cc9d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.717905] env[70113]: DEBUG nova.virt.hardware [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.718159] env[70113]: DEBUG nova.virt.hardware [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.718311] env[70113]: DEBUG nova.virt.hardware [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.718552] env[70113]: DEBUG nova.virt.hardware [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.718634] env[70113]: DEBUG nova.virt.hardware [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.718790] env[70113]: DEBUG nova.virt.hardware [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.719264] env[70113]: DEBUG nova.virt.hardware [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.720144] env[70113]: DEBUG nova.virt.hardware [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.720144] env[70113]: DEBUG nova.virt.hardware [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.720323] env[70113]: DEBUG nova.virt.hardware [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.720545] env[70113]: DEBUG nova.virt.hardware [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.721433] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b387140-71f1-47f7-a7d6-2c6bf3619309 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.731564] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e913fa06-eab0-485d-9f0f-6155e64d0474 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.751147] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9ae17137-e354-4c49-81c6-506ac41dfe99 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Lock "c2c8d8bb-6a7d-46e2-a9cc-083f60676626" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.075s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.776963] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182222} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.777275] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.778132] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc45615-fa1c-4f10-91d0-7c3f002cb51c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.803224] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 703ef808-b2ba-447a-b213-4bcd108e6550/703ef808-b2ba-447a-b213-4bcd108e6550.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.803533] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73355cbb-5732-445d-bbd5-8ad5c084055f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.830212] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 747.830212] env[70113]: value = "task-3415076" [ 747.830212] env[70113]: _type = "Task" [ 747.830212] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.844389] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.914222] env[70113]: DEBUG nova.network.neutron [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Updating instance_info_cache with network_info: [{"id": "36317114-8206-476a-9685-c77334dd82a8", "address": "fa:16:3e:87:e8:6f", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36317114-82", "ovs_interfaceid": "36317114-8206-476a-9685-c77334dd82a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.956845] env[70113]: DEBUG nova.scheduler.client.report [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.183223] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524e6628-0d5d-6745-4527-c7e699cc9d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.035444} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.184545] env[70113]: DEBUG oslo_concurrency.lockutils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.184545] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 9be9128e-4576-4941-9f9b-d2bca5d25975/9be9128e-4576-4941-9f9b-d2bca5d25975.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.184545] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-842735ac-1a08-4016-bc08-f7aa2f99478a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.193562] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 748.193562] env[70113]: value = "task-3415077" [ 748.193562] env[70113]: _type = "Task" [ 748.193562] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.203465] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.254134] env[70113]: DEBUG nova.compute.manager [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.344122] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.418374] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Releasing lock "refresh_cache-6a4056d3-e606-4232-a764-b1d6ffdc311e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.418690] env[70113]: DEBUG nova.objects.instance [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lazy-loading 'migration_context' on Instance uuid 6a4056d3-e606-4232-a764-b1d6ffdc311e {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.463688] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.464281] env[70113]: DEBUG nova.compute.manager [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.468149] env[70113]: DEBUG oslo_concurrency.lockutils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.145s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.468738] env[70113]: INFO nova.compute.claims [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.708208] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415077, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.780987] env[70113]: DEBUG oslo_concurrency.lockutils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.817366] env[70113]: DEBUG oslo_concurrency.lockutils [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Acquiring lock "c2c8d8bb-6a7d-46e2-a9cc-083f60676626" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.817777] env[70113]: DEBUG oslo_concurrency.lockutils [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Lock "c2c8d8bb-6a7d-46e2-a9cc-083f60676626" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.817996] env[70113]: DEBUG oslo_concurrency.lockutils [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Acquiring lock "c2c8d8bb-6a7d-46e2-a9cc-083f60676626-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.818260] env[70113]: DEBUG oslo_concurrency.lockutils [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Lock "c2c8d8bb-6a7d-46e2-a9cc-083f60676626-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.818469] env[70113]: DEBUG oslo_concurrency.lockutils [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Lock "c2c8d8bb-6a7d-46e2-a9cc-083f60676626-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.821991] env[70113]: INFO nova.compute.manager [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Terminating instance [ 748.845704] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415076, 'name': ReconfigVM_Task, 'duration_secs': 0.716682} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.846440] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 703ef808-b2ba-447a-b213-4bcd108e6550/703ef808-b2ba-447a-b213-4bcd108e6550.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.847125] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c260ebd-6db5-482b-94e7-c3a1fa5a4b29 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.859407] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 748.859407] env[70113]: value = "task-3415078" [ 748.859407] env[70113]: _type = "Task" [ 748.859407] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.868834] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415078, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.925947] env[70113]: DEBUG nova.objects.base [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Object Instance<6a4056d3-e606-4232-a764-b1d6ffdc311e> lazy-loaded attributes: info_cache,migration_context {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 748.929796] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd80a92-15af-48d5-a199-903cb0a667c3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.957693] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce1d73f-04df-4460-8e24-b554ebab1ab3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.965306] env[70113]: DEBUG oslo_vmware.api [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 748.965306] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52975a6e-fb8d-02fa-aaf6-393107d10c07" [ 748.965306] env[70113]: _type = "Task" [ 748.965306] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.973984] env[70113]: DEBUG nova.compute.utils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.979243] env[70113]: DEBUG nova.compute.manager [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.979478] env[70113]: DEBUG nova.network.neutron [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.983571] env[70113]: DEBUG oslo_vmware.api [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52975a6e-fb8d-02fa-aaf6-393107d10c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.076289] env[70113]: DEBUG nova.policy [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e940a69e38045bb8e158cfd4054f7d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cae425885d44805867d30c782bfbf76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.211992] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834768} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.212406] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 9be9128e-4576-4941-9f9b-d2bca5d25975/9be9128e-4576-4941-9f9b-d2bca5d25975.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.212903] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.213202] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58c2e5b3-26ce-44d4-8774-d910a3f4910e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.223319] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 749.223319] env[70113]: value = "task-3415079" [ 749.223319] env[70113]: _type = "Task" [ 749.223319] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.235040] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.249554] env[70113]: DEBUG nova.network.neutron [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Successfully updated port: 1c5bf4f4-326d-473a-a06f-b5dcb4776927 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.329943] env[70113]: DEBUG nova.compute.manager [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.330223] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.331377] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a80d7a-6b91-459c-a225-7606bc51a3d6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.342991] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.342991] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3547e970-89d6-48e2-a419-285931ad34cb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.351418] env[70113]: DEBUG oslo_vmware.api [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Waiting for the task: (returnval){ [ 749.351418] env[70113]: value = "task-3415080" [ 749.351418] env[70113]: _type = "Task" [ 749.351418] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.366921] env[70113]: DEBUG oslo_vmware.api [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': task-3415080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.381208] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415078, 'name': Rename_Task, 'duration_secs': 0.248575} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.381935] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.382012] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61817429-b06e-4d8c-96f0-db386ceb6f0d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.393919] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 749.393919] env[70113]: value = "task-3415081" [ 749.393919] env[70113]: _type = "Task" [ 749.393919] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.404249] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.424342] env[70113]: DEBUG nova.network.neutron [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Successfully created port: 4ef5995b-e903-440d-b56a-fde02dc3d0d5 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.455705] env[70113]: DEBUG nova.compute.manager [req-e2528f95-c7a6-4c9c-8bdb-24f21b7239bc req-7448984f-5ba5-4803-9a52-0eb76a439115 service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Received event network-vif-plugged-1c5bf4f4-326d-473a-a06f-b5dcb4776927 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.456547] env[70113]: DEBUG oslo_concurrency.lockutils [req-e2528f95-c7a6-4c9c-8bdb-24f21b7239bc req-7448984f-5ba5-4803-9a52-0eb76a439115 service nova] Acquiring lock "480263ba-bab0-4026-ac77-0e2f6a425f1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.456547] env[70113]: DEBUG oslo_concurrency.lockutils [req-e2528f95-c7a6-4c9c-8bdb-24f21b7239bc req-7448984f-5ba5-4803-9a52-0eb76a439115 service nova] Lock "480263ba-bab0-4026-ac77-0e2f6a425f1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.456547] env[70113]: DEBUG oslo_concurrency.lockutils [req-e2528f95-c7a6-4c9c-8bdb-24f21b7239bc req-7448984f-5ba5-4803-9a52-0eb76a439115 service nova] Lock "480263ba-bab0-4026-ac77-0e2f6a425f1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.456547] env[70113]: DEBUG nova.compute.manager [req-e2528f95-c7a6-4c9c-8bdb-24f21b7239bc req-7448984f-5ba5-4803-9a52-0eb76a439115 service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] No waiting events found dispatching network-vif-plugged-1c5bf4f4-326d-473a-a06f-b5dcb4776927 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.456761] env[70113]: WARNING nova.compute.manager [req-e2528f95-c7a6-4c9c-8bdb-24f21b7239bc req-7448984f-5ba5-4803-9a52-0eb76a439115 service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Received unexpected event network-vif-plugged-1c5bf4f4-326d-473a-a06f-b5dcb4776927 for instance with vm_state building and task_state spawning. [ 749.477741] env[70113]: DEBUG oslo_vmware.api [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52975a6e-fb8d-02fa-aaf6-393107d10c07, 'name': SearchDatastore_Task, 'duration_secs': 0.015772} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.478331] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.488019] env[70113]: DEBUG nova.compute.manager [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.735741] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075641} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.738475] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.743579] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f47a68-a799-4d14-bf0f-e2e0eeb268c9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.760972] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Acquiring lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.761140] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Acquired lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.761290] env[70113]: DEBUG nova.network.neutron [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.771997] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 9be9128e-4576-4941-9f9b-d2bca5d25975/9be9128e-4576-4941-9f9b-d2bca5d25975.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.775516] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee30cff3-b056-45db-a623-ed4b6251be86 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.799089] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 749.799089] env[70113]: value = "task-3415082" [ 749.799089] env[70113]: _type = "Task" [ 749.799089] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.809367] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.855170] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "ad8051f2-8149-46b3-9c77-3c71dc5ddcd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.855430] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "ad8051f2-8149-46b3-9c77-3c71dc5ddcd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.869585] env[70113]: DEBUG oslo_vmware.api [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': task-3415080, 'name': PowerOffVM_Task, 'duration_secs': 0.21553} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.873071] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.873071] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.873561] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6609a94a-1e81-4d2e-a226-4d1220c42823 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.913469] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415081, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.962397] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.962952] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.963391] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Deleting the datastore file [datastore1] c2c8d8bb-6a7d-46e2-a9cc-083f60676626 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.964276] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ffc7812-4dc5-463d-bef9-3545ebb39eb4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.974455] env[70113]: DEBUG oslo_vmware.api [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Waiting for the task: (returnval){ [ 749.974455] env[70113]: value = "task-3415084" [ 749.974455] env[70113]: _type = "Task" [ 749.974455] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.985263] env[70113]: DEBUG oslo_vmware.api [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': task-3415084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.218549] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833fb047-f905-471c-b6eb-cff32ebf7598 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.229287] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda2211c-48e0-4a7a-8cb3-518a0326d5e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.262735] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8319728c-fcf6-4398-824b-3dfb0f823719 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.272141] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7954e73e-446c-4f23-877e-f6ee22b62cbc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.290729] env[70113]: DEBUG nova.compute.provider_tree [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.312511] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.363296] env[70113]: DEBUG nova.network.neutron [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.394609] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Acquiring lock "913679b6-777c-402a-862d-7fcd293f9527" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.395373] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Lock "913679b6-777c-402a-862d-7fcd293f9527" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.414887] env[70113]: DEBUG oslo_vmware.api [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415081, 'name': PowerOnVM_Task, 'duration_secs': 0.528163} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.414887] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.414887] env[70113]: INFO nova.compute.manager [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Took 11.03 seconds to spawn the instance on the hypervisor. [ 750.414887] env[70113]: DEBUG nova.compute.manager [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.414887] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fcb9cd-03fb-4d06-b7c9-05bb5187bdac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.487740] env[70113]: DEBUG oslo_vmware.api [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Task: {'id': task-3415084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369775} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.488021] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.488209] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.488382] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.488565] env[70113]: INFO nova.compute.manager [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Took 1.16 seconds to destroy the instance on the hypervisor. [ 750.489166] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.489166] env[70113]: DEBUG nova.compute.manager [-] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.489166] env[70113]: DEBUG nova.network.neutron [-] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.497227] env[70113]: DEBUG nova.compute.manager [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.530453] env[70113]: DEBUG nova.virt.hardware [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.530708] env[70113]: DEBUG nova.virt.hardware [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.530842] env[70113]: DEBUG nova.virt.hardware [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.531509] env[70113]: DEBUG nova.virt.hardware [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.531509] env[70113]: DEBUG nova.virt.hardware [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.531509] env[70113]: DEBUG nova.virt.hardware [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.531637] env[70113]: DEBUG nova.virt.hardware [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.531727] env[70113]: DEBUG nova.virt.hardware [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.531885] env[70113]: DEBUG nova.virt.hardware [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.532071] env[70113]: DEBUG nova.virt.hardware [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.532271] env[70113]: DEBUG nova.virt.hardware [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.533473] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1111bdff-35a5-4d8b-96c6-23047245b7a0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.542498] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f79c24-475e-4904-b952-d888191c105b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.662301] env[70113]: DEBUG nova.network.neutron [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Updating instance_info_cache with network_info: [{"id": "1c5bf4f4-326d-473a-a06f-b5dcb4776927", "address": "fa:16:3e:4d:4c:9e", "network": {"id": "f0410276-8b0f-4d29-b505-2e00e7b5df5d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1391463906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ef98de74d3741f1bd5882d9f35a1ce4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5bf4f4-32", "ovs_interfaceid": "1c5bf4f4-326d-473a-a06f-b5dcb4776927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.795382] env[70113]: DEBUG nova.scheduler.client.report [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.817861] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415082, 'name': ReconfigVM_Task, 'duration_secs': 0.873753} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.819117] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 9be9128e-4576-4941-9f9b-d2bca5d25975/9be9128e-4576-4941-9f9b-d2bca5d25975.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.819686] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-561f6658-4036-4136-92df-69e489e030e6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.833253] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 750.833253] env[70113]: value = "task-3415085" [ 750.833253] env[70113]: _type = "Task" [ 750.833253] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.845633] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415085, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.891071] env[70113]: DEBUG nova.compute.manager [req-57ea00b7-beae-4afc-9091-948d0b02d56e req-50a8cb3a-1779-4954-a7c9-dd7e63232d41 service nova] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Received event network-vif-plugged-4ef5995b-e903-440d-b56a-fde02dc3d0d5 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.891431] env[70113]: DEBUG oslo_concurrency.lockutils [req-57ea00b7-beae-4afc-9091-948d0b02d56e req-50a8cb3a-1779-4954-a7c9-dd7e63232d41 service nova] Acquiring lock "ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.891774] env[70113]: DEBUG oslo_concurrency.lockutils [req-57ea00b7-beae-4afc-9091-948d0b02d56e req-50a8cb3a-1779-4954-a7c9-dd7e63232d41 service nova] Lock "ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.892054] env[70113]: DEBUG oslo_concurrency.lockutils [req-57ea00b7-beae-4afc-9091-948d0b02d56e req-50a8cb3a-1779-4954-a7c9-dd7e63232d41 service nova] Lock "ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.892326] env[70113]: DEBUG nova.compute.manager [req-57ea00b7-beae-4afc-9091-948d0b02d56e req-50a8cb3a-1779-4954-a7c9-dd7e63232d41 service nova] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] No waiting events found dispatching network-vif-plugged-4ef5995b-e903-440d-b56a-fde02dc3d0d5 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.892609] env[70113]: WARNING nova.compute.manager [req-57ea00b7-beae-4afc-9091-948d0b02d56e req-50a8cb3a-1779-4954-a7c9-dd7e63232d41 service nova] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Received unexpected event network-vif-plugged-4ef5995b-e903-440d-b56a-fde02dc3d0d5 for instance with vm_state building and task_state spawning. [ 750.947748] env[70113]: INFO nova.compute.manager [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Took 38.84 seconds to build instance. [ 750.968125] env[70113]: DEBUG nova.network.neutron [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Successfully updated port: 4ef5995b-e903-440d-b56a-fde02dc3d0d5 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.164142] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Releasing lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.164528] env[70113]: DEBUG nova.compute.manager [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Instance network_info: |[{"id": "1c5bf4f4-326d-473a-a06f-b5dcb4776927", "address": "fa:16:3e:4d:4c:9e", "network": {"id": "f0410276-8b0f-4d29-b505-2e00e7b5df5d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1391463906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ef98de74d3741f1bd5882d9f35a1ce4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5bf4f4-32", "ovs_interfaceid": "1c5bf4f4-326d-473a-a06f-b5dcb4776927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.165010] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:4c:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c5bf4f4-326d-473a-a06f-b5dcb4776927', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.172502] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Creating folder: Project (6ef98de74d3741f1bd5882d9f35a1ce4). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.172790] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eeff36b1-51c2-4369-a536-4210c57ef655 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.184947] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Created folder: Project (6ef98de74d3741f1bd5882d9f35a1ce4) in parent group-v681336. [ 751.185225] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Creating folder: Instances. Parent ref: group-v681411. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.185517] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd361155-e2c6-49a0-a6b2-cd86a7a02811 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.199024] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Created folder: Instances in parent group-v681411. [ 751.199024] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.199024] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.199024] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1593f83a-e9aa-4dd1-a43c-8a8c20b30ef8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.219724] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.219724] env[70113]: value = "task-3415088" [ 751.219724] env[70113]: _type = "Task" [ 751.219724] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.228811] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415088, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.301712] env[70113]: DEBUG oslo_concurrency.lockutils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.834s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.302043] env[70113]: DEBUG nova.compute.manager [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.304927] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.233s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.305526] env[70113]: DEBUG nova.objects.instance [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Lazy-loading 'resources' on Instance uuid 27f7c52b-6c1e-458e-87d1-e04f9fa40442 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.341699] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415085, 'name': Rename_Task, 'duration_secs': 0.157595} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.341969] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.342231] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57e70c0d-1a5f-4b55-91d1-bd388ae77602 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.350214] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 751.350214] env[70113]: value = "task-3415089" [ 751.350214] env[70113]: _type = "Task" [ 751.350214] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.358700] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.396205] env[70113]: DEBUG nova.network.neutron [-] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.450234] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5c5b4239-e2c9-460e-a02a-c86830a3ac56 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "703ef808-b2ba-447a-b213-4bcd108e6550" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.722s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.472150] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquiring lock "refresh_cache-ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.472150] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquired lock "refresh_cache-ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.472150] env[70113]: DEBUG nova.network.neutron [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.578902] env[70113]: DEBUG nova.compute.manager [req-db73dd0e-41c0-4402-8dda-f1c676d83198 req-555107ba-a150-4ec5-a4cb-35e88688e0ca service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Received event network-changed-1c5bf4f4-326d-473a-a06f-b5dcb4776927 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.579673] env[70113]: DEBUG nova.compute.manager [req-db73dd0e-41c0-4402-8dda-f1c676d83198 req-555107ba-a150-4ec5-a4cb-35e88688e0ca service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Refreshing instance network info cache due to event network-changed-1c5bf4f4-326d-473a-a06f-b5dcb4776927. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.579673] env[70113]: DEBUG oslo_concurrency.lockutils [req-db73dd0e-41c0-4402-8dda-f1c676d83198 req-555107ba-a150-4ec5-a4cb-35e88688e0ca service nova] Acquiring lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.579673] env[70113]: DEBUG oslo_concurrency.lockutils [req-db73dd0e-41c0-4402-8dda-f1c676d83198 req-555107ba-a150-4ec5-a4cb-35e88688e0ca service nova] Acquired lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.579962] env[70113]: DEBUG nova.network.neutron [req-db73dd0e-41c0-4402-8dda-f1c676d83198 req-555107ba-a150-4ec5-a4cb-35e88688e0ca service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Refreshing network info cache for port 1c5bf4f4-326d-473a-a06f-b5dcb4776927 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.731142] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415088, 'name': CreateVM_Task, 'duration_secs': 0.497835} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.731278] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.731967] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.733061] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.733061] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.733061] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3e402bb-6715-4942-b922-c98fba3c94e7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.739500] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 751.739500] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e67c88-efe2-21cf-46db-3087b5b8c2d8" [ 751.739500] env[70113]: _type = "Task" [ 751.739500] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.749622] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e67c88-efe2-21cf-46db-3087b5b8c2d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.809556] env[70113]: DEBUG nova.compute.utils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.816366] env[70113]: DEBUG nova.compute.manager [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.816366] env[70113]: DEBUG nova.network.neutron [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.868301] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415089, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.900388] env[70113]: DEBUG nova.policy [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f21404fd27f84f148e260d681983d67d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '995a484ee0644bba855633a11a473c30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.900919] env[70113]: INFO nova.compute.manager [-] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Took 1.41 seconds to deallocate network for instance. [ 751.953302] env[70113]: DEBUG nova.compute.manager [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.017962] env[70113]: DEBUG nova.network.neutron [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.260130] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e67c88-efe2-21cf-46db-3087b5b8c2d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010282} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.260130] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.260130] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.260130] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.260471] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.260471] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.261814] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8577bf6b-c108-42dd-9a6d-7d31e83dd091 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.273099] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.273494] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.274487] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c85b27-6846-4fba-bc2a-807f3204b7f5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.282025] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 752.282025] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528f8410-ddc8-a2a1-cc96-e476507f879e" [ 752.282025] env[70113]: _type = "Task" [ 752.282025] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.295189] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528f8410-ddc8-a2a1-cc96-e476507f879e, 'name': SearchDatastore_Task, 'duration_secs': 0.010249} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.296176] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd91c831-5437-453b-bab5-b23e4f31f18d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.304057] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 752.304057] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a35c1c-c187-09cb-de16-c7a02f0c76a3" [ 752.304057] env[70113]: _type = "Task" [ 752.304057] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.321229] env[70113]: DEBUG nova.compute.manager [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.321505] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a35c1c-c187-09cb-de16-c7a02f0c76a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.337342] env[70113]: DEBUG nova.network.neutron [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Updating instance_info_cache with network_info: [{"id": "4ef5995b-e903-440d-b56a-fde02dc3d0d5", "address": "fa:16:3e:6e:db:d8", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef5995b-e9", "ovs_interfaceid": "4ef5995b-e903-440d-b56a-fde02dc3d0d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.366985] env[70113]: DEBUG oslo_vmware.api [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415089, 'name': PowerOnVM_Task, 'duration_secs': 0.564211} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.367916] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.368208] env[70113]: INFO nova.compute.manager [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Took 10.15 seconds to spawn the instance on the hypervisor. [ 752.368788] env[70113]: DEBUG nova.compute.manager [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.369209] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8ee39b-88f1-4071-9bce-128a7c43f64a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.402686] env[70113]: DEBUG nova.network.neutron [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Successfully created port: c80f06f8-cc12-422e-967f-f8d20013102b {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.410013] env[70113]: DEBUG oslo_concurrency.lockutils [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.476908] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.495444] env[70113]: DEBUG nova.network.neutron [req-db73dd0e-41c0-4402-8dda-f1c676d83198 req-555107ba-a150-4ec5-a4cb-35e88688e0ca service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Updated VIF entry in instance network info cache for port 1c5bf4f4-326d-473a-a06f-b5dcb4776927. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.496137] env[70113]: DEBUG nova.network.neutron [req-db73dd0e-41c0-4402-8dda-f1c676d83198 req-555107ba-a150-4ec5-a4cb-35e88688e0ca service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Updating instance_info_cache with network_info: [{"id": "1c5bf4f4-326d-473a-a06f-b5dcb4776927", "address": "fa:16:3e:4d:4c:9e", "network": {"id": "f0410276-8b0f-4d29-b505-2e00e7b5df5d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1391463906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ef98de74d3741f1bd5882d9f35a1ce4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5bf4f4-32", "ovs_interfaceid": "1c5bf4f4-326d-473a-a06f-b5dcb4776927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.536141] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ea7c4a-aa20-4ddc-8058-d9684b332abe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.544359] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee685d99-72c0-43dd-8f35-89540f3d97a9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.575269] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae12121-dff2-413a-aad4-9c73f5db3d79 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.584346] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bcbc67-a7b3-4a78-9eab-d22428425ca8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.599391] env[70113]: DEBUG nova.compute.provider_tree [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.816193] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a35c1c-c187-09cb-de16-c7a02f0c76a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012323} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.816366] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.816634] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 480263ba-bab0-4026-ac77-0e2f6a425f1e/480263ba-bab0-4026-ac77-0e2f6a425f1e.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.816906] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-374d45ba-1869-46ce-bd4c-6d99a7201266 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.828804] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 752.828804] env[70113]: value = "task-3415090" [ 752.828804] env[70113]: _type = "Task" [ 752.828804] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.837922] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.839463] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Releasing lock "refresh_cache-ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.839757] env[70113]: DEBUG nova.compute.manager [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Instance network_info: |[{"id": "4ef5995b-e903-440d-b56a-fde02dc3d0d5", "address": "fa:16:3e:6e:db:d8", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef5995b-e9", "ovs_interfaceid": "4ef5995b-e903-440d-b56a-fde02dc3d0d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.840647] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:db:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ef5995b-e903-440d-b56a-fde02dc3d0d5', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.847623] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.849106] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.849106] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40fb79df-884b-405a-96c7-a9d38643e7fa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.880229] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.880229] env[70113]: value = "task-3415091" [ 752.880229] env[70113]: _type = "Task" [ 752.880229] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.898857] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415091, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.902250] env[70113]: INFO nova.compute.manager [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Took 40.64 seconds to build instance. [ 752.986944] env[70113]: DEBUG nova.compute.manager [req-8f089031-2a4b-477f-8b36-38709865e53d req-3a3bb890-78d2-44d2-960f-9456ee646f46 service nova] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Received event network-changed-4ef5995b-e903-440d-b56a-fde02dc3d0d5 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.987158] env[70113]: DEBUG nova.compute.manager [req-8f089031-2a4b-477f-8b36-38709865e53d req-3a3bb890-78d2-44d2-960f-9456ee646f46 service nova] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Refreshing instance network info cache due to event network-changed-4ef5995b-e903-440d-b56a-fde02dc3d0d5. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.987416] env[70113]: DEBUG oslo_concurrency.lockutils [req-8f089031-2a4b-477f-8b36-38709865e53d req-3a3bb890-78d2-44d2-960f-9456ee646f46 service nova] Acquiring lock "refresh_cache-ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.987543] env[70113]: DEBUG oslo_concurrency.lockutils [req-8f089031-2a4b-477f-8b36-38709865e53d req-3a3bb890-78d2-44d2-960f-9456ee646f46 service nova] Acquired lock "refresh_cache-ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.987743] env[70113]: DEBUG nova.network.neutron [req-8f089031-2a4b-477f-8b36-38709865e53d req-3a3bb890-78d2-44d2-960f-9456ee646f46 service nova] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Refreshing network info cache for port 4ef5995b-e903-440d-b56a-fde02dc3d0d5 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.998937] env[70113]: DEBUG oslo_concurrency.lockutils [req-db73dd0e-41c0-4402-8dda-f1c676d83198 req-555107ba-a150-4ec5-a4cb-35e88688e0ca service nova] Releasing lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.999206] env[70113]: DEBUG nova.compute.manager [req-db73dd0e-41c0-4402-8dda-f1c676d83198 req-555107ba-a150-4ec5-a4cb-35e88688e0ca service nova] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Received event network-vif-deleted-93953fdd-3d4c-48a5-868a-6dcc9d7771c5 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.102674] env[70113]: DEBUG nova.scheduler.client.report [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.330884] env[70113]: DEBUG nova.compute.manager [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.346226] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415090, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.363467] env[70113]: DEBUG nova.virt.hardware [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.363815] env[70113]: DEBUG nova.virt.hardware [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.364052] env[70113]: DEBUG nova.virt.hardware [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.364324] env[70113]: DEBUG nova.virt.hardware [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.364547] env[70113]: DEBUG nova.virt.hardware [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.364749] env[70113]: DEBUG nova.virt.hardware [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.364998] env[70113]: DEBUG nova.virt.hardware [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.365269] env[70113]: DEBUG nova.virt.hardware [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.365553] env[70113]: DEBUG nova.virt.hardware [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.365798] env[70113]: DEBUG nova.virt.hardware [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.366057] env[70113]: DEBUG nova.virt.hardware [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.367064] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da2c240-1211-4f14-aaab-a1c22edf9b84 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.379552] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6884733-7eac-48aa-a6fb-9f44edf783c7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.393111] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415091, 'name': CreateVM_Task, 'duration_secs': 0.386274} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.401067] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.402064] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.402243] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.402601] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.402837] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5221a1-fc51-4df7-87fc-74f5a30031aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.404872] env[70113]: DEBUG oslo_concurrency.lockutils [None req-374cc447-86bd-4f4e-bb2d-6cd7fd99c7da tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "9be9128e-4576-4941-9f9b-d2bca5d25975" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.880s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.410625] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 753.410625] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]527d7d30-60f3-280d-a3e5-d3bd61ffe323" [ 753.410625] env[70113]: _type = "Task" [ 753.410625] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.419764] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527d7d30-60f3-280d-a3e5-d3bd61ffe323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.612110] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.614461] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.572s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.616132] env[70113]: INFO nova.compute.claims [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.633323] env[70113]: INFO nova.scheduler.client.report [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Deleted allocations for instance 27f7c52b-6c1e-458e-87d1-e04f9fa40442 [ 753.806087] env[70113]: DEBUG nova.network.neutron [req-8f089031-2a4b-477f-8b36-38709865e53d req-3a3bb890-78d2-44d2-960f-9456ee646f46 service nova] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Updated VIF entry in instance network info cache for port 4ef5995b-e903-440d-b56a-fde02dc3d0d5. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.806488] env[70113]: DEBUG nova.network.neutron [req-8f089031-2a4b-477f-8b36-38709865e53d req-3a3bb890-78d2-44d2-960f-9456ee646f46 service nova] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Updating instance_info_cache with network_info: [{"id": "4ef5995b-e903-440d-b56a-fde02dc3d0d5", "address": "fa:16:3e:6e:db:d8", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef5995b-e9", "ovs_interfaceid": "4ef5995b-e903-440d-b56a-fde02dc3d0d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.845735] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609966} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.846350] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 480263ba-bab0-4026-ac77-0e2f6a425f1e/480263ba-bab0-4026-ac77-0e2f6a425f1e.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.846527] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.846787] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5abebfe-72f8-42ef-922f-9e736bcdee03 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.855347] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 753.855347] env[70113]: value = "task-3415092" [ 753.855347] env[70113]: _type = "Task" [ 753.855347] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.864564] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.904494] env[70113]: DEBUG nova.network.neutron [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Successfully updated port: c80f06f8-cc12-422e-967f-f8d20013102b {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.908751] env[70113]: DEBUG nova.compute.manager [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.926184] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527d7d30-60f3-280d-a3e5-d3bd61ffe323, 'name': SearchDatastore_Task, 'duration_secs': 0.011025} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.926514] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.926747] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.926987] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.927152] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.927327] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.927647] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c767484-ff83-465e-a5a0-32206ce06628 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.953899] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.953899] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.954317] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d56b905-9795-447d-ad49-fe7c2616a9d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.961418] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 753.961418] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a955ef-746a-e178-9bdc-411537ed1194" [ 753.961418] env[70113]: _type = "Task" [ 753.961418] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.976729] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a955ef-746a-e178-9bdc-411537ed1194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.028294] env[70113]: DEBUG oslo_concurrency.lockutils [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Acquiring lock "b417ccb7-13dd-434a-9623-1290d65c7ad5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.028600] env[70113]: DEBUG oslo_concurrency.lockutils [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Lock "b417ccb7-13dd-434a-9623-1290d65c7ad5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.028845] env[70113]: DEBUG oslo_concurrency.lockutils [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Acquiring lock "b417ccb7-13dd-434a-9623-1290d65c7ad5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.029075] env[70113]: DEBUG oslo_concurrency.lockutils [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Lock "b417ccb7-13dd-434a-9623-1290d65c7ad5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.029274] env[70113]: DEBUG oslo_concurrency.lockutils [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Lock "b417ccb7-13dd-434a-9623-1290d65c7ad5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.033565] env[70113]: INFO nova.compute.manager [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Terminating instance [ 754.140651] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e740701-6a48-4436-a207-4f5aaceb9f76 tempest-InstanceActionsV221TestJSON-52649998 tempest-InstanceActionsV221TestJSON-52649998-project-member] Lock "27f7c52b-6c1e-458e-87d1-e04f9fa40442" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.352s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.309615] env[70113]: DEBUG oslo_concurrency.lockutils [req-8f089031-2a4b-477f-8b36-38709865e53d req-3a3bb890-78d2-44d2-960f-9456ee646f46 service nova] Releasing lock "refresh_cache-ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.311941] env[70113]: DEBUG nova.compute.manager [req-8f089031-2a4b-477f-8b36-38709865e53d req-3a3bb890-78d2-44d2-960f-9456ee646f46 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Received event network-changed-558c6da6-b095-422c-9ee6-fd0a1d75eeaa {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.311941] env[70113]: DEBUG nova.compute.manager [req-8f089031-2a4b-477f-8b36-38709865e53d req-3a3bb890-78d2-44d2-960f-9456ee646f46 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Refreshing instance network info cache due to event network-changed-558c6da6-b095-422c-9ee6-fd0a1d75eeaa. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.311941] env[70113]: DEBUG oslo_concurrency.lockutils [req-8f089031-2a4b-477f-8b36-38709865e53d req-3a3bb890-78d2-44d2-960f-9456ee646f46 service nova] Acquiring lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.311941] env[70113]: DEBUG oslo_concurrency.lockutils [req-8f089031-2a4b-477f-8b36-38709865e53d req-3a3bb890-78d2-44d2-960f-9456ee646f46 service nova] Acquired lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.311941] env[70113]: DEBUG nova.network.neutron [req-8f089031-2a4b-477f-8b36-38709865e53d req-3a3bb890-78d2-44d2-960f-9456ee646f46 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Refreshing network info cache for port 558c6da6-b095-422c-9ee6-fd0a1d75eeaa {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.322286] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "9be9128e-4576-4941-9f9b-d2bca5d25975" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.322395] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "9be9128e-4576-4941-9f9b-d2bca5d25975" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.322523] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "9be9128e-4576-4941-9f9b-d2bca5d25975-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.322707] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "9be9128e-4576-4941-9f9b-d2bca5d25975-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.322875] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "9be9128e-4576-4941-9f9b-d2bca5d25975-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.324762] env[70113]: INFO nova.compute.manager [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Terminating instance [ 754.367521] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085286} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.367906] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.368651] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ac0b8c-ef3a-417a-8942-7bec4aa58c2c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.393273] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 480263ba-bab0-4026-ac77-0e2f6a425f1e/480263ba-bab0-4026-ac77-0e2f6a425f1e.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.393595] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25d51e6d-4619-4cb2-a7ab-66efb757dc91 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.408496] env[70113]: DEBUG oslo_concurrency.lockutils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "refresh_cache-7ddd9f8f-4faf-42ae-8c67-f5988da5b732" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.408669] env[70113]: DEBUG oslo_concurrency.lockutils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquired lock "refresh_cache-7ddd9f8f-4faf-42ae-8c67-f5988da5b732" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.408833] env[70113]: DEBUG nova.network.neutron [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.416736] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 754.416736] env[70113]: value = "task-3415093" [ 754.416736] env[70113]: _type = "Task" [ 754.416736] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.430916] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.440232] env[70113]: DEBUG oslo_concurrency.lockutils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.471460] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a955ef-746a-e178-9bdc-411537ed1194, 'name': SearchDatastore_Task, 'duration_secs': 0.04772} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.472284] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f076d3-a4a8-451d-be28-f6804b159864 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.477736] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 754.477736] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c34fcf-ba5f-fcd3-6c25-5eec16c1288c" [ 754.477736] env[70113]: _type = "Task" [ 754.477736] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.485495] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c34fcf-ba5f-fcd3-6c25-5eec16c1288c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.538103] env[70113]: DEBUG nova.compute.manager [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.538360] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.539377] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d2682b-21a0-4311-b1a8-cc79f43f3158 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.547813] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.548060] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eb802b1-7d42-44e8-add2-946db6687350 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.555562] env[70113]: DEBUG oslo_vmware.api [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Waiting for the task: (returnval){ [ 754.555562] env[70113]: value = "task-3415094" [ 754.555562] env[70113]: _type = "Task" [ 754.555562] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.564377] env[70113]: DEBUG oslo_vmware.api [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': task-3415094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.832505] env[70113]: DEBUG nova.compute.manager [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.832795] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.834026] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32ca100-51f3-4e67-a691-f73043589c1f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.844413] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.847270] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f606e60f-261c-4ac0-a7ae-658558614874 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.855687] env[70113]: DEBUG oslo_vmware.api [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 754.855687] env[70113]: value = "task-3415095" [ 754.855687] env[70113]: _type = "Task" [ 754.855687] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.871325] env[70113]: DEBUG oslo_vmware.api [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.929074] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415093, 'name': ReconfigVM_Task, 'duration_secs': 0.455495} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.929609] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 480263ba-bab0-4026-ac77-0e2f6a425f1e/480263ba-bab0-4026-ac77-0e2f6a425f1e.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.930563] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b5de654-5d8b-46d9-a519-bceaf3b1d747 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.939516] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 754.939516] env[70113]: value = "task-3415096" [ 754.939516] env[70113]: _type = "Task" [ 754.939516] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.953732] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415096, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.963605] env[70113]: DEBUG nova.network.neutron [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.994268] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c34fcf-ba5f-fcd3-6c25-5eec16c1288c, 'name': SearchDatastore_Task, 'duration_secs': 0.025409} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.994556] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.994792] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f/ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.995063] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1f64ffc-a886-48b3-adc3-d7da0379d5b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.005389] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 755.005389] env[70113]: value = "task-3415097" [ 755.005389] env[70113]: _type = "Task" [ 755.005389] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.017195] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.066824] env[70113]: DEBUG oslo_vmware.api [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': task-3415094, 'name': PowerOffVM_Task, 'duration_secs': 0.239776} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.069504] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.069683] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.070898] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecd568a3-ba63-4ade-9487-1757391c3d47 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.140533] env[70113]: DEBUG nova.compute.manager [req-034146c0-63d0-4b80-98cf-362b7e35a8a0 req-824ade26-9849-402b-ba0f-3296b00375f7 service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Received event network-vif-plugged-c80f06f8-cc12-422e-967f-f8d20013102b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.141132] env[70113]: DEBUG oslo_concurrency.lockutils [req-034146c0-63d0-4b80-98cf-362b7e35a8a0 req-824ade26-9849-402b-ba0f-3296b00375f7 service nova] Acquiring lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.141132] env[70113]: DEBUG oslo_concurrency.lockutils [req-034146c0-63d0-4b80-98cf-362b7e35a8a0 req-824ade26-9849-402b-ba0f-3296b00375f7 service nova] Lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.141621] env[70113]: DEBUG oslo_concurrency.lockutils [req-034146c0-63d0-4b80-98cf-362b7e35a8a0 req-824ade26-9849-402b-ba0f-3296b00375f7 service nova] Lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.141621] env[70113]: DEBUG nova.compute.manager [req-034146c0-63d0-4b80-98cf-362b7e35a8a0 req-824ade26-9849-402b-ba0f-3296b00375f7 service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] No waiting events found dispatching network-vif-plugged-c80f06f8-cc12-422e-967f-f8d20013102b {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.141621] env[70113]: WARNING nova.compute.manager [req-034146c0-63d0-4b80-98cf-362b7e35a8a0 req-824ade26-9849-402b-ba0f-3296b00375f7 service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Received unexpected event network-vif-plugged-c80f06f8-cc12-422e-967f-f8d20013102b for instance with vm_state building and task_state spawning. [ 755.142349] env[70113]: DEBUG nova.compute.manager [req-034146c0-63d0-4b80-98cf-362b7e35a8a0 req-824ade26-9849-402b-ba0f-3296b00375f7 service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Received event network-changed-c80f06f8-cc12-422e-967f-f8d20013102b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.142349] env[70113]: DEBUG nova.compute.manager [req-034146c0-63d0-4b80-98cf-362b7e35a8a0 req-824ade26-9849-402b-ba0f-3296b00375f7 service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Refreshing instance network info cache due to event network-changed-c80f06f8-cc12-422e-967f-f8d20013102b. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.142349] env[70113]: DEBUG oslo_concurrency.lockutils [req-034146c0-63d0-4b80-98cf-362b7e35a8a0 req-824ade26-9849-402b-ba0f-3296b00375f7 service nova] Acquiring lock "refresh_cache-7ddd9f8f-4faf-42ae-8c67-f5988da5b732" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.164022] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.164022] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.164022] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Deleting the datastore file [datastore1] b417ccb7-13dd-434a-9623-1290d65c7ad5 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.164022] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7711474-9065-45d9-8c74-88f4721a0dba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.176026] env[70113]: DEBUG oslo_vmware.api [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Waiting for the task: (returnval){ [ 755.176026] env[70113]: value = "task-3415099" [ 755.176026] env[70113]: _type = "Task" [ 755.176026] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.185554] env[70113]: DEBUG oslo_vmware.api [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': task-3415099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.218321] env[70113]: DEBUG nova.network.neutron [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Updating instance_info_cache with network_info: [{"id": "c80f06f8-cc12-422e-967f-f8d20013102b", "address": "fa:16:3e:32:12:91", "network": {"id": "cc7be030-b5c8-4873-830a-6ae3cd2f2071", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-396193495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "995a484ee0644bba855633a11a473c30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80f06f8-cc", "ovs_interfaceid": "c80f06f8-cc12-422e-967f-f8d20013102b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.226223] env[70113]: DEBUG nova.network.neutron [req-8f089031-2a4b-477f-8b36-38709865e53d req-3a3bb890-78d2-44d2-960f-9456ee646f46 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Updated VIF entry in instance network info cache for port 558c6da6-b095-422c-9ee6-fd0a1d75eeaa. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.226223] env[70113]: DEBUG nova.network.neutron [req-8f089031-2a4b-477f-8b36-38709865e53d req-3a3bb890-78d2-44d2-960f-9456ee646f46 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Updating instance_info_cache with network_info: [{"id": "558c6da6-b095-422c-9ee6-fd0a1d75eeaa", "address": "fa:16:3e:bb:d7:8b", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558c6da6-b0", "ovs_interfaceid": "558c6da6-b095-422c-9ee6-fd0a1d75eeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.265725] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53082a2e-ac0f-44ee-a742-e26ba9008721 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.274635] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037e8ba3-d7da-4c2c-bf0e-8ce60f8d8903 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.310603] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36896c74-639d-4370-95c7-f320e373305a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.320062] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c93ffe-4afe-4203-a67c-9ca76cb5ca44 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.336643] env[70113]: DEBUG nova.compute.provider_tree [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.370313] env[70113]: DEBUG oslo_vmware.api [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415095, 'name': PowerOffVM_Task, 'duration_secs': 0.171806} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.370694] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.370967] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.371050] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2715c378-caaf-4d8d-abab-8ec707338178 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.452187] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415096, 'name': Rename_Task, 'duration_secs': 0.15544} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.452504] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.452741] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-741833c3-9bec-4e56-a1c1-a043e0176f96 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.461904] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 755.461904] env[70113]: value = "task-3415101" [ 755.461904] env[70113]: _type = "Task" [ 755.461904] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.466743] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.466959] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.467152] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleting the datastore file [datastore2] 9be9128e-4576-4941-9f9b-d2bca5d25975 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.467842] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9822a29f-64c6-4fe9-9f27-bb51fb909075 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.474101] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.475612] env[70113]: DEBUG oslo_vmware.api [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 755.475612] env[70113]: value = "task-3415102" [ 755.475612] env[70113]: _type = "Task" [ 755.475612] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.486853] env[70113]: DEBUG oslo_vmware.api [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.516860] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415097, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.684172] env[70113]: DEBUG oslo_vmware.api [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Task: {'id': task-3415099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354708} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.684419] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.684605] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.684783] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.684953] env[70113]: INFO nova.compute.manager [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 755.685210] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.685397] env[70113]: DEBUG nova.compute.manager [-] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.685507] env[70113]: DEBUG nova.network.neutron [-] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.721597] env[70113]: DEBUG oslo_concurrency.lockutils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Releasing lock "refresh_cache-7ddd9f8f-4faf-42ae-8c67-f5988da5b732" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.721943] env[70113]: DEBUG nova.compute.manager [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Instance network_info: |[{"id": "c80f06f8-cc12-422e-967f-f8d20013102b", "address": "fa:16:3e:32:12:91", "network": {"id": "cc7be030-b5c8-4873-830a-6ae3cd2f2071", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-396193495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "995a484ee0644bba855633a11a473c30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80f06f8-cc", "ovs_interfaceid": "c80f06f8-cc12-422e-967f-f8d20013102b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.722265] env[70113]: DEBUG oslo_concurrency.lockutils [req-034146c0-63d0-4b80-98cf-362b7e35a8a0 req-824ade26-9849-402b-ba0f-3296b00375f7 service nova] Acquired lock "refresh_cache-7ddd9f8f-4faf-42ae-8c67-f5988da5b732" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.722438] env[70113]: DEBUG nova.network.neutron [req-034146c0-63d0-4b80-98cf-362b7e35a8a0 req-824ade26-9849-402b-ba0f-3296b00375f7 service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Refreshing network info cache for port c80f06f8-cc12-422e-967f-f8d20013102b {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.723869] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:12:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c80f06f8-cc12-422e-967f-f8d20013102b', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.731851] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.735159] env[70113]: DEBUG oslo_concurrency.lockutils [req-8f089031-2a4b-477f-8b36-38709865e53d req-3a3bb890-78d2-44d2-960f-9456ee646f46 service nova] Releasing lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.735502] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.736044] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de85ae16-e4a5-459f-b223-02482ad7c08d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.757768] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.757768] env[70113]: value = "task-3415103" [ 755.757768] env[70113]: _type = "Task" [ 755.757768] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.772115] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415103, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.845237] env[70113]: DEBUG nova.scheduler.client.report [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.975223] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.989906] env[70113]: DEBUG oslo_vmware.api [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405769} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.990493] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.990818] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.991113] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.991410] env[70113]: INFO nova.compute.manager [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Took 1.16 seconds to destroy the instance on the hypervisor. [ 755.991744] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.992040] env[70113]: DEBUG nova.compute.manager [-] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.992220] env[70113]: DEBUG nova.network.neutron [-] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.020066] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527023} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.020066] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f/ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.020066] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.020066] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a83d3c69-aee3-4e45-9125-dfb5c3078412 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.027338] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 756.027338] env[70113]: value = "task-3415104" [ 756.027338] env[70113]: _type = "Task" [ 756.027338] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.039585] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.210099] env[70113]: DEBUG nova.network.neutron [req-034146c0-63d0-4b80-98cf-362b7e35a8a0 req-824ade26-9849-402b-ba0f-3296b00375f7 service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Updated VIF entry in instance network info cache for port c80f06f8-cc12-422e-967f-f8d20013102b. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.210099] env[70113]: DEBUG nova.network.neutron [req-034146c0-63d0-4b80-98cf-362b7e35a8a0 req-824ade26-9849-402b-ba0f-3296b00375f7 service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Updating instance_info_cache with network_info: [{"id": "c80f06f8-cc12-422e-967f-f8d20013102b", "address": "fa:16:3e:32:12:91", "network": {"id": "cc7be030-b5c8-4873-830a-6ae3cd2f2071", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-396193495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "995a484ee0644bba855633a11a473c30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80f06f8-cc", "ovs_interfaceid": "c80f06f8-cc12-422e-967f-f8d20013102b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.273197] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415103, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.353631] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.354193] env[70113]: DEBUG nova.compute.manager [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.356936] env[70113]: DEBUG oslo_concurrency.lockutils [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.014s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.358842] env[70113]: DEBUG nova.objects.instance [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70113) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 756.482706] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415101, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.502127] env[70113]: DEBUG nova.compute.manager [req-933929d8-2285-4d0c-9580-72ee1d62dad6 req-33ac14d9-d96a-4dcd-b3a9-2f22becdc4d2 service nova] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Received event network-vif-deleted-bbc830bf-060e-4c4e-a596-7e480b25f8ae {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.502339] env[70113]: INFO nova.compute.manager [req-933929d8-2285-4d0c-9580-72ee1d62dad6 req-33ac14d9-d96a-4dcd-b3a9-2f22becdc4d2 service nova] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Neutron deleted interface bbc830bf-060e-4c4e-a596-7e480b25f8ae; detaching it from the instance and deleting it from the info cache [ 756.502520] env[70113]: DEBUG nova.network.neutron [req-933929d8-2285-4d0c-9580-72ee1d62dad6 req-33ac14d9-d96a-4dcd-b3a9-2f22becdc4d2 service nova] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.541194] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076702} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.541467] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.542325] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184e4316-d705-4880-8236-365e9083604f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.567999] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f/ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.568349] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f645798-a118-42a7-a0c0-b97e1ac27890 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.589582] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 756.589582] env[70113]: value = "task-3415105" [ 756.589582] env[70113]: _type = "Task" [ 756.589582] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.600481] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.712299] env[70113]: DEBUG oslo_concurrency.lockutils [req-034146c0-63d0-4b80-98cf-362b7e35a8a0 req-824ade26-9849-402b-ba0f-3296b00375f7 service nova] Releasing lock "refresh_cache-7ddd9f8f-4faf-42ae-8c67-f5988da5b732" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.770228] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415103, 'name': CreateVM_Task, 'duration_secs': 0.712475} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.770543] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.771379] env[70113]: DEBUG oslo_concurrency.lockutils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.771601] env[70113]: DEBUG oslo_concurrency.lockutils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.772146] env[70113]: DEBUG oslo_concurrency.lockutils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.772390] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1fb579a-0188-4afd-9e00-7dfd43f03b79 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.779966] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 756.779966] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]526ded54-302c-84ff-d06a-a63a178961ad" [ 756.779966] env[70113]: _type = "Task" [ 756.779966] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.790753] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526ded54-302c-84ff-d06a-a63a178961ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.869481] env[70113]: DEBUG nova.compute.utils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.870718] env[70113]: DEBUG nova.compute.manager [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.870888] env[70113]: DEBUG nova.network.neutron [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.933783] env[70113]: DEBUG nova.policy [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e080b611428c4fd3b62daf142666d385', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17c9551a50834cf1862676e20781c904', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.976566] env[70113]: DEBUG nova.network.neutron [-] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.982117] env[70113]: DEBUG oslo_vmware.api [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415101, 'name': PowerOnVM_Task, 'duration_secs': 1.039532} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.984098] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.984344] env[70113]: INFO nova.compute.manager [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Took 9.31 seconds to spawn the instance on the hypervisor. [ 756.984523] env[70113]: DEBUG nova.compute.manager [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.986110] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c70c9b6-bfe1-48d7-b749-75b63a4014ea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.006771] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ce75f53-b3e6-4c7a-8eea-e68dae8ce21a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.021307] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88f5d21-8e88-48ea-9918-13fc1765cac5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.078248] env[70113]: DEBUG nova.compute.manager [req-933929d8-2285-4d0c-9580-72ee1d62dad6 req-33ac14d9-d96a-4dcd-b3a9-2f22becdc4d2 service nova] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Detach interface failed, port_id=bbc830bf-060e-4c4e-a596-7e480b25f8ae, reason: Instance 9be9128e-4576-4941-9f9b-d2bca5d25975 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 757.104060] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415105, 'name': ReconfigVM_Task, 'duration_secs': 0.488124} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.104365] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Reconfigured VM instance instance-0000001b to attach disk [datastore2] ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f/ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.104982] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b0086e8-fd58-4a5e-85e6-477d7c38269a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.113239] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 757.113239] env[70113]: value = "task-3415106" [ 757.113239] env[70113]: _type = "Task" [ 757.113239] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.124698] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415106, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.173919] env[70113]: DEBUG nova.compute.manager [req-8ed7f585-e6f1-41aa-b05e-5f2b718c031d req-c7964b12-5422-42ef-b9d7-1dae648f88ad service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Received event network-vif-deleted-08253abd-ee3b-43d9-bc5a-d51693687298 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.174102] env[70113]: INFO nova.compute.manager [req-8ed7f585-e6f1-41aa-b05e-5f2b718c031d req-c7964b12-5422-42ef-b9d7-1dae648f88ad service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Neutron deleted interface 08253abd-ee3b-43d9-bc5a-d51693687298; detaching it from the instance and deleting it from the info cache [ 757.174280] env[70113]: DEBUG nova.network.neutron [req-8ed7f585-e6f1-41aa-b05e-5f2b718c031d req-c7964b12-5422-42ef-b9d7-1dae648f88ad service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.241924] env[70113]: DEBUG nova.network.neutron [-] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.294077] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526ded54-302c-84ff-d06a-a63a178961ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012243} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.294077] env[70113]: DEBUG oslo_concurrency.lockutils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.294077] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.294077] env[70113]: DEBUG oslo_concurrency.lockutils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.294231] env[70113]: DEBUG oslo_concurrency.lockutils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.294231] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.294231] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c2651d6-72dc-4cc0-977f-7ad97bbd0ba6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.304529] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.304713] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.305482] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-410b9b8b-0d63-4be2-93dd-69870e3fa22a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.312008] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 757.312008] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52095b2f-e1b6-faef-6ad5-06bc0f772d89" [ 757.312008] env[70113]: _type = "Task" [ 757.312008] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.323165] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52095b2f-e1b6-faef-6ad5-06bc0f772d89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.326903] env[70113]: DEBUG nova.network.neutron [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Successfully created port: 23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.376612] env[70113]: DEBUG oslo_concurrency.lockutils [None req-240b48b5-be4d-4c8a-bbbc-aadaa39b0ab1 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.377744] env[70113]: DEBUG nova.compute.manager [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.385590] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.920s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.386079] env[70113]: INFO nova.compute.claims [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.484303] env[70113]: INFO nova.compute.manager [-] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Took 1.49 seconds to deallocate network for instance. [ 757.516095] env[70113]: INFO nova.compute.manager [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Took 38.75 seconds to build instance. [ 757.624495] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415106, 'name': Rename_Task, 'duration_secs': 0.152488} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.624781] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.625048] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fa676b1-68ae-4143-bfee-08d9a6f6c65d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.634360] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 757.634360] env[70113]: value = "task-3415107" [ 757.634360] env[70113]: _type = "Task" [ 757.634360] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.643583] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.678236] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cb3cb60-9842-4b1c-9920-fd56ac96b048 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.688934] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e225de-1fb4-47d5-97af-751b0c08a7d8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.723588] env[70113]: DEBUG nova.compute.manager [req-8ed7f585-e6f1-41aa-b05e-5f2b718c031d req-c7964b12-5422-42ef-b9d7-1dae648f88ad service nova] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Detach interface failed, port_id=08253abd-ee3b-43d9-bc5a-d51693687298, reason: Instance b417ccb7-13dd-434a-9623-1290d65c7ad5 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 757.746144] env[70113]: INFO nova.compute.manager [-] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Took 2.06 seconds to deallocate network for instance. [ 757.825112] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52095b2f-e1b6-faef-6ad5-06bc0f772d89, 'name': SearchDatastore_Task, 'duration_secs': 0.01122} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.826022] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f008791a-25a0-4df7-bba4-c267c5b4c08d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.833106] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 757.833106] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5244a5c9-9c33-5677-4e36-b3db44ba24e7" [ 757.833106] env[70113]: _type = "Task" [ 757.833106] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.843839] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5244a5c9-9c33-5677-4e36-b3db44ba24e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.995079] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.017701] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b759e42a-de94-41a1-aef1-4181d8bae1d3 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Lock "480263ba-bab0-4026-ac77-0e2f6a425f1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.854s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.088978] env[70113]: INFO nova.compute.manager [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Rescuing [ 758.089759] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Acquiring lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.090500] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Acquired lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.090500] env[70113]: DEBUG nova.network.neutron [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.146832] env[70113]: DEBUG oslo_vmware.api [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415107, 'name': PowerOnVM_Task, 'duration_secs': 0.502319} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.147104] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.147300] env[70113]: INFO nova.compute.manager [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Took 7.65 seconds to spawn the instance on the hypervisor. [ 758.147469] env[70113]: DEBUG nova.compute.manager [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.148298] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a30a56-fbe8-4632-a3eb-7afdb00c524e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.255049] env[70113]: DEBUG oslo_concurrency.lockutils [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.345047] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5244a5c9-9c33-5677-4e36-b3db44ba24e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01418} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.345326] env[70113]: DEBUG oslo_concurrency.lockutils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.345601] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 7ddd9f8f-4faf-42ae-8c67-f5988da5b732/7ddd9f8f-4faf-42ae-8c67-f5988da5b732.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.345864] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e468a193-6951-41c6-b678-b635e5f485c1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.353430] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 758.353430] env[70113]: value = "task-3415108" [ 758.353430] env[70113]: _type = "Task" [ 758.353430] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.361948] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.401208] env[70113]: DEBUG nova.compute.manager [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.440019] env[70113]: DEBUG nova.virt.hardware [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.440019] env[70113]: DEBUG nova.virt.hardware [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.440019] env[70113]: DEBUG nova.virt.hardware [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.440210] env[70113]: DEBUG nova.virt.hardware [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.440210] env[70113]: DEBUG nova.virt.hardware [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.440210] env[70113]: DEBUG nova.virt.hardware [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.440210] env[70113]: DEBUG nova.virt.hardware [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.440563] env[70113]: DEBUG nova.virt.hardware [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.440852] env[70113]: DEBUG nova.virt.hardware [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.441134] env[70113]: DEBUG nova.virt.hardware [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.441413] env[70113]: DEBUG nova.virt.hardware [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.445016] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6d9ed2-139e-44d7-ac58-01d8a618e9ad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.455104] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bde96d-9ef5-4ba2-ac26-5cec5195827d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.521465] env[70113]: DEBUG nova.compute.manager [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.667438] env[70113]: INFO nova.compute.manager [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Took 37.00 seconds to build instance. [ 758.852341] env[70113]: DEBUG nova.network.neutron [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Successfully updated port: 23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.870222] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.999817] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12afc9b9-d5c9-43a5-9a42-64e2596ad316 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.011189] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb7b8d7-9721-41cc-a1c4-d8c16a841ed7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.075162] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079f6aea-d251-4327-a6da-1d78bdd8af36 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.087218] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa21e43-ea48-4f32-8d7e-0285e315f51f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.095496] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.096902] env[70113]: DEBUG nova.network.neutron [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Updating instance_info_cache with network_info: [{"id": "1c5bf4f4-326d-473a-a06f-b5dcb4776927", "address": "fa:16:3e:4d:4c:9e", "network": {"id": "f0410276-8b0f-4d29-b505-2e00e7b5df5d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1391463906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ef98de74d3741f1bd5882d9f35a1ce4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5bf4f4-32", "ovs_interfaceid": "1c5bf4f4-326d-473a-a06f-b5dcb4776927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.110617] env[70113]: DEBUG nova.compute.provider_tree [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.113663] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Releasing lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.170259] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f678a2b1-d3a3-4179-9d45-ffcc2f08498f tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.413s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.354377] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Acquiring lock "refresh_cache-f1868a7a-65b3-45b9-ac80-9d9716031a89" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.354377] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Acquired lock "refresh_cache-f1868a7a-65b3-45b9-ac80-9d9716031a89" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.354377] env[70113]: DEBUG nova.network.neutron [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.372510] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.995965} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.372510] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 7ddd9f8f-4faf-42ae-8c67-f5988da5b732/7ddd9f8f-4faf-42ae-8c67-f5988da5b732.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.372510] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.372510] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfbd86a8-f9de-48f2-a369-0f7a2353f1d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.380483] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 759.380483] env[70113]: value = "task-3415109" [ 759.380483] env[70113]: _type = "Task" [ 759.380483] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.393472] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.459362] env[70113]: DEBUG nova.compute.manager [req-a5f53f8c-efd2-40ca-b041-9f418f2553c0 req-8c979ccd-83a7-4944-bf10-41657a8daa27 service nova] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Received event network-vif-plugged-23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.459362] env[70113]: DEBUG oslo_concurrency.lockutils [req-a5f53f8c-efd2-40ca-b041-9f418f2553c0 req-8c979ccd-83a7-4944-bf10-41657a8daa27 service nova] Acquiring lock "f1868a7a-65b3-45b9-ac80-9d9716031a89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.460328] env[70113]: DEBUG oslo_concurrency.lockutils [req-a5f53f8c-efd2-40ca-b041-9f418f2553c0 req-8c979ccd-83a7-4944-bf10-41657a8daa27 service nova] Lock "f1868a7a-65b3-45b9-ac80-9d9716031a89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.460754] env[70113]: DEBUG oslo_concurrency.lockutils [req-a5f53f8c-efd2-40ca-b041-9f418f2553c0 req-8c979ccd-83a7-4944-bf10-41657a8daa27 service nova] Lock "f1868a7a-65b3-45b9-ac80-9d9716031a89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.461092] env[70113]: DEBUG nova.compute.manager [req-a5f53f8c-efd2-40ca-b041-9f418f2553c0 req-8c979ccd-83a7-4944-bf10-41657a8daa27 service nova] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] No waiting events found dispatching network-vif-plugged-23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.461413] env[70113]: WARNING nova.compute.manager [req-a5f53f8c-efd2-40ca-b041-9f418f2553c0 req-8c979ccd-83a7-4944-bf10-41657a8daa27 service nova] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Received unexpected event network-vif-plugged-23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7 for instance with vm_state building and task_state spawning. [ 759.461815] env[70113]: DEBUG nova.compute.manager [req-a5f53f8c-efd2-40ca-b041-9f418f2553c0 req-8c979ccd-83a7-4944-bf10-41657a8daa27 service nova] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Received event network-changed-23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.462152] env[70113]: DEBUG nova.compute.manager [req-a5f53f8c-efd2-40ca-b041-9f418f2553c0 req-8c979ccd-83a7-4944-bf10-41657a8daa27 service nova] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Refreshing instance network info cache due to event network-changed-23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.462459] env[70113]: DEBUG oslo_concurrency.lockutils [req-a5f53f8c-efd2-40ca-b041-9f418f2553c0 req-8c979ccd-83a7-4944-bf10-41657a8daa27 service nova] Acquiring lock "refresh_cache-f1868a7a-65b3-45b9-ac80-9d9716031a89" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.620123] env[70113]: DEBUG nova.scheduler.client.report [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.675822] env[70113]: DEBUG nova.compute.manager [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.849176] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c08db29-f107-4f7a-96ee-50e55f8738dd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.860451] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89d078a1-20ca-4bf2-af94-31415b40d006 tempest-ServersAdminNegativeTestJSON-1465656249 tempest-ServersAdminNegativeTestJSON-1465656249-project-admin] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Suspending the VM {{(pid=70113) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 759.860739] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ae5ce859-a5d3-4a4e-bc78-c571d333cbca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.871599] env[70113]: DEBUG oslo_vmware.api [None req-89d078a1-20ca-4bf2-af94-31415b40d006 tempest-ServersAdminNegativeTestJSON-1465656249 tempest-ServersAdminNegativeTestJSON-1465656249-project-admin] Waiting for the task: (returnval){ [ 759.871599] env[70113]: value = "task-3415110" [ 759.871599] env[70113]: _type = "Task" [ 759.871599] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.882212] env[70113]: DEBUG oslo_vmware.api [None req-89d078a1-20ca-4bf2-af94-31415b40d006 tempest-ServersAdminNegativeTestJSON-1465656249 tempest-ServersAdminNegativeTestJSON-1465656249-project-admin] Task: {'id': task-3415110, 'name': SuspendVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.894708] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086226} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.894965] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.895815] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d9b705-6874-4347-8e79-70593546c6cc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.924949] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 7ddd9f8f-4faf-42ae-8c67-f5988da5b732/7ddd9f8f-4faf-42ae-8c67-f5988da5b732.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.926027] env[70113]: DEBUG nova.network.neutron [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.928593] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-208bed92-d4fe-4b4e-bb7f-08c750dd9a7a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.954679] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 759.954679] env[70113]: value = "task-3415111" [ 759.954679] env[70113]: _type = "Task" [ 759.954679] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.968403] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.124462] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.125125] env[70113]: DEBUG nova.compute.manager [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.128598] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.081s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.128957] env[70113]: DEBUG nova.objects.instance [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lazy-loading 'resources' on Instance uuid 1d897aa5-a007-4b5b-93c9-8769a1993d1d {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.223353] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.391549] env[70113]: DEBUG oslo_vmware.api [None req-89d078a1-20ca-4bf2-af94-31415b40d006 tempest-ServersAdminNegativeTestJSON-1465656249 tempest-ServersAdminNegativeTestJSON-1465656249-project-admin] Task: {'id': task-3415110, 'name': SuspendVM_Task} progress is 41%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.422581] env[70113]: DEBUG nova.network.neutron [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Updating instance_info_cache with network_info: [{"id": "23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7", "address": "fa:16:3e:c3:05:61", "network": {"id": "81b4783f-a5cf-48cc-a0d9-bebe91f60f0a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1492611457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c9551a50834cf1862676e20781c904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23282b6d-8f", "ovs_interfaceid": "23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.466026] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.637727] env[70113]: DEBUG nova.compute.utils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.642792] env[70113]: DEBUG nova.compute.manager [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.643224] env[70113]: DEBUG nova.network.neutron [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.662052] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.662052] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-914174d3-2234-46d4-8082-a4d5de5d5de6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.670025] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 760.670025] env[70113]: value = "task-3415112" [ 760.670025] env[70113]: _type = "Task" [ 760.670025] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.681913] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.702802] env[70113]: DEBUG nova.policy [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59f14e4532124c6e9628792193fe2cab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ff3c579641845b6822d577043b8ec1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.889198] env[70113]: DEBUG oslo_vmware.api [None req-89d078a1-20ca-4bf2-af94-31415b40d006 tempest-ServersAdminNegativeTestJSON-1465656249 tempest-ServersAdminNegativeTestJSON-1465656249-project-admin] Task: {'id': task-3415110, 'name': SuspendVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.924893] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Releasing lock "refresh_cache-f1868a7a-65b3-45b9-ac80-9d9716031a89" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.925409] env[70113]: DEBUG nova.compute.manager [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Instance network_info: |[{"id": "23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7", "address": "fa:16:3e:c3:05:61", "network": {"id": "81b4783f-a5cf-48cc-a0d9-bebe91f60f0a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1492611457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c9551a50834cf1862676e20781c904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23282b6d-8f", "ovs_interfaceid": "23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.925919] env[70113]: DEBUG oslo_concurrency.lockutils [req-a5f53f8c-efd2-40ca-b041-9f418f2553c0 req-8c979ccd-83a7-4944-bf10-41657a8daa27 service nova] Acquired lock "refresh_cache-f1868a7a-65b3-45b9-ac80-9d9716031a89" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.926269] env[70113]: DEBUG nova.network.neutron [req-a5f53f8c-efd2-40ca-b041-9f418f2553c0 req-8c979ccd-83a7-4944-bf10-41657a8daa27 service nova] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Refreshing network info cache for port 23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.927655] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:05:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.937949] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Creating folder: Project (17c9551a50834cf1862676e20781c904). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.942404] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e82fec14-2572-40c3-9dbc-f4f28bb9d523 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.964241] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Created folder: Project (17c9551a50834cf1862676e20781c904) in parent group-v681336. [ 760.964241] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Creating folder: Instances. Parent ref: group-v681416. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.967574] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14f1b951-d152-4f50-b3b8-5afc3dea64b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.975595] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415111, 'name': ReconfigVM_Task, 'duration_secs': 0.842919} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.976739] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 7ddd9f8f-4faf-42ae-8c67-f5988da5b732/7ddd9f8f-4faf-42ae-8c67-f5988da5b732.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.979147] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-920ebc5b-c6f0-4506-b502-17a4f8404dea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.988789] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Created folder: Instances in parent group-v681416. [ 760.988972] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.990278] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.990605] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 760.990605] env[70113]: value = "task-3415115" [ 760.990605] env[70113]: _type = "Task" [ 760.990605] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.990796] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dbcf92a-12b6-4efd-ad8c-92c8c4b47469 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.026739] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415115, 'name': Rename_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.028659] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.028659] env[70113]: value = "task-3415116" [ 761.028659] env[70113]: _type = "Task" [ 761.028659] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.041619] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415116, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.146186] env[70113]: DEBUG nova.compute.manager [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.181169] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415112, 'name': PowerOffVM_Task, 'duration_secs': 0.409714} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.181515] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.182374] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7c29f2-efad-45d8-bdc7-a2824e157fdf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.208519] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddf59d6-72b2-4119-a6ea-5f960b3ceb08 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.255804] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.256143] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbdee631-4290-4c07-8006-e0a92331e06d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.263894] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 761.263894] env[70113]: value = "task-3415117" [ 761.263894] env[70113]: _type = "Task" [ 761.263894] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.288030] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] VM already powered off {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 761.288030] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.288030] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.288030] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.288231] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.293088] env[70113]: DEBUG nova.network.neutron [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Successfully created port: 87ce0834-7d17-4371-9044-f1400f072113 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.295500] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45043cb1-6349-407f-87c9-fe123adda197 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.314094] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.314359] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.315121] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8beb13c3-a2c8-4668-a888-dacd2ff12c95 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.321808] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 761.321808] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52972a3a-3f5a-04d4-fe5a-a09c3a5bbcef" [ 761.321808] env[70113]: _type = "Task" [ 761.321808] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.333828] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52972a3a-3f5a-04d4-fe5a-a09c3a5bbcef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.387332] env[70113]: DEBUG oslo_vmware.api [None req-89d078a1-20ca-4bf2-af94-31415b40d006 tempest-ServersAdminNegativeTestJSON-1465656249 tempest-ServersAdminNegativeTestJSON-1465656249-project-admin] Task: {'id': task-3415110, 'name': SuspendVM_Task, 'duration_secs': 1.072626} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.387606] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89d078a1-20ca-4bf2-af94-31415b40d006 tempest-ServersAdminNegativeTestJSON-1465656249 tempest-ServersAdminNegativeTestJSON-1465656249-project-admin] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Suspended the VM {{(pid=70113) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 761.387836] env[70113]: DEBUG nova.compute.manager [None req-89d078a1-20ca-4bf2-af94-31415b40d006 tempest-ServersAdminNegativeTestJSON-1465656249 tempest-ServersAdminNegativeTestJSON-1465656249-project-admin] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.389096] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd140e8-2685-4fb3-a9c0-063aeb7fda27 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.407525] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664269ae-b646-4471-8b9f-1c56f7282584 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.416491] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c57615-9aee-4ac1-9077-2831683d636d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.453921] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19576f2c-cca1-456b-a6cd-dbbdd9ff2ce4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.466042] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2469cdf8-1089-4b73-b03d-3e0275434b93 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.485776] env[70113]: DEBUG nova.compute.provider_tree [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.522144] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415115, 'name': Rename_Task, 'duration_secs': 0.260366} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.522710] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.522710] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ace994e4-bf41-42f9-b7c4-5207e3282845 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.538026] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 761.538026] env[70113]: value = "task-3415118" [ 761.538026] env[70113]: _type = "Task" [ 761.538026] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.541608] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415116, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.547923] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.695528] env[70113]: DEBUG nova.network.neutron [req-a5f53f8c-efd2-40ca-b041-9f418f2553c0 req-8c979ccd-83a7-4944-bf10-41657a8daa27 service nova] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Updated VIF entry in instance network info cache for port 23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.695528] env[70113]: DEBUG nova.network.neutron [req-a5f53f8c-efd2-40ca-b041-9f418f2553c0 req-8c979ccd-83a7-4944-bf10-41657a8daa27 service nova] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Updating instance_info_cache with network_info: [{"id": "23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7", "address": "fa:16:3e:c3:05:61", "network": {"id": "81b4783f-a5cf-48cc-a0d9-bebe91f60f0a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1492611457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17c9551a50834cf1862676e20781c904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23282b6d-8f", "ovs_interfaceid": "23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.834056] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52972a3a-3f5a-04d4-fe5a-a09c3a5bbcef, 'name': SearchDatastore_Task, 'duration_secs': 0.018287} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.834873] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4367868a-ebd5-425c-8d4e-ae84d22d02a4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.840728] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 761.840728] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]525d6753-aac1-7c1c-5cc5-f12f4bd19085" [ 761.840728] env[70113]: _type = "Task" [ 761.840728] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.851366] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525d6753-aac1-7c1c-5cc5-f12f4bd19085, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.990549] env[70113]: DEBUG nova.scheduler.client.report [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.043374] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415116, 'name': CreateVM_Task, 'duration_secs': 0.549519} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.043951] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.044666] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.044889] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.045149] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.045409] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feb3b62b-16af-402a-84b8-1989a7beb448 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.050253] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.053952] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Waiting for the task: (returnval){ [ 762.053952] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52da3f3b-5a31-5fd4-ba3b-a2a9702abc92" [ 762.053952] env[70113]: _type = "Task" [ 762.053952] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.063506] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52da3f3b-5a31-5fd4-ba3b-a2a9702abc92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.162067] env[70113]: DEBUG nova.compute.manager [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.189069] env[70113]: DEBUG nova.virt.hardware [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.189630] env[70113]: DEBUG nova.virt.hardware [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.189630] env[70113]: DEBUG nova.virt.hardware [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.189630] env[70113]: DEBUG nova.virt.hardware [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.189779] env[70113]: DEBUG nova.virt.hardware [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.189980] env[70113]: DEBUG nova.virt.hardware [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.190665] env[70113]: DEBUG nova.virt.hardware [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.190665] env[70113]: DEBUG nova.virt.hardware [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.190665] env[70113]: DEBUG nova.virt.hardware [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.191032] env[70113]: DEBUG nova.virt.hardware [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.191456] env[70113]: DEBUG nova.virt.hardware [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.194555] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0978dc7d-da8b-4409-9c66-06018748d698 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.201396] env[70113]: DEBUG oslo_concurrency.lockutils [req-a5f53f8c-efd2-40ca-b041-9f418f2553c0 req-8c979ccd-83a7-4944-bf10-41657a8daa27 service nova] Releasing lock "refresh_cache-f1868a7a-65b3-45b9-ac80-9d9716031a89" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.205852] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972519ed-22dd-42ac-bd4f-a0939369553d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.226383] env[70113]: DEBUG oslo_concurrency.lockutils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Acquiring lock "cf420ae8-a415-49e5-ad08-3d62c6d7e040" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.226616] env[70113]: DEBUG oslo_concurrency.lockutils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Lock "cf420ae8-a415-49e5-ad08-3d62c6d7e040" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.351220] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525d6753-aac1-7c1c-5cc5-f12f4bd19085, 'name': SearchDatastore_Task, 'duration_secs': 0.010175} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.351446] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.351703] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 480263ba-bab0-4026-ac77-0e2f6a425f1e/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk. {{(pid=70113) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 762.351962] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6a5fa53-40e2-4611-93dc-c30dbf250ce0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.359698] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 762.359698] env[70113]: value = "task-3415119" [ 762.359698] env[70113]: _type = "Task" [ 762.359698] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.367979] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.494492] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.366s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.498047] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.595s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.498047] env[70113]: DEBUG nova.objects.instance [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lazy-loading 'resources' on Instance uuid f5689aa5-3e82-4f83-bb2f-96c05181b91f {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.522490] env[70113]: INFO nova.scheduler.client.report [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleted allocations for instance 1d897aa5-a007-4b5b-93c9-8769a1993d1d [ 762.549536] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.566926] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52da3f3b-5a31-5fd4-ba3b-a2a9702abc92, 'name': SearchDatastore_Task, 'duration_secs': 0.010509} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.567733] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.568130] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.568545] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.568816] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.569589] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.570033] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc1016e2-2691-41d4-8c11-4ea752ef9d4a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.581242] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.581598] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.582721] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-447fb7bd-45cd-474f-af31-ebc4a2151ee6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.590733] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Waiting for the task: (returnval){ [ 762.590733] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b07473-22ee-554f-ec94-75e48e676d10" [ 762.590733] env[70113]: _type = "Task" [ 762.590733] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.600262] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b07473-22ee-554f-ec94-75e48e676d10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.873853] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415119, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.035824] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d50c94a2-ca64-453d-ac55-8149ce4a86da tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "1d897aa5-a007-4b5b-93c9-8769a1993d1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.300s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.059025] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415118, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.103967] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b07473-22ee-554f-ec94-75e48e676d10, 'name': SearchDatastore_Task, 'duration_secs': 0.00979} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.106880] env[70113]: DEBUG nova.compute.manager [req-a4378e67-7577-49eb-bab5-7240fddac8a7 req-6dd58c74-56d2-4b3a-8aa6-f080362dd609 service nova] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Received event network-vif-plugged-87ce0834-7d17-4371-9044-f1400f072113 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.107159] env[70113]: DEBUG oslo_concurrency.lockutils [req-a4378e67-7577-49eb-bab5-7240fddac8a7 req-6dd58c74-56d2-4b3a-8aa6-f080362dd609 service nova] Acquiring lock "9d824cd1-a238-4196-a956-648b9a29e379-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.107375] env[70113]: DEBUG oslo_concurrency.lockutils [req-a4378e67-7577-49eb-bab5-7240fddac8a7 req-6dd58c74-56d2-4b3a-8aa6-f080362dd609 service nova] Lock "9d824cd1-a238-4196-a956-648b9a29e379-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.107540] env[70113]: DEBUG oslo_concurrency.lockutils [req-a4378e67-7577-49eb-bab5-7240fddac8a7 req-6dd58c74-56d2-4b3a-8aa6-f080362dd609 service nova] Lock "9d824cd1-a238-4196-a956-648b9a29e379-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.107706] env[70113]: DEBUG nova.compute.manager [req-a4378e67-7577-49eb-bab5-7240fddac8a7 req-6dd58c74-56d2-4b3a-8aa6-f080362dd609 service nova] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] No waiting events found dispatching network-vif-plugged-87ce0834-7d17-4371-9044-f1400f072113 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.107922] env[70113]: WARNING nova.compute.manager [req-a4378e67-7577-49eb-bab5-7240fddac8a7 req-6dd58c74-56d2-4b3a-8aa6-f080362dd609 service nova] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Received unexpected event network-vif-plugged-87ce0834-7d17-4371-9044-f1400f072113 for instance with vm_state building and task_state spawning. [ 763.108346] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795a05b6-d55d-4b6c-b4c2-3cc8716b41a0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.122131] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Waiting for the task: (returnval){ [ 763.122131] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52358f3b-58b6-e31f-83a6-9edb0db3efb7" [ 763.122131] env[70113]: _type = "Task" [ 763.122131] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.130884] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52358f3b-58b6-e31f-83a6-9edb0db3efb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.160401] env[70113]: DEBUG nova.network.neutron [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Successfully updated port: 87ce0834-7d17-4371-9044-f1400f072113 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.373714] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628934} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.376310] env[70113]: INFO nova.virt.vmwareapi.ds_util [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 480263ba-bab0-4026-ac77-0e2f6a425f1e/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk. [ 763.377616] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcfea4c-1175-49d7-b8d7-afa46abc6c4e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.402604] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 480263ba-bab0-4026-ac77-0e2f6a425f1e/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.405875] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00658f02-35fa-45a6-acf9-1dfd9adbb372 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.426853] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 763.426853] env[70113]: value = "task-3415120" [ 763.426853] env[70113]: _type = "Task" [ 763.426853] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.438435] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.549974] env[70113]: DEBUG oslo_vmware.api [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415118, 'name': PowerOnVM_Task, 'duration_secs': 1.71048} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.549974] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.550184] env[70113]: INFO nova.compute.manager [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Took 10.22 seconds to spawn the instance on the hypervisor. [ 763.550389] env[70113]: DEBUG nova.compute.manager [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.551257] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fcb687-7315-4185-8caf-b532fea08679 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.634283] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52358f3b-58b6-e31f-83a6-9edb0db3efb7, 'name': SearchDatastore_Task, 'duration_secs': 0.012887} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.634563] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.634827] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] f1868a7a-65b3-45b9-ac80-9d9716031a89/f1868a7a-65b3-45b9-ac80-9d9716031a89.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.635105] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a809dde-c671-4155-87e3-f117d4f92713 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.643779] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Waiting for the task: (returnval){ [ 763.643779] env[70113]: value = "task-3415121" [ 763.643779] env[70113]: _type = "Task" [ 763.643779] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.652599] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.662629] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "refresh_cache-9d824cd1-a238-4196-a956-648b9a29e379" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.662776] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquired lock "refresh_cache-9d824cd1-a238-4196-a956-648b9a29e379" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.662926] env[70113]: DEBUG nova.network.neutron [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.712014] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bc58fe-9881-45de-8e36-80d993efb496 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.719745] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323ec9dd-51be-46f5-91c0-8bdc6d86ebbe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.752988] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d0058f-7196-4f7d-bd36-68b22b3f1a63 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.761449] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da90131f-b923-429f-8719-2fdf12565609 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.776600] env[70113]: DEBUG nova.compute.provider_tree [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.938047] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.073026] env[70113]: INFO nova.compute.manager [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Took 39.78 seconds to build instance. [ 764.154801] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.208418] env[70113]: DEBUG nova.network.neutron [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.279215] env[70113]: DEBUG nova.scheduler.client.report [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.394636] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquiring lock "ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.395799] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.395799] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquiring lock "ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.395799] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.395799] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.397664] env[70113]: INFO nova.compute.manager [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Terminating instance [ 764.438383] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415120, 'name': ReconfigVM_Task, 'duration_secs': 0.972279} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.438700] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 480263ba-bab0-4026-ac77-0e2f6a425f1e/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.439557] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8089cd39-191a-4b81-b346-24595fb54294 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.442854] env[70113]: DEBUG nova.network.neutron [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Updating instance_info_cache with network_info: [{"id": "87ce0834-7d17-4371-9044-f1400f072113", "address": "fa:16:3e:c3:63:db", "network": {"id": "c198bd49-57ed-45f9-a1f2-6d4f5afdcafc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-91481735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff3c579641845b6822d577043b8ec1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ce0834-7d", "ovs_interfaceid": "87ce0834-7d17-4371-9044-f1400f072113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.469909] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a37c446-a5d0-4aab-a916-a7c8b8457d59 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.486617] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 764.486617] env[70113]: value = "task-3415122" [ 764.486617] env[70113]: _type = "Task" [ 764.486617] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.497551] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.574293] env[70113]: DEBUG oslo_concurrency.lockutils [None req-008db6f2-82e7-41be-9f29-837dc3f77726 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.678s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.657099] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415121, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.787316] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.789988] env[70113]: DEBUG oslo_concurrency.lockutils [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.598s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.790540] env[70113]: DEBUG nova.objects.instance [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Lazy-loading 'resources' on Instance uuid 1a5650f6-b273-4e04-9f17-43ccb353516e {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.819192] env[70113]: INFO nova.scheduler.client.report [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Deleted allocations for instance f5689aa5-3e82-4f83-bb2f-96c05181b91f [ 764.904787] env[70113]: DEBUG nova.compute.manager [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.904787] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.904787] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba69a0c-fd50-417d-a2d5-4898eaa11020 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.914700] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.914700] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-938601dc-6bdc-47ea-97ee-80d125ff380d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.945789] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Releasing lock "refresh_cache-9d824cd1-a238-4196-a956-648b9a29e379" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.946183] env[70113]: DEBUG nova.compute.manager [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Instance network_info: |[{"id": "87ce0834-7d17-4371-9044-f1400f072113", "address": "fa:16:3e:c3:63:db", "network": {"id": "c198bd49-57ed-45f9-a1f2-6d4f5afdcafc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-91481735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff3c579641845b6822d577043b8ec1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ce0834-7d", "ovs_interfaceid": "87ce0834-7d17-4371-9044-f1400f072113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.946594] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:63:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87ce0834-7d17-4371-9044-f1400f072113', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.954558] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Creating folder: Project (4ff3c579641845b6822d577043b8ec1f). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.954829] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66055ccd-85ce-4f7b-ba9c-5deda197fd3c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.967241] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Created folder: Project (4ff3c579641845b6822d577043b8ec1f) in parent group-v681336. [ 764.967464] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Creating folder: Instances. Parent ref: group-v681419. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.967790] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47dc2174-c329-451c-80f6-6982cced1fd3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.980968] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.981282] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.981465] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Deleting the datastore file [datastore2] ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.982440] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf764a5f-aeda-4d0d-b359-ae128eb197a0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.984262] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Created folder: Instances in parent group-v681419. [ 764.984488] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.984696] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.985260] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd48fe57-0f48-4d67-bbce-aa6ca2fbca89 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.001209] env[70113]: DEBUG oslo_vmware.api [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 765.001209] env[70113]: value = "task-3415126" [ 765.001209] env[70113]: _type = "Task" [ 765.001209] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.009243] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.009243] env[70113]: value = "task-3415127" [ 765.009243] env[70113]: _type = "Task" [ 765.009243] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.012472] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415122, 'name': ReconfigVM_Task, 'duration_secs': 0.336072} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.018468] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.018755] env[70113]: DEBUG oslo_vmware.api [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.019113] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21791da2-ea6f-47bf-b339-c41b8da082ef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.028579] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415127, 'name': CreateVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.030127] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 765.030127] env[70113]: value = "task-3415128" [ 765.030127] env[70113]: _type = "Task" [ 765.030127] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.039104] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.076948] env[70113]: DEBUG nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.157018] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415121, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.248283} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.157292] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] f1868a7a-65b3-45b9-ac80-9d9716031a89/f1868a7a-65b3-45b9-ac80-9d9716031a89.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.157511] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.157784] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ebcc230-ae62-49b0-aefc-62d7b62f6cd1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.165982] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Waiting for the task: (returnval){ [ 765.165982] env[70113]: value = "task-3415129" [ 765.165982] env[70113]: _type = "Task" [ 765.165982] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.174708] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.329990] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2250d9e-207e-4993-a1a1-94f640cb1ca1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "f5689aa5-3e82-4f83-bb2f-96c05181b91f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.257s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.522323] env[70113]: DEBUG oslo_vmware.api [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210921} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.522763] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.525753] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.525753] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.525753] env[70113]: INFO nova.compute.manager [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Took 0.62 seconds to destroy the instance on the hypervisor. [ 765.525753] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.525753] env[70113]: DEBUG nova.compute.manager [-] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.525919] env[70113]: DEBUG nova.network.neutron [-] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.531120] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415127, 'name': CreateVM_Task, 'duration_secs': 0.381927} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.535593] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.536390] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.536452] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.536924] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.539820] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa926a3-4ead-4440-a744-394dd9c560bf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.545658] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415128, 'name': PowerOnVM_Task} progress is 96%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.546777] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 765.546777] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dfb1e8-d32e-d275-1a4e-be205fb01410" [ 765.546777] env[70113]: _type = "Task" [ 765.546777] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.555418] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dfb1e8-d32e-d275-1a4e-be205fb01410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.605360] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.685029] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071111} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.688949] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.690543] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4dc95d-c22e-4758-815c-79283757c4e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.715091] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] f1868a7a-65b3-45b9-ac80-9d9716031a89/f1868a7a-65b3-45b9-ac80-9d9716031a89.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.718087] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce05f0c9-fbb2-47aa-9577-4fcdc98912a8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.737843] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Waiting for the task: (returnval){ [ 765.737843] env[70113]: value = "task-3415130" [ 765.737843] env[70113]: _type = "Task" [ 765.737843] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.746753] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.994284] env[70113]: DEBUG nova.compute.manager [req-cfbbbc4b-f6b6-4873-abd6-54220e4594ba req-f57cf2a8-d5af-434f-897d-b44c771faa49 service nova] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Received event network-changed-87ce0834-7d17-4371-9044-f1400f072113 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.994284] env[70113]: DEBUG nova.compute.manager [req-cfbbbc4b-f6b6-4873-abd6-54220e4594ba req-f57cf2a8-d5af-434f-897d-b44c771faa49 service nova] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Refreshing instance network info cache due to event network-changed-87ce0834-7d17-4371-9044-f1400f072113. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.994284] env[70113]: DEBUG oslo_concurrency.lockutils [req-cfbbbc4b-f6b6-4873-abd6-54220e4594ba req-f57cf2a8-d5af-434f-897d-b44c771faa49 service nova] Acquiring lock "refresh_cache-9d824cd1-a238-4196-a956-648b9a29e379" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.994284] env[70113]: DEBUG oslo_concurrency.lockutils [req-cfbbbc4b-f6b6-4873-abd6-54220e4594ba req-f57cf2a8-d5af-434f-897d-b44c771faa49 service nova] Acquired lock "refresh_cache-9d824cd1-a238-4196-a956-648b9a29e379" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.994640] env[70113]: DEBUG nova.network.neutron [req-cfbbbc4b-f6b6-4873-abd6-54220e4594ba req-f57cf2a8-d5af-434f-897d-b44c771faa49 service nova] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Refreshing network info cache for port 87ce0834-7d17-4371-9044-f1400f072113 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.014276] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8cfe27-c53b-41b9-9e24-30e936f4207c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.024184] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf6f822-b83f-4007-860f-dbbbd5c50787 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.073463] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c97dd5-87df-44ef-8cf4-316d7da1dba1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.080364] env[70113]: DEBUG oslo_vmware.api [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415128, 'name': PowerOnVM_Task, 'duration_secs': 0.605179} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.081821] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.090185] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dfb1e8-d32e-d275-1a4e-be205fb01410, 'name': SearchDatastore_Task, 'duration_secs': 0.017538} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.091217] env[70113]: DEBUG nova.compute.manager [None req-3d52c06d-1d0e-4661-b77a-260ef3524a0d tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.094742] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75055135-d463-45c1-8da8-cc161fd4301e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.098513] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.098513] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.098513] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.098513] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.098799] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.098799] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172c1b86-b279-42b6-a714-65869dfee88a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.102833] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ba89e15-3ad0-43df-9faa-2e5b321ccf6b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.120572] env[70113]: DEBUG nova.compute.provider_tree [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.123433] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.123602] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.124327] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4001b58b-78c2-49d0-9899-f6164aa0b082 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.130122] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 766.130122] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bb32ec-1ac0-7587-690a-a6caad139321" [ 766.130122] env[70113]: _type = "Task" [ 766.130122] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.140440] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bb32ec-1ac0-7587-690a-a6caad139321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.247926] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.626269] env[70113]: DEBUG nova.scheduler.client.report [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.642978] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bb32ec-1ac0-7587-690a-a6caad139321, 'name': SearchDatastore_Task, 'duration_secs': 0.01792} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.644541] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126b853b-6486-49b7-9057-54459d153b1f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.652017] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 766.652017] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d14406-2799-5432-bcd8-59c026712f7e" [ 766.652017] env[70113]: _type = "Task" [ 766.652017] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.662905] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d14406-2799-5432-bcd8-59c026712f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.675350] env[70113]: DEBUG nova.network.neutron [-] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.749731] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415130, 'name': ReconfigVM_Task, 'duration_secs': 1.00614} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.750329] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Reconfigured VM instance instance-0000001d to attach disk [datastore1] f1868a7a-65b3-45b9-ac80-9d9716031a89/f1868a7a-65b3-45b9-ac80-9d9716031a89.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.751263] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c7f51f8-ff2f-4e5c-939e-2e0cd8429339 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.762047] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Waiting for the task: (returnval){ [ 766.762047] env[70113]: value = "task-3415131" [ 766.762047] env[70113]: _type = "Task" [ 766.762047] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.774525] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415131, 'name': Rename_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.954847] env[70113]: DEBUG nova.network.neutron [req-cfbbbc4b-f6b6-4873-abd6-54220e4594ba req-f57cf2a8-d5af-434f-897d-b44c771faa49 service nova] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Updated VIF entry in instance network info cache for port 87ce0834-7d17-4371-9044-f1400f072113. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.955227] env[70113]: DEBUG nova.network.neutron [req-cfbbbc4b-f6b6-4873-abd6-54220e4594ba req-f57cf2a8-d5af-434f-897d-b44c771faa49 service nova] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Updating instance_info_cache with network_info: [{"id": "87ce0834-7d17-4371-9044-f1400f072113", "address": "fa:16:3e:c3:63:db", "network": {"id": "c198bd49-57ed-45f9-a1f2-6d4f5afdcafc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-91481735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff3c579641845b6822d577043b8ec1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ce0834-7d", "ovs_interfaceid": "87ce0834-7d17-4371-9044-f1400f072113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.131357] env[70113]: DEBUG oslo_concurrency.lockutils [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.137146] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.879s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.137146] env[70113]: INFO nova.compute.claims [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.162735] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d14406-2799-5432-bcd8-59c026712f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.163716] env[70113]: INFO nova.scheduler.client.report [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Deleted allocations for instance 1a5650f6-b273-4e04-9f17-43ccb353516e [ 767.164840] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.165586] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 9d824cd1-a238-4196-a956-648b9a29e379/9d824cd1-a238-4196-a956-648b9a29e379.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.168310] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3023f92a-140b-4f19-b582-e5384ff5d58c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.176080] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 767.176080] env[70113]: value = "task-3415132" [ 767.176080] env[70113]: _type = "Task" [ 767.176080] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.179600] env[70113]: INFO nova.compute.manager [-] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Took 1.65 seconds to deallocate network for instance. [ 767.189059] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.272883] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415131, 'name': Rename_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.458702] env[70113]: DEBUG oslo_concurrency.lockutils [req-cfbbbc4b-f6b6-4873-abd6-54220e4594ba req-f57cf2a8-d5af-434f-897d-b44c771faa49 service nova] Releasing lock "refresh_cache-9d824cd1-a238-4196-a956-648b9a29e379" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.674785] env[70113]: DEBUG oslo_concurrency.lockutils [None req-db1bc5f8-04fc-4887-90b4-ead6293ce3c2 tempest-DeleteServersAdminTestJSON-1300993580 tempest-DeleteServersAdminTestJSON-1300993580-project-member] Lock "1a5650f6-b273-4e04-9f17-43ccb353516e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.171s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.687614] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.688106] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.764501] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "cc8b3887-1051-4d76-be7c-2cf21a3a28a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.765026] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "cc8b3887-1051-4d76-be7c-2cf21a3a28a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.774920] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415131, 'name': Rename_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.189354] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415132, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.276858] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415131, 'name': Rename_Task, 'duration_secs': 1.310908} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.280550] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.281882] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b54d2c05-411f-4c36-99cd-ab2fdc76ce25 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.288478] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Waiting for the task: (returnval){ [ 768.288478] env[70113]: value = "task-3415133" [ 768.288478] env[70113]: _type = "Task" [ 768.288478] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.300943] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.572153] env[70113]: DEBUG nova.compute.manager [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Received event network-changed-a33673ff-72ba-4863-96ad-38ef5870ea7d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.572153] env[70113]: DEBUG nova.compute.manager [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Refreshing instance network info cache due to event network-changed-a33673ff-72ba-4863-96ad-38ef5870ea7d. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.572153] env[70113]: DEBUG oslo_concurrency.lockutils [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] Acquiring lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.572153] env[70113]: DEBUG oslo_concurrency.lockutils [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] Acquired lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.572893] env[70113]: DEBUG nova.network.neutron [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Refreshing network info cache for port a33673ff-72ba-4863-96ad-38ef5870ea7d {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.672950] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83c2568-3db2-4576-94e8-060c8324364b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.683164] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f280f6-b9b3-49f9-add1-420661be8198 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.694437] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415132, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.284096} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.718297] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 9d824cd1-a238-4196-a956-648b9a29e379/9d824cd1-a238-4196-a956-648b9a29e379.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.718553] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.719600] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8088ebbb-0c53-4c5d-955b-e2b76ef18aff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.722072] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de993c4c-f9a9-4ca3-970a-b9258bd3eb10 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.730951] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526e91df-99bb-44ac-857a-acb0599c2a88 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.734762] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 768.734762] env[70113]: value = "task-3415134" [ 768.734762] env[70113]: _type = "Task" [ 768.734762] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.746184] env[70113]: DEBUG nova.compute.provider_tree [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.752061] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.797977] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.245585] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.330251} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.245898] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.246608] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332f25de-8296-402c-bab2-95889c9bffae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.249830] env[70113]: DEBUG nova.scheduler.client.report [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.276199] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 9d824cd1-a238-4196-a956-648b9a29e379/9d824cd1-a238-4196-a956-648b9a29e379.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.279167] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82f8ff4d-246b-435a-b4fd-97a517448c8a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.302319] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.306020] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 769.306020] env[70113]: value = "task-3415135" [ 769.306020] env[70113]: _type = "Task" [ 769.306020] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.311269] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.549369] env[70113]: DEBUG nova.network.neutron [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Updated VIF entry in instance network info cache for port a33673ff-72ba-4863-96ad-38ef5870ea7d. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.549772] env[70113]: DEBUG nova.network.neutron [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Updating instance_info_cache with network_info: [{"id": "a33673ff-72ba-4863-96ad-38ef5870ea7d", "address": "fa:16:3e:7e:e7:1f", "network": {"id": "cc7be030-b5c8-4873-830a-6ae3cd2f2071", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-396193495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "995a484ee0644bba855633a11a473c30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33673ff-72", "ovs_interfaceid": "a33673ff-72ba-4863-96ad-38ef5870ea7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.755238] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.755895] env[70113]: DEBUG nova.compute.manager [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.759526] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.675s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.762863] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.762863] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70113) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 769.762863] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.640s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.762863] env[70113]: DEBUG nova.objects.instance [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Lazy-loading 'resources' on Instance uuid 67270ca7-2423-4d43-8dbd-1c0adf2ede54 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.762863] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eca7c1-7252-490f-9e9f-b8be25f44d76 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.771741] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852d5750-c9d1-4845-b2a5-e442c12efd4b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.788242] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c834fe8-26bd-436f-88db-79fecb2e93f5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.798776] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db0aec2-77b5-47bb-8fed-5b4a518402d4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.836407] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179727MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=70113) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 769.836616] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.837108] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.842581] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415135, 'name': ReconfigVM_Task, 'duration_secs': 0.320046} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.843180] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 9d824cd1-a238-4196-a956-648b9a29e379/9d824cd1-a238-4196-a956-648b9a29e379.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.843944] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b5f996a-73ad-45f2-ba43-fe2f3de8a4c3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.851095] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 769.851095] env[70113]: value = "task-3415136" [ 769.851095] env[70113]: _type = "Task" [ 769.851095] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.859292] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415136, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.054234] env[70113]: DEBUG oslo_concurrency.lockutils [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] Releasing lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.054594] env[70113]: DEBUG nova.compute.manager [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Received event network-vif-deleted-4ef5995b-e903-440d-b56a-fde02dc3d0d5 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.055393] env[70113]: DEBUG nova.compute.manager [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Received event network-changed-a33673ff-72ba-4863-96ad-38ef5870ea7d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.055393] env[70113]: DEBUG nova.compute.manager [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Refreshing instance network info cache due to event network-changed-a33673ff-72ba-4863-96ad-38ef5870ea7d. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.055393] env[70113]: DEBUG oslo_concurrency.lockutils [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] Acquiring lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.055772] env[70113]: DEBUG oslo_concurrency.lockutils [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] Acquired lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.055772] env[70113]: DEBUG nova.network.neutron [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Refreshing network info cache for port a33673ff-72ba-4863-96ad-38ef5870ea7d {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.264274] env[70113]: DEBUG nova.compute.utils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.265705] env[70113]: DEBUG nova.compute.manager [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.265965] env[70113]: DEBUG nova.network.neutron [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.315648] env[70113]: DEBUG oslo_vmware.api [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415133, 'name': PowerOnVM_Task, 'duration_secs': 1.713109} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.316046] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.316323] env[70113]: INFO nova.compute.manager [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Took 11.92 seconds to spawn the instance on the hypervisor. [ 770.316576] env[70113]: DEBUG nova.compute.manager [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.317474] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dbb408-a065-4e87-b3d4-f08a7d3d4fea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.351510] env[70113]: DEBUG nova.policy [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59f14e4532124c6e9628792193fe2cab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ff3c579641845b6822d577043b8ec1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.363774] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415136, 'name': Rename_Task, 'duration_secs': 0.176274} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.364189] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.364513] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bab7d45-7067-431c-8ba9-2ddca77fa842 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.374212] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 770.374212] env[70113]: value = "task-3415137" [ 770.374212] env[70113]: _type = "Task" [ 770.374212] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.384251] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.770341] env[70113]: DEBUG nova.compute.manager [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.842545] env[70113]: INFO nova.compute.manager [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Took 42.84 seconds to build instance. [ 770.863458] env[70113]: DEBUG nova.network.neutron [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Updated VIF entry in instance network info cache for port a33673ff-72ba-4863-96ad-38ef5870ea7d. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.863824] env[70113]: DEBUG nova.network.neutron [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Updating instance_info_cache with network_info: [{"id": "a33673ff-72ba-4863-96ad-38ef5870ea7d", "address": "fa:16:3e:7e:e7:1f", "network": {"id": "cc7be030-b5c8-4873-830a-6ae3cd2f2071", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-396193495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "995a484ee0644bba855633a11a473c30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33673ff-72", "ovs_interfaceid": "a33673ff-72ba-4863-96ad-38ef5870ea7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.891823] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415137, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.918089] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9588f48-cd10-4595-85f2-360f8f4c410e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.926014] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78c4c6a-1fac-4603-b868-e008d70e7e3f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.958845] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54abf688-0810-47a5-9e8c-58b5cc354dd3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.967366] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c73a959-8eff-4b7c-9a76-eab13c5043c7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.981478] env[70113]: DEBUG nova.compute.provider_tree [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.199363] env[70113]: DEBUG nova.network.neutron [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Successfully created port: 4e30a1fd-fed1-4a34-8cba-8adb7818161d {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.345602] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5225a507-3d0d-4f5d-9f44-e76b79a4cc7a tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Lock "f1868a7a-65b3-45b9-ac80-9d9716031a89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.532s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.369243] env[70113]: DEBUG oslo_concurrency.lockutils [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] Releasing lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.369243] env[70113]: DEBUG nova.compute.manager [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Received event network-changed-c80f06f8-cc12-422e-967f-f8d20013102b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.369243] env[70113]: DEBUG nova.compute.manager [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Refreshing instance network info cache due to event network-changed-c80f06f8-cc12-422e-967f-f8d20013102b. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.369243] env[70113]: DEBUG oslo_concurrency.lockutils [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] Acquiring lock "refresh_cache-7ddd9f8f-4faf-42ae-8c67-f5988da5b732" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.369243] env[70113]: DEBUG oslo_concurrency.lockutils [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] Acquired lock "refresh_cache-7ddd9f8f-4faf-42ae-8c67-f5988da5b732" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.369401] env[70113]: DEBUG nova.network.neutron [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Refreshing network info cache for port c80f06f8-cc12-422e-967f-f8d20013102b {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.389286] env[70113]: DEBUG oslo_vmware.api [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415137, 'name': PowerOnVM_Task, 'duration_secs': 0.767534} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.389377] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.389726] env[70113]: INFO nova.compute.manager [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Took 9.23 seconds to spawn the instance on the hypervisor. [ 771.389726] env[70113]: DEBUG nova.compute.manager [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.390656] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0363b20-2a81-46b3-b847-4fa6357f8d83 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.405608] env[70113]: DEBUG nova.compute.manager [req-09417462-ca1a-470a-aa7f-69e988aaa683 req-1dd64751-7988-400e-a4ae-c057815d54ab service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Received event network-changed-1c5bf4f4-326d-473a-a06f-b5dcb4776927 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.405811] env[70113]: DEBUG nova.compute.manager [req-09417462-ca1a-470a-aa7f-69e988aaa683 req-1dd64751-7988-400e-a4ae-c057815d54ab service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Refreshing instance network info cache due to event network-changed-1c5bf4f4-326d-473a-a06f-b5dcb4776927. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.406061] env[70113]: DEBUG oslo_concurrency.lockutils [req-09417462-ca1a-470a-aa7f-69e988aaa683 req-1dd64751-7988-400e-a4ae-c057815d54ab service nova] Acquiring lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.406214] env[70113]: DEBUG oslo_concurrency.lockutils [req-09417462-ca1a-470a-aa7f-69e988aaa683 req-1dd64751-7988-400e-a4ae-c057815d54ab service nova] Acquired lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.406373] env[70113]: DEBUG nova.network.neutron [req-09417462-ca1a-470a-aa7f-69e988aaa683 req-1dd64751-7988-400e-a4ae-c057815d54ab service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Refreshing network info cache for port 1c5bf4f4-326d-473a-a06f-b5dcb4776927 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.484669] env[70113]: DEBUG nova.scheduler.client.report [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.783237] env[70113]: DEBUG nova.compute.manager [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.810783] env[70113]: DEBUG oslo_concurrency.lockutils [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.811339] env[70113]: DEBUG oslo_concurrency.lockutils [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.811740] env[70113]: DEBUG oslo_concurrency.lockutils [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.812118] env[70113]: DEBUG oslo_concurrency.lockutils [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.814109] env[70113]: DEBUG oslo_concurrency.lockutils [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.816705] env[70113]: DEBUG nova.virt.hardware [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.817221] env[70113]: DEBUG nova.virt.hardware [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.817525] env[70113]: DEBUG nova.virt.hardware [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.817829] env[70113]: DEBUG nova.virt.hardware [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.818155] env[70113]: DEBUG nova.virt.hardware [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.818451] env[70113]: DEBUG nova.virt.hardware [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.822016] env[70113]: DEBUG nova.virt.hardware [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.822016] env[70113]: DEBUG nova.virt.hardware [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.822016] env[70113]: DEBUG nova.virt.hardware [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.822016] env[70113]: DEBUG nova.virt.hardware [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.822016] env[70113]: DEBUG nova.virt.hardware [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.822303] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d369ad-7a41-42d4-ae46-f078839f26e7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.823712] env[70113]: INFO nova.compute.manager [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Terminating instance [ 771.832537] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64674ebb-87a4-43eb-9a7c-62169dd32c66 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.851582] env[70113]: DEBUG nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.918789] env[70113]: INFO nova.compute.manager [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Took 38.50 seconds to build instance. [ 771.990709] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.993561] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.828s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.995365] env[70113]: INFO nova.compute.claims [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.998015] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2d6baa5d-4aad-46ec-8b70-a38dc0de8878 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Acquiring lock "interface-f1868a7a-65b3-45b9-ac80-9d9716031a89-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.998308] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2d6baa5d-4aad-46ec-8b70-a38dc0de8878 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Lock "interface-f1868a7a-65b3-45b9-ac80-9d9716031a89-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.998581] env[70113]: DEBUG nova.objects.instance [None req-2d6baa5d-4aad-46ec-8b70-a38dc0de8878 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Lazy-loading 'flavor' on Instance uuid f1868a7a-65b3-45b9-ac80-9d9716031a89 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.024441] env[70113]: INFO nova.scheduler.client.report [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Deleted allocations for instance 67270ca7-2423-4d43-8dbd-1c0adf2ede54 [ 772.184989] env[70113]: DEBUG nova.network.neutron [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Updated VIF entry in instance network info cache for port c80f06f8-cc12-422e-967f-f8d20013102b. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.184989] env[70113]: DEBUG nova.network.neutron [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Updating instance_info_cache with network_info: [{"id": "c80f06f8-cc12-422e-967f-f8d20013102b", "address": "fa:16:3e:32:12:91", "network": {"id": "cc7be030-b5c8-4873-830a-6ae3cd2f2071", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-396193495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "995a484ee0644bba855633a11a473c30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80f06f8-cc", "ovs_interfaceid": "c80f06f8-cc12-422e-967f-f8d20013102b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.204147] env[70113]: DEBUG nova.network.neutron [req-09417462-ca1a-470a-aa7f-69e988aaa683 req-1dd64751-7988-400e-a4ae-c057815d54ab service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Updated VIF entry in instance network info cache for port 1c5bf4f4-326d-473a-a06f-b5dcb4776927. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.204147] env[70113]: DEBUG nova.network.neutron [req-09417462-ca1a-470a-aa7f-69e988aaa683 req-1dd64751-7988-400e-a4ae-c057815d54ab service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Updating instance_info_cache with network_info: [{"id": "1c5bf4f4-326d-473a-a06f-b5dcb4776927", "address": "fa:16:3e:4d:4c:9e", "network": {"id": "f0410276-8b0f-4d29-b505-2e00e7b5df5d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1391463906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ef98de74d3741f1bd5882d9f35a1ce4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5bf4f4-32", "ovs_interfaceid": "1c5bf4f4-326d-473a-a06f-b5dcb4776927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.339461] env[70113]: DEBUG nova.compute.manager [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.339666] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.340662] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187c591b-ee8f-41cd-bfce-a32d7bf18c6d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.349042] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.349353] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e107506-9c3b-4be3-beca-7144f1016f3e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.358463] env[70113]: DEBUG oslo_vmware.api [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 772.358463] env[70113]: value = "task-3415138" [ 772.358463] env[70113]: _type = "Task" [ 772.358463] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.370428] env[70113]: DEBUG oslo_vmware.api [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.379371] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.422145] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc218329-99b3-41f3-9c0e-757027d2ee1b tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "9d824cd1-a238-4196-a956-648b9a29e379" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.646s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.504007] env[70113]: DEBUG nova.objects.instance [None req-2d6baa5d-4aad-46ec-8b70-a38dc0de8878 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Lazy-loading 'pci_requests' on Instance uuid f1868a7a-65b3-45b9-ac80-9d9716031a89 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.534770] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b30ad948-c00a-4881-aebb-a4d2ab0e7c9c tempest-ServerPasswordTestJSON-1526928189 tempest-ServerPasswordTestJSON-1526928189-project-member] Lock "67270ca7-2423-4d43-8dbd-1c0adf2ede54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.409s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.688840] env[70113]: DEBUG oslo_concurrency.lockutils [req-f97fd967-e9b6-47f9-80e2-716a9a7cd173 req-b0704fd0-fbaf-4fe2-9bb4-3e552890e755 service nova] Releasing lock "refresh_cache-7ddd9f8f-4faf-42ae-8c67-f5988da5b732" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.705868] env[70113]: DEBUG oslo_concurrency.lockutils [req-09417462-ca1a-470a-aa7f-69e988aaa683 req-1dd64751-7988-400e-a4ae-c057815d54ab service nova] Releasing lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.706149] env[70113]: DEBUG nova.compute.manager [req-09417462-ca1a-470a-aa7f-69e988aaa683 req-1dd64751-7988-400e-a4ae-c057815d54ab service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Received event network-changed-c80f06f8-cc12-422e-967f-f8d20013102b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.706328] env[70113]: DEBUG nova.compute.manager [req-09417462-ca1a-470a-aa7f-69e988aaa683 req-1dd64751-7988-400e-a4ae-c057815d54ab service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Refreshing instance network info cache due to event network-changed-c80f06f8-cc12-422e-967f-f8d20013102b. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.706585] env[70113]: DEBUG oslo_concurrency.lockutils [req-09417462-ca1a-470a-aa7f-69e988aaa683 req-1dd64751-7988-400e-a4ae-c057815d54ab service nova] Acquiring lock "refresh_cache-7ddd9f8f-4faf-42ae-8c67-f5988da5b732" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.706734] env[70113]: DEBUG oslo_concurrency.lockutils [req-09417462-ca1a-470a-aa7f-69e988aaa683 req-1dd64751-7988-400e-a4ae-c057815d54ab service nova] Acquired lock "refresh_cache-7ddd9f8f-4faf-42ae-8c67-f5988da5b732" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.706895] env[70113]: DEBUG nova.network.neutron [req-09417462-ca1a-470a-aa7f-69e988aaa683 req-1dd64751-7988-400e-a4ae-c057815d54ab service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Refreshing network info cache for port c80f06f8-cc12-422e-967f-f8d20013102b {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.872085] env[70113]: DEBUG oslo_vmware.api [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415138, 'name': PowerOffVM_Task, 'duration_secs': 0.29604} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.872357] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.872523] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.872766] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84e89819-56d5-421d-93e9-d05cef25b601 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.924798] env[70113]: DEBUG nova.compute.manager [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.938075] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.938345] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.938546] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Deleting the datastore file [datastore2] 7ddd9f8f-4faf-42ae-8c67-f5988da5b732 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.938816] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe684f86-a08a-48a6-a685-ed5cde284292 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.945096] env[70113]: DEBUG oslo_vmware.api [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 772.945096] env[70113]: value = "task-3415140" [ 772.945096] env[70113]: _type = "Task" [ 772.945096] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.953659] env[70113]: DEBUG oslo_vmware.api [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.008909] env[70113]: DEBUG nova.objects.base [None req-2d6baa5d-4aad-46ec-8b70-a38dc0de8878 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 773.009383] env[70113]: DEBUG nova.network.neutron [None req-2d6baa5d-4aad-46ec-8b70-a38dc0de8878 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.156100] env[70113]: DEBUG nova.network.neutron [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Successfully updated port: 4e30a1fd-fed1-4a34-8cba-8adb7818161d {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.199964] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2d6baa5d-4aad-46ec-8b70-a38dc0de8878 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Lock "interface-f1868a7a-65b3-45b9-ac80-9d9716031a89-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.201s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.451417] env[70113]: DEBUG oslo_concurrency.lockutils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.458769] env[70113]: DEBUG oslo_vmware.api [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400281} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.458769] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.458952] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.459402] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.459402] env[70113]: INFO nova.compute.manager [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Took 1.12 seconds to destroy the instance on the hypervisor. [ 773.459503] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.459691] env[70113]: DEBUG nova.compute.manager [-] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.459814] env[70113]: DEBUG nova.network.neutron [-] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.564630] env[70113]: DEBUG nova.network.neutron [req-09417462-ca1a-470a-aa7f-69e988aaa683 req-1dd64751-7988-400e-a4ae-c057815d54ab service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Updated VIF entry in instance network info cache for port c80f06f8-cc12-422e-967f-f8d20013102b. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.565018] env[70113]: DEBUG nova.network.neutron [req-09417462-ca1a-470a-aa7f-69e988aaa683 req-1dd64751-7988-400e-a4ae-c057815d54ab service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Updating instance_info_cache with network_info: [{"id": "c80f06f8-cc12-422e-967f-f8d20013102b", "address": "fa:16:3e:32:12:91", "network": {"id": "cc7be030-b5c8-4873-830a-6ae3cd2f2071", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-396193495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "995a484ee0644bba855633a11a473c30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80f06f8-cc", "ovs_interfaceid": "c80f06f8-cc12-422e-967f-f8d20013102b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.583938] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46bc55c-0460-4fe2-9688-1faee260f3c9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.594491] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dfe39b-71cb-47df-8853-f224f8bf1236 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.632318] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f32df48-6c6b-4e80-ab46-d60ef713f5c5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.641823] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a489749-6d3a-49f2-b245-88863c51d4fd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.660383] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "refresh_cache-c1f3d6bd-e998-48d0-befe-6c7e495618ae" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.661059] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquired lock "refresh_cache-c1f3d6bd-e998-48d0-befe-6c7e495618ae" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.661233] env[70113]: DEBUG nova.network.neutron [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.664191] env[70113]: DEBUG nova.compute.provider_tree [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.070921] env[70113]: DEBUG oslo_concurrency.lockutils [req-09417462-ca1a-470a-aa7f-69e988aaa683 req-1dd64751-7988-400e-a4ae-c057815d54ab service nova] Releasing lock "refresh_cache-7ddd9f8f-4faf-42ae-8c67-f5988da5b732" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.166835] env[70113]: DEBUG nova.scheduler.client.report [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.210546] env[70113]: DEBUG nova.network.neutron [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.364588] env[70113]: DEBUG nova.network.neutron [-] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.386218] env[70113]: DEBUG nova.network.neutron [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Updating instance_info_cache with network_info: [{"id": "4e30a1fd-fed1-4a34-8cba-8adb7818161d", "address": "fa:16:3e:c3:b9:e4", "network": {"id": "c198bd49-57ed-45f9-a1f2-6d4f5afdcafc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-91481735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff3c579641845b6822d577043b8ec1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e30a1fd-fe", "ovs_interfaceid": "4e30a1fd-fed1-4a34-8cba-8adb7818161d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.672314] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.672895] env[70113]: DEBUG nova.compute.manager [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.678022] env[70113]: DEBUG oslo_concurrency.lockutils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.895s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.678022] env[70113]: INFO nova.compute.claims [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.869751] env[70113]: INFO nova.compute.manager [-] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Took 1.41 seconds to deallocate network for instance. [ 774.889353] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Releasing lock "refresh_cache-c1f3d6bd-e998-48d0-befe-6c7e495618ae" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.889866] env[70113]: DEBUG nova.compute.manager [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Instance network_info: |[{"id": "4e30a1fd-fed1-4a34-8cba-8adb7818161d", "address": "fa:16:3e:c3:b9:e4", "network": {"id": "c198bd49-57ed-45f9-a1f2-6d4f5afdcafc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-91481735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff3c579641845b6822d577043b8ec1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e30a1fd-fe", "ovs_interfaceid": "4e30a1fd-fed1-4a34-8cba-8adb7818161d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.890491] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:b9:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e30a1fd-fed1-4a34-8cba-8adb7818161d', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.899269] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.899536] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.899770] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-175a1fc9-5c5f-4f66-8eff-7f0d4e7e2a57 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.921266] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.921266] env[70113]: value = "task-3415141" [ 774.921266] env[70113]: _type = "Task" [ 774.921266] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.930126] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415141, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.181572] env[70113]: DEBUG nova.compute.utils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.185459] env[70113]: DEBUG nova.compute.manager [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.185681] env[70113]: DEBUG nova.network.neutron [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.274587] env[70113]: DEBUG nova.policy [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59f14e4532124c6e9628792193fe2cab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ff3c579641845b6822d577043b8ec1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.381695] env[70113]: DEBUG oslo_concurrency.lockutils [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.420308] env[70113]: DEBUG nova.compute.manager [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Received event network-changed-1c5bf4f4-326d-473a-a06f-b5dcb4776927 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.420492] env[70113]: DEBUG nova.compute.manager [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Refreshing instance network info cache due to event network-changed-1c5bf4f4-326d-473a-a06f-b5dcb4776927. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.421230] env[70113]: DEBUG oslo_concurrency.lockutils [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] Acquiring lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.421395] env[70113]: DEBUG oslo_concurrency.lockutils [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] Acquired lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.421614] env[70113]: DEBUG nova.network.neutron [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Refreshing network info cache for port 1c5bf4f4-326d-473a-a06f-b5dcb4776927 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.432798] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415141, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.686740] env[70113]: DEBUG nova.compute.manager [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.942227] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415141, 'name': CreateVM_Task, 'duration_secs': 0.646916} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.942508] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.943293] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.943527] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.943910] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.944229] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da182b60-b0b3-4006-b411-68f43cf40638 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.951439] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 775.951439] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cd8c3f-badf-8804-a262-d7aceffae48c" [ 775.951439] env[70113]: _type = "Task" [ 775.951439] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.963079] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cd8c3f-badf-8804-a262-d7aceffae48c, 'name': SearchDatastore_Task, 'duration_secs': 0.010086} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.963481] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.963776] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.964147] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.964366] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.965143] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.965143] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d84169e-65b2-4474-b997-3efdce63e54c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.976403] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.976630] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.977385] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f5ddb46-8628-4725-bb67-0631a5cf1d89 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.986024] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 775.986024] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dd2ef6-e03c-6a9b-3fb8-b34d9f84154e" [ 775.986024] env[70113]: _type = "Task" [ 775.986024] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.002838] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dd2ef6-e03c-6a9b-3fb8-b34d9f84154e, 'name': SearchDatastore_Task, 'duration_secs': 0.009598} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.007176] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13834b6-2d12-459a-906c-5727b400f1a4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.014112] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 776.014112] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]522ff9e9-96c7-4422-2b62-be2443ba698b" [ 776.014112] env[70113]: _type = "Task" [ 776.014112] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.022146] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522ff9e9-96c7-4422-2b62-be2443ba698b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.090786] env[70113]: DEBUG nova.network.neutron [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Successfully created port: 09da0831-4138-4e99-bc35-ecabfb5aa57b {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.311470] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5282ed-4b6a-478b-b3b4-f409157cf43d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.319216] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33aa8cb-760e-4488-96ad-34ccd92a655d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.352688] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb864d5d-9dba-4b0d-8bca-f37fdf48c438 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.360927] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d8a574-7cfa-4bb9-b188-fbb1b192163d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.375498] env[70113]: DEBUG nova.compute.provider_tree [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.524520] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522ff9e9-96c7-4422-2b62-be2443ba698b, 'name': SearchDatastore_Task, 'duration_secs': 0.008708} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.524798] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.525071] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] c1f3d6bd-e998-48d0-befe-6c7e495618ae/c1f3d6bd-e998-48d0-befe-6c7e495618ae.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.525579] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abfc2e11-d890-4fb5-803a-96c7a8e1e95a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.531880] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 776.531880] env[70113]: value = "task-3415142" [ 776.531880] env[70113]: _type = "Task" [ 776.531880] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.539829] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.601022] env[70113]: DEBUG nova.network.neutron [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Updated VIF entry in instance network info cache for port 1c5bf4f4-326d-473a-a06f-b5dcb4776927. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.601439] env[70113]: DEBUG nova.network.neutron [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Updating instance_info_cache with network_info: [{"id": "1c5bf4f4-326d-473a-a06f-b5dcb4776927", "address": "fa:16:3e:4d:4c:9e", "network": {"id": "f0410276-8b0f-4d29-b505-2e00e7b5df5d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1391463906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ef98de74d3741f1bd5882d9f35a1ce4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5bf4f4-32", "ovs_interfaceid": "1c5bf4f4-326d-473a-a06f-b5dcb4776927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.695245] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Acquiring lock "f1868a7a-65b3-45b9-ac80-9d9716031a89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.695751] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Lock "f1868a7a-65b3-45b9-ac80-9d9716031a89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.696088] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Acquiring lock "f1868a7a-65b3-45b9-ac80-9d9716031a89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.696304] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Lock "f1868a7a-65b3-45b9-ac80-9d9716031a89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.696575] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Lock "f1868a7a-65b3-45b9-ac80-9d9716031a89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.699764] env[70113]: DEBUG nova.compute.manager [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.704779] env[70113]: INFO nova.compute.manager [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Terminating instance [ 776.740869] env[70113]: DEBUG nova.virt.hardware [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.741199] env[70113]: DEBUG nova.virt.hardware [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.742113] env[70113]: DEBUG nova.virt.hardware [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.742113] env[70113]: DEBUG nova.virt.hardware [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.742113] env[70113]: DEBUG nova.virt.hardware [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.742113] env[70113]: DEBUG nova.virt.hardware [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.742113] env[70113]: DEBUG nova.virt.hardware [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.742393] env[70113]: DEBUG nova.virt.hardware [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.743261] env[70113]: DEBUG nova.virt.hardware [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.743261] env[70113]: DEBUG nova.virt.hardware [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.743261] env[70113]: DEBUG nova.virt.hardware [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.743865] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f033ab8a-0de8-44ae-a408-7a20c639a8aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.760584] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c58b07-b1c0-4fd9-8c33-495a7df55020 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.879022] env[70113]: DEBUG nova.scheduler.client.report [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.045915] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448679} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.046529] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] c1f3d6bd-e998-48d0-befe-6c7e495618ae/c1f3d6bd-e998-48d0-befe-6c7e495618ae.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.046885] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.047415] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d1cb4c8-03ff-4084-9a66-96220c0b6aa8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.054161] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 777.054161] env[70113]: value = "task-3415143" [ 777.054161] env[70113]: _type = "Task" [ 777.054161] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.063829] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.104683] env[70113]: DEBUG oslo_concurrency.lockutils [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] Releasing lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.106159] env[70113]: DEBUG nova.compute.manager [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Received event network-vif-plugged-4e30a1fd-fed1-4a34-8cba-8adb7818161d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.107260] env[70113]: DEBUG oslo_concurrency.lockutils [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] Acquiring lock "c1f3d6bd-e998-48d0-befe-6c7e495618ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.107549] env[70113]: DEBUG oslo_concurrency.lockutils [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] Lock "c1f3d6bd-e998-48d0-befe-6c7e495618ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.107716] env[70113]: DEBUG oslo_concurrency.lockutils [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] Lock "c1f3d6bd-e998-48d0-befe-6c7e495618ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.107898] env[70113]: DEBUG nova.compute.manager [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] No waiting events found dispatching network-vif-plugged-4e30a1fd-fed1-4a34-8cba-8adb7818161d {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.108112] env[70113]: WARNING nova.compute.manager [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Received unexpected event network-vif-plugged-4e30a1fd-fed1-4a34-8cba-8adb7818161d for instance with vm_state building and task_state spawning. [ 777.108300] env[70113]: DEBUG nova.compute.manager [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Received event network-changed-4e30a1fd-fed1-4a34-8cba-8adb7818161d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.108457] env[70113]: DEBUG nova.compute.manager [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Refreshing instance network info cache due to event network-changed-4e30a1fd-fed1-4a34-8cba-8adb7818161d. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.108648] env[70113]: DEBUG oslo_concurrency.lockutils [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] Acquiring lock "refresh_cache-c1f3d6bd-e998-48d0-befe-6c7e495618ae" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.108788] env[70113]: DEBUG oslo_concurrency.lockutils [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] Acquired lock "refresh_cache-c1f3d6bd-e998-48d0-befe-6c7e495618ae" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.109174] env[70113]: DEBUG nova.network.neutron [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Refreshing network info cache for port 4e30a1fd-fed1-4a34-8cba-8adb7818161d {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.213121] env[70113]: DEBUG nova.compute.manager [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.213380] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.214297] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512776b2-043b-48b9-8201-61f9548d7106 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.222865] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.223160] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a500c9a-1428-46c5-b3b9-5f64f806d596 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.230902] env[70113]: DEBUG oslo_vmware.api [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Waiting for the task: (returnval){ [ 777.230902] env[70113]: value = "task-3415144" [ 777.230902] env[70113]: _type = "Task" [ 777.230902] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.242142] env[70113]: DEBUG oslo_vmware.api [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.378478] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Acquiring lock "90d28880-88ca-4540-b9e1-27fa08c0ff9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.378729] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Lock "90d28880-88ca-4540-b9e1-27fa08c0ff9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.384503] env[70113]: DEBUG oslo_concurrency.lockutils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.385108] env[70113]: DEBUG nova.compute.manager [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.390547] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.912s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.564486] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063746} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.565095] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.565938] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201cf151-c2cc-4ce8-a641-9f6439d50fa9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.590444] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] c1f3d6bd-e998-48d0-befe-6c7e495618ae/c1f3d6bd-e998-48d0-befe-6c7e495618ae.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.590718] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d6dd73-b0a8-4a04-b60c-1c76e1110c78 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.610197] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 777.610197] env[70113]: value = "task-3415145" [ 777.610197] env[70113]: _type = "Task" [ 777.610197] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.619999] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.741485] env[70113]: DEBUG oslo_vmware.api [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415144, 'name': PowerOffVM_Task, 'duration_secs': 0.226724} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.742285] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.742785] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.743173] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61becc53-09ca-49cb-ba0d-e3fbf7091526 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.812020] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.812020] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.812020] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Deleting the datastore file [datastore1] f1868a7a-65b3-45b9-ac80-9d9716031a89 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.812020] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83a6b48f-04da-47bb-9ae0-f44dd123ce98 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.818038] env[70113]: DEBUG oslo_vmware.api [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Waiting for the task: (returnval){ [ 777.818038] env[70113]: value = "task-3415147" [ 777.818038] env[70113]: _type = "Task" [ 777.818038] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.825741] env[70113]: DEBUG oslo_vmware.api [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.897926] env[70113]: DEBUG nova.compute.utils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.901811] env[70113]: DEBUG nova.compute.manager [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.902698] env[70113]: DEBUG nova.network.neutron [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.951778] env[70113]: DEBUG nova.policy [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '552e27dea50d4a08bdda538f8385fdad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95036503c4b74c33a2300cad5affe864', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.129895] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415145, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.285956] env[70113]: DEBUG nova.network.neutron [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Updated VIF entry in instance network info cache for port 4e30a1fd-fed1-4a34-8cba-8adb7818161d. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.286333] env[70113]: DEBUG nova.network.neutron [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Updating instance_info_cache with network_info: [{"id": "4e30a1fd-fed1-4a34-8cba-8adb7818161d", "address": "fa:16:3e:c3:b9:e4", "network": {"id": "c198bd49-57ed-45f9-a1f2-6d4f5afdcafc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-91481735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff3c579641845b6822d577043b8ec1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e30a1fd-fe", "ovs_interfaceid": "4e30a1fd-fed1-4a34-8cba-8adb7818161d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.332761] env[70113]: DEBUG oslo_vmware.api [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Task: {'id': task-3415147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284564} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.332761] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.332761] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.333725] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.333993] env[70113]: INFO nova.compute.manager [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Took 1.12 seconds to destroy the instance on the hypervisor. [ 778.334328] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.334715] env[70113]: DEBUG nova.compute.manager [-] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.335172] env[70113]: DEBUG nova.network.neutron [-] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.407634] env[70113]: DEBUG nova.compute.manager [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.433127] env[70113]: DEBUG nova.network.neutron [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Successfully created port: 4a464a04-ae45-4c29-9f0f-fbc744bd7f15 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.506208] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb37f2c-14e5-4273-8b56-b14a84f8ce51 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.518253] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81ab585-8a0d-4f5c-8366-af5e778d7bff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.559116] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb09976-eb19-4270-b8dd-3ddbac7d4497 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.566936] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebb0277-10e9-45fc-9fc3-27b2f040c4f9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.582205] env[70113]: DEBUG nova.compute.provider_tree [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.630018] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415145, 'name': ReconfigVM_Task, 'duration_secs': 0.545866} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.630018] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Reconfigured VM instance instance-0000001f to attach disk [datastore1] c1f3d6bd-e998-48d0-befe-6c7e495618ae/c1f3d6bd-e998-48d0-befe-6c7e495618ae.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.630018] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37196c0d-fd59-46b9-a058-ce6a7ad9b7d7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.632304] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 778.632304] env[70113]: value = "task-3415148" [ 778.632304] env[70113]: _type = "Task" [ 778.632304] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.645441] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415148, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.790584] env[70113]: DEBUG oslo_concurrency.lockutils [req-fb1c9067-da86-460e-b0c0-2f1f0384dac5 req-01458c0c-9185-46d4-b104-92e65bf8ceb4 service nova] Releasing lock "refresh_cache-c1f3d6bd-e998-48d0-befe-6c7e495618ae" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.086165] env[70113]: DEBUG nova.scheduler.client.report [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.149542] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415148, 'name': Rename_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.181294] env[70113]: DEBUG nova.network.neutron [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Successfully updated port: 09da0831-4138-4e99-bc35-ecabfb5aa57b {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.416224] env[70113]: DEBUG nova.compute.manager [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.439877] env[70113]: DEBUG nova.virt.hardware [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.440127] env[70113]: DEBUG nova.virt.hardware [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.440286] env[70113]: DEBUG nova.virt.hardware [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.440467] env[70113]: DEBUG nova.virt.hardware [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.440608] env[70113]: DEBUG nova.virt.hardware [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.440757] env[70113]: DEBUG nova.virt.hardware [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.441071] env[70113]: DEBUG nova.virt.hardware [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.441266] env[70113]: DEBUG nova.virt.hardware [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.441439] env[70113]: DEBUG nova.virt.hardware [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.441601] env[70113]: DEBUG nova.virt.hardware [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.441770] env[70113]: DEBUG nova.virt.hardware [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.442939] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a66a9fb-6360-44d4-b3f0-be7153045214 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.451454] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088a9e3f-a521-47f6-8841-aa88a30eb167 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.587783] env[70113]: DEBUG nova.compute.manager [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Received event network-changed-a33673ff-72ba-4863-96ad-38ef5870ea7d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.587991] env[70113]: DEBUG nova.compute.manager [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Refreshing instance network info cache due to event network-changed-a33673ff-72ba-4863-96ad-38ef5870ea7d. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.588248] env[70113]: DEBUG oslo_concurrency.lockutils [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] Acquiring lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.588378] env[70113]: DEBUG oslo_concurrency.lockutils [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] Acquired lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.588542] env[70113]: DEBUG nova.network.neutron [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Refreshing network info cache for port a33673ff-72ba-4863-96ad-38ef5870ea7d {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.644232] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415148, 'name': Rename_Task, 'duration_secs': 0.600345} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.644581] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.644916] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-720c83f1-e47d-4dbe-8b79-6d4dae818917 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.652117] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 779.652117] env[70113]: value = "task-3415149" [ 779.652117] env[70113]: _type = "Task" [ 779.652117] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.665205] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.683384] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "refresh_cache-eb79b06b-68ff-44ef-bff4-28aee201e914" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.683563] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquired lock "refresh_cache-eb79b06b-68ff-44ef-bff4-28aee201e914" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.683725] env[70113]: DEBUG nova.network.neutron [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.789487] env[70113]: DEBUG nova.network.neutron [-] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.016818] env[70113]: DEBUG nova.network.neutron [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Successfully updated port: 4a464a04-ae45-4c29-9f0f-fbc744bd7f15 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.071401] env[70113]: DEBUG nova.compute.manager [req-86cc98dc-7737-4dab-9459-98f1e98e26b6 req-49a9ba33-fea9-4b26-b22a-fb170929c957 service nova] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Received event network-vif-plugged-4a464a04-ae45-4c29-9f0f-fbc744bd7f15 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.071800] env[70113]: DEBUG oslo_concurrency.lockutils [req-86cc98dc-7737-4dab-9459-98f1e98e26b6 req-49a9ba33-fea9-4b26-b22a-fb170929c957 service nova] Acquiring lock "52d28545-4a72-448b-be63-69a252ed1bdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.072189] env[70113]: DEBUG oslo_concurrency.lockutils [req-86cc98dc-7737-4dab-9459-98f1e98e26b6 req-49a9ba33-fea9-4b26-b22a-fb170929c957 service nova] Lock "52d28545-4a72-448b-be63-69a252ed1bdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.073317] env[70113]: DEBUG oslo_concurrency.lockutils [req-86cc98dc-7737-4dab-9459-98f1e98e26b6 req-49a9ba33-fea9-4b26-b22a-fb170929c957 service nova] Lock "52d28545-4a72-448b-be63-69a252ed1bdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.073317] env[70113]: DEBUG nova.compute.manager [req-86cc98dc-7737-4dab-9459-98f1e98e26b6 req-49a9ba33-fea9-4b26-b22a-fb170929c957 service nova] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] No waiting events found dispatching network-vif-plugged-4a464a04-ae45-4c29-9f0f-fbc744bd7f15 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.073317] env[70113]: WARNING nova.compute.manager [req-86cc98dc-7737-4dab-9459-98f1e98e26b6 req-49a9ba33-fea9-4b26-b22a-fb170929c957 service nova] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Received unexpected event network-vif-plugged-4a464a04-ae45-4c29-9f0f-fbc744bd7f15 for instance with vm_state building and task_state spawning. [ 780.104768] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.714s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.109525] env[70113]: DEBUG oslo_concurrency.lockutils [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.699s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.109917] env[70113]: DEBUG nova.objects.instance [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Lazy-loading 'resources' on Instance uuid c2c8d8bb-6a7d-46e2-a9cc-083f60676626 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.169048] env[70113]: DEBUG oslo_vmware.api [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415149, 'name': PowerOnVM_Task, 'duration_secs': 0.485765} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.169288] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.169618] env[70113]: INFO nova.compute.manager [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Took 8.39 seconds to spawn the instance on the hypervisor. [ 780.169939] env[70113]: DEBUG nova.compute.manager [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.171207] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab30869-ca4c-4bf1-830d-ff88d43286ee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.234013] env[70113]: DEBUG nova.network.neutron [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.292783] env[70113]: INFO nova.compute.manager [-] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Took 1.96 seconds to deallocate network for instance. [ 780.334260] env[70113]: DEBUG nova.network.neutron [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Updated VIF entry in instance network info cache for port a33673ff-72ba-4863-96ad-38ef5870ea7d. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.334769] env[70113]: DEBUG nova.network.neutron [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Updating instance_info_cache with network_info: [{"id": "a33673ff-72ba-4863-96ad-38ef5870ea7d", "address": "fa:16:3e:7e:e7:1f", "network": {"id": "cc7be030-b5c8-4873-830a-6ae3cd2f2071", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-396193495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "995a484ee0644bba855633a11a473c30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33673ff-72", "ovs_interfaceid": "a33673ff-72ba-4863-96ad-38ef5870ea7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.449810] env[70113]: DEBUG nova.network.neutron [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Updating instance_info_cache with network_info: [{"id": "09da0831-4138-4e99-bc35-ecabfb5aa57b", "address": "fa:16:3e:f2:c1:5d", "network": {"id": "c198bd49-57ed-45f9-a1f2-6d4f5afdcafc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-91481735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff3c579641845b6822d577043b8ec1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09da0831-41", "ovs_interfaceid": "09da0831-4138-4e99-bc35-ecabfb5aa57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.520289] env[70113]: DEBUG oslo_concurrency.lockutils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "refresh_cache-52d28545-4a72-448b-be63-69a252ed1bdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.520534] env[70113]: DEBUG oslo_concurrency.lockutils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "refresh_cache-52d28545-4a72-448b-be63-69a252ed1bdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.520791] env[70113]: DEBUG nova.network.neutron [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.550747] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.679999] env[70113]: INFO nova.scheduler.client.report [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Deleted allocation for migration 6f8c2b5f-77b6-479f-8b5a-22a20cd34aa6 [ 780.701925] env[70113]: INFO nova.compute.manager [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Took 40.49 seconds to build instance. [ 780.804392] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.838451] env[70113]: DEBUG oslo_concurrency.lockutils [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] Releasing lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.838725] env[70113]: DEBUG nova.compute.manager [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Received event network-vif-deleted-c80f06f8-cc12-422e-967f-f8d20013102b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.838935] env[70113]: DEBUG nova.compute.manager [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Received event network-changed-1c5bf4f4-326d-473a-a06f-b5dcb4776927 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.839944] env[70113]: DEBUG nova.compute.manager [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Refreshing instance network info cache due to event network-changed-1c5bf4f4-326d-473a-a06f-b5dcb4776927. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.839944] env[70113]: DEBUG oslo_concurrency.lockutils [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] Acquiring lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.839944] env[70113]: DEBUG oslo_concurrency.lockutils [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] Acquired lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.839944] env[70113]: DEBUG nova.network.neutron [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Refreshing network info cache for port 1c5bf4f4-326d-473a-a06f-b5dcb4776927 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.951949] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Releasing lock "refresh_cache-eb79b06b-68ff-44ef-bff4-28aee201e914" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.954679] env[70113]: DEBUG nova.compute.manager [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Instance network_info: |[{"id": "09da0831-4138-4e99-bc35-ecabfb5aa57b", "address": "fa:16:3e:f2:c1:5d", "network": {"id": "c198bd49-57ed-45f9-a1f2-6d4f5afdcafc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-91481735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff3c579641845b6822d577043b8ec1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09da0831-41", "ovs_interfaceid": "09da0831-4138-4e99-bc35-ecabfb5aa57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.955154] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:c1:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09da0831-4138-4e99-bc35-ecabfb5aa57b', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.963663] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.966510] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.966992] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab8c20b5-f2f0-41b4-97d8-9a9b6a9ffc23 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.990653] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.990653] env[70113]: value = "task-3415150" [ 780.990653] env[70113]: _type = "Task" [ 780.990653] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.000326] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415150, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.083931] env[70113]: DEBUG nova.network.neutron [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.187731] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ac54bd2e-6a7e-41d6-839f-61ffa9a71855 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "6a4056d3-e606-4232-a764-b1d6ffdc311e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.518s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.203809] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89aa909b-87a1-413c-bf2f-26825be704be tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "c1f3d6bd-e998-48d0-befe-6c7e495618ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.134s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.287254] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a58c98-cbeb-4490-9fa8-9b3abb2a9430 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.296899] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93cec2f-a789-4836-b58e-77b7a8c3866f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.329690] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743ecd6f-9c64-4763-a0ed-771dab5da4a8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.333016] env[70113]: DEBUG nova.network.neutron [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Updating instance_info_cache with network_info: [{"id": "4a464a04-ae45-4c29-9f0f-fbc744bd7f15", "address": "fa:16:3e:4e:c9:d3", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a464a04-ae", "ovs_interfaceid": "4a464a04-ae45-4c29-9f0f-fbc744bd7f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.339788] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28e1663-ec26-437a-88cf-b7bbbbad3fa7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.357068] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Acquiring lock "480263ba-bab0-4026-ac77-0e2f6a425f1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.357349] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Lock "480263ba-bab0-4026-ac77-0e2f6a425f1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.357617] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Acquiring lock "480263ba-bab0-4026-ac77-0e2f6a425f1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.357810] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Lock "480263ba-bab0-4026-ac77-0e2f6a425f1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.357978] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Lock "480263ba-bab0-4026-ac77-0e2f6a425f1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.359897] env[70113]: INFO nova.compute.manager [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Terminating instance [ 781.362735] env[70113]: DEBUG nova.compute.provider_tree [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.500293] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415150, 'name': CreateVM_Task, 'duration_secs': 0.352329} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.502799] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.503769] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.503939] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.504273] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.504805] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d28ddf6a-824e-4d89-9fff-88957e203433 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.509881] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 781.509881] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ec05c4-0a3a-70e7-e87b-c646b4e727fb" [ 781.509881] env[70113]: _type = "Task" [ 781.509881] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.517560] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ec05c4-0a3a-70e7-e87b-c646b4e727fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.575624] env[70113]: DEBUG nova.network.neutron [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Updated VIF entry in instance network info cache for port 1c5bf4f4-326d-473a-a06f-b5dcb4776927. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.576192] env[70113]: DEBUG nova.network.neutron [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Updating instance_info_cache with network_info: [{"id": "1c5bf4f4-326d-473a-a06f-b5dcb4776927", "address": "fa:16:3e:4d:4c:9e", "network": {"id": "f0410276-8b0f-4d29-b505-2e00e7b5df5d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1391463906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ef98de74d3741f1bd5882d9f35a1ce4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5bf4f4-32", "ovs_interfaceid": "1c5bf4f4-326d-473a-a06f-b5dcb4776927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.621039] env[70113]: DEBUG nova.compute.manager [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Received event network-changed-a33673ff-72ba-4863-96ad-38ef5870ea7d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.621251] env[70113]: DEBUG nova.compute.manager [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Refreshing instance network info cache due to event network-changed-a33673ff-72ba-4863-96ad-38ef5870ea7d. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.621470] env[70113]: DEBUG oslo_concurrency.lockutils [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] Acquiring lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.621612] env[70113]: DEBUG oslo_concurrency.lockutils [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] Acquired lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.622123] env[70113]: DEBUG nova.network.neutron [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Refreshing network info cache for port a33673ff-72ba-4863-96ad-38ef5870ea7d {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.706017] env[70113]: DEBUG nova.compute.manager [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.838022] env[70113]: DEBUG oslo_concurrency.lockutils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "refresh_cache-52d28545-4a72-448b-be63-69a252ed1bdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.838022] env[70113]: DEBUG nova.compute.manager [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Instance network_info: |[{"id": "4a464a04-ae45-4c29-9f0f-fbc744bd7f15", "address": "fa:16:3e:4e:c9:d3", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a464a04-ae", "ovs_interfaceid": "4a464a04-ae45-4c29-9f0f-fbc744bd7f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.838227] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:c9:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a464a04-ae45-4c29-9f0f-fbc744bd7f15', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.845119] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Creating folder: Project (95036503c4b74c33a2300cad5affe864). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.845582] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0a156ff-ade0-4cbb-aa5d-6516772dc1e4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.858124] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Created folder: Project (95036503c4b74c33a2300cad5affe864) in parent group-v681336. [ 781.858124] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Creating folder: Instances. Parent ref: group-v681424. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.858124] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d4aaae6-f096-4d4e-8285-0d0b154cb301 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.866054] env[70113]: DEBUG nova.compute.manager [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.866054] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.866054] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8a2c73-fba2-48fe-9fb0-60e2b54e550c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.869823] env[70113]: DEBUG nova.scheduler.client.report [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.873543] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Created folder: Instances in parent group-v681424. [ 781.873956] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.875149] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.875604] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c052d374-aeb1-4779-a593-53b31dbf7c90 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.894785] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.896089] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62f3071f-af8c-45dd-a72d-f593b27bba53 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.900041] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.900041] env[70113]: value = "task-3415153" [ 781.900041] env[70113]: _type = "Task" [ 781.900041] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.905750] env[70113]: DEBUG oslo_vmware.api [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 781.905750] env[70113]: value = "task-3415154" [ 781.905750] env[70113]: _type = "Task" [ 781.905750] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.910504] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415153, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.918131] env[70113]: DEBUG oslo_vmware.api [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.021862] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ec05c4-0a3a-70e7-e87b-c646b4e727fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009812} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.021862] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.022134] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.022499] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.022749] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.023044] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.023431] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ce9efb0-4d04-4672-b750-837010eb4b47 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.032270] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.032564] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.033614] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f8d6b16-c0f6-4c5b-9170-8ac733509f40 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.040958] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 782.040958] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52053a97-d9cd-2fc2-d40e-865863a8b25c" [ 782.040958] env[70113]: _type = "Task" [ 782.040958] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.048712] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52053a97-d9cd-2fc2-d40e-865863a8b25c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.079553] env[70113]: DEBUG oslo_concurrency.lockutils [req-f44a3473-c894-463b-81b1-67566514ead0 req-fdff324c-e42e-4c76-883d-c9da387302c2 service nova] Releasing lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.106282] env[70113]: DEBUG nova.compute.manager [req-b8732c9e-3f81-41e3-bf4f-970c6d3612f8 req-e593b979-5639-40ad-9ee9-038ded188702 service nova] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Received event network-changed-4a464a04-ae45-4c29-9f0f-fbc744bd7f15 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.106526] env[70113]: DEBUG nova.compute.manager [req-b8732c9e-3f81-41e3-bf4f-970c6d3612f8 req-e593b979-5639-40ad-9ee9-038ded188702 service nova] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Refreshing instance network info cache due to event network-changed-4a464a04-ae45-4c29-9f0f-fbc744bd7f15. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.106791] env[70113]: DEBUG oslo_concurrency.lockutils [req-b8732c9e-3f81-41e3-bf4f-970c6d3612f8 req-e593b979-5639-40ad-9ee9-038ded188702 service nova] Acquiring lock "refresh_cache-52d28545-4a72-448b-be63-69a252ed1bdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.106831] env[70113]: DEBUG oslo_concurrency.lockutils [req-b8732c9e-3f81-41e3-bf4f-970c6d3612f8 req-e593b979-5639-40ad-9ee9-038ded188702 service nova] Acquired lock "refresh_cache-52d28545-4a72-448b-be63-69a252ed1bdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.106961] env[70113]: DEBUG nova.network.neutron [req-b8732c9e-3f81-41e3-bf4f-970c6d3612f8 req-e593b979-5639-40ad-9ee9-038ded188702 service nova] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Refreshing network info cache for port 4a464a04-ae45-4c29-9f0f-fbc744bd7f15 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.230243] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.375479] env[70113]: DEBUG oslo_concurrency.lockutils [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.377707] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.901s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.379308] env[70113]: INFO nova.compute.claims [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.405763] env[70113]: INFO nova.scheduler.client.report [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Deleted allocations for instance c2c8d8bb-6a7d-46e2-a9cc-083f60676626 [ 782.416876] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415153, 'name': CreateVM_Task, 'duration_secs': 0.311361} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.417346] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.419581] env[70113]: DEBUG oslo_concurrency.lockutils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.419758] env[70113]: DEBUG oslo_concurrency.lockutils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.420073] env[70113]: DEBUG oslo_concurrency.lockutils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.423400] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-441e87e4-af55-4cc8-a32c-6de42004bcf9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.425742] env[70113]: DEBUG oslo_vmware.api [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415154, 'name': PowerOffVM_Task, 'duration_secs': 0.199371} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.427088] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.427273] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.428013] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7409037-4375-4df4-b2b5-5dbdfb58cd43 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.431274] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 782.431274] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bd8bbb-2b97-3fb4-074c-d4e74cc90976" [ 782.431274] env[70113]: _type = "Task" [ 782.431274] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.440363] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bd8bbb-2b97-3fb4-074c-d4e74cc90976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.491471] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.493090] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.493090] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Deleting the datastore file [datastore2] 480263ba-bab0-4026-ac77-0e2f6a425f1e {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.493090] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-166dd347-9a36-4f8e-a054-e657de3eb9c1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.500139] env[70113]: DEBUG oslo_vmware.api [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for the task: (returnval){ [ 782.500139] env[70113]: value = "task-3415156" [ 782.500139] env[70113]: _type = "Task" [ 782.500139] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.508392] env[70113]: DEBUG oslo_vmware.api [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.553734] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52053a97-d9cd-2fc2-d40e-865863a8b25c, 'name': SearchDatastore_Task, 'duration_secs': 0.00894} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.554822] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1c728f-e5dc-4bcb-a2cc-8188db2880df {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.558473] env[70113]: DEBUG nova.network.neutron [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Updated VIF entry in instance network info cache for port a33673ff-72ba-4863-96ad-38ef5870ea7d. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.558963] env[70113]: DEBUG nova.network.neutron [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Updating instance_info_cache with network_info: [{"id": "a33673ff-72ba-4863-96ad-38ef5870ea7d", "address": "fa:16:3e:7e:e7:1f", "network": {"id": "cc7be030-b5c8-4873-830a-6ae3cd2f2071", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-396193495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "995a484ee0644bba855633a11a473c30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33673ff-72", "ovs_interfaceid": "a33673ff-72ba-4863-96ad-38ef5870ea7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.563861] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 782.563861] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f6be42-8e76-4205-0b0a-20f32a6255b9" [ 782.563861] env[70113]: _type = "Task" [ 782.563861] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.572814] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f6be42-8e76-4205-0b0a-20f32a6255b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.857238] env[70113]: DEBUG nova.network.neutron [req-b8732c9e-3f81-41e3-bf4f-970c6d3612f8 req-e593b979-5639-40ad-9ee9-038ded188702 service nova] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Updated VIF entry in instance network info cache for port 4a464a04-ae45-4c29-9f0f-fbc744bd7f15. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.858514] env[70113]: DEBUG nova.network.neutron [req-b8732c9e-3f81-41e3-bf4f-970c6d3612f8 req-e593b979-5639-40ad-9ee9-038ded188702 service nova] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Updating instance_info_cache with network_info: [{"id": "4a464a04-ae45-4c29-9f0f-fbc744bd7f15", "address": "fa:16:3e:4e:c9:d3", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a464a04-ae", "ovs_interfaceid": "4a464a04-ae45-4c29-9f0f-fbc744bd7f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.921929] env[70113]: DEBUG oslo_concurrency.lockutils [None req-98ffb185-4f70-4982-b69b-8a821a87d464 tempest-InstanceActionsNegativeTestJSON-1401214110 tempest-InstanceActionsNegativeTestJSON-1401214110-project-member] Lock "c2c8d8bb-6a7d-46e2-a9cc-083f60676626" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.104s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.945875] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bd8bbb-2b97-3fb4-074c-d4e74cc90976, 'name': SearchDatastore_Task, 'duration_secs': 0.011786} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.945999] env[70113]: DEBUG oslo_concurrency.lockutils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.946712] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.946712] env[70113]: DEBUG oslo_concurrency.lockutils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.010400] env[70113]: DEBUG oslo_vmware.api [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Task: {'id': task-3415156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209495} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.010683] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.010868] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.011046] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.013654] env[70113]: INFO nova.compute.manager [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 783.013654] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.013654] env[70113]: DEBUG nova.compute.manager [-] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.013654] env[70113]: DEBUG nova.network.neutron [-] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.063735] env[70113]: DEBUG oslo_concurrency.lockutils [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] Releasing lock "refresh_cache-546d4f1f-00dc-458c-a0f5-3810925a681d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.064042] env[70113]: DEBUG nova.compute.manager [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Received event network-vif-plugged-09da0831-4138-4e99-bc35-ecabfb5aa57b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.064249] env[70113]: DEBUG oslo_concurrency.lockutils [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] Acquiring lock "eb79b06b-68ff-44ef-bff4-28aee201e914-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.064482] env[70113]: DEBUG oslo_concurrency.lockutils [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] Lock "eb79b06b-68ff-44ef-bff4-28aee201e914-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.064615] env[70113]: DEBUG oslo_concurrency.lockutils [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] Lock "eb79b06b-68ff-44ef-bff4-28aee201e914-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.064804] env[70113]: DEBUG nova.compute.manager [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] No waiting events found dispatching network-vif-plugged-09da0831-4138-4e99-bc35-ecabfb5aa57b {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.064944] env[70113]: WARNING nova.compute.manager [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Received unexpected event network-vif-plugged-09da0831-4138-4e99-bc35-ecabfb5aa57b for instance with vm_state building and task_state spawning. [ 783.065120] env[70113]: DEBUG nova.compute.manager [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Received event network-changed-1c5bf4f4-326d-473a-a06f-b5dcb4776927 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.065278] env[70113]: DEBUG nova.compute.manager [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Refreshing instance network info cache due to event network-changed-1c5bf4f4-326d-473a-a06f-b5dcb4776927. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.065578] env[70113]: DEBUG oslo_concurrency.lockutils [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] Acquiring lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.065578] env[70113]: DEBUG oslo_concurrency.lockutils [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] Acquired lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.065734] env[70113]: DEBUG nova.network.neutron [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Refreshing network info cache for port 1c5bf4f4-326d-473a-a06f-b5dcb4776927 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.080487] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f6be42-8e76-4205-0b0a-20f32a6255b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009534} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.080734] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.080992] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] eb79b06b-68ff-44ef-bff4-28aee201e914/eb79b06b-68ff-44ef-bff4-28aee201e914.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.081281] env[70113]: DEBUG oslo_concurrency.lockutils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.081495] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.081714] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8187612f-b32d-4c40-b271-5c3284a04f8e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.083815] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6df10ae4-3ab0-4727-b966-f89b0e988ac4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.090626] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 783.090626] env[70113]: value = "task-3415157" [ 783.090626] env[70113]: _type = "Task" [ 783.090626] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.094748] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.094938] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.096088] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32e2aa1-d946-40da-9a3c-db1d8f303b3d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.101895] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.104846] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 783.104846] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c00fe8-9621-959d-7295-c097e8562c7b" [ 783.104846] env[70113]: _type = "Task" [ 783.104846] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.112228] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c00fe8-9621-959d-7295-c097e8562c7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.361946] env[70113]: DEBUG oslo_concurrency.lockutils [req-b8732c9e-3f81-41e3-bf4f-970c6d3612f8 req-e593b979-5639-40ad-9ee9-038ded188702 service nova] Releasing lock "refresh_cache-52d28545-4a72-448b-be63-69a252ed1bdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.592723] env[70113]: INFO nova.network.neutron [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Port 1c5bf4f4-326d-473a-a06f-b5dcb4776927 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 783.592723] env[70113]: DEBUG nova.network.neutron [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.610095] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415157, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.627309] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c00fe8-9621-959d-7295-c097e8562c7b, 'name': SearchDatastore_Task, 'duration_secs': 0.013571} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.628901] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbbe80d5-254c-4273-9c51-e2c786f2166a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.638704] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 783.638704] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]520968a0-5acc-da05-9a2e-88cd68c3cbd5" [ 783.638704] env[70113]: _type = "Task" [ 783.638704] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.658030] env[70113]: DEBUG oslo_concurrency.lockutils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.658030] env[70113]: DEBUG oslo_concurrency.lockutils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.658030] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]520968a0-5acc-da05-9a2e-88cd68c3cbd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.838468] env[70113]: DEBUG nova.compute.manager [req-12bdd097-9eea-4b71-9a5c-947fa12b49be req-377bd379-95a9-4585-b774-098c7f8c21c6 service nova] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Received event network-vif-deleted-1c5bf4f4-326d-473a-a06f-b5dcb4776927 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.919985] env[70113]: DEBUG nova.network.neutron [-] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.059961] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f8a157-7140-410d-87f7-5932673956e5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.069893] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740d0d94-1652-4a78-ba63-945e91d7e6c8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.104492] env[70113]: DEBUG oslo_concurrency.lockutils [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] Releasing lock "refresh_cache-480263ba-bab0-4026-ac77-0e2f6a425f1e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.105175] env[70113]: DEBUG nova.compute.manager [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Received event network-changed-09da0831-4138-4e99-bc35-ecabfb5aa57b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.105175] env[70113]: DEBUG nova.compute.manager [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Refreshing instance network info cache due to event network-changed-09da0831-4138-4e99-bc35-ecabfb5aa57b. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.105549] env[70113]: DEBUG oslo_concurrency.lockutils [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] Acquiring lock "refresh_cache-eb79b06b-68ff-44ef-bff4-28aee201e914" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.105549] env[70113]: DEBUG oslo_concurrency.lockutils [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] Acquired lock "refresh_cache-eb79b06b-68ff-44ef-bff4-28aee201e914" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.105679] env[70113]: DEBUG nova.network.neutron [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Refreshing network info cache for port 09da0831-4138-4e99-bc35-ecabfb5aa57b {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.110840] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c54c25-4a0a-455f-ac18-56c6cfdfcf7d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.123894] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1098a003-a078-44fe-ba9f-c1ab1b10a3f7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.129502] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867649} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.129718] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] eb79b06b-68ff-44ef-bff4-28aee201e914/eb79b06b-68ff-44ef-bff4-28aee201e914.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.129990] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.130713] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-380fe8dc-3510-492e-92a8-ab2700bf64e5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.141186] env[70113]: DEBUG nova.compute.provider_tree [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.147267] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 784.147267] env[70113]: value = "task-3415158" [ 784.147267] env[70113]: _type = "Task" [ 784.147267] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.151183] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]520968a0-5acc-da05-9a2e-88cd68c3cbd5, 'name': SearchDatastore_Task, 'duration_secs': 0.056912} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.154826] env[70113]: DEBUG oslo_concurrency.lockutils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.155206] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 52d28545-4a72-448b-be63-69a252ed1bdc/52d28545-4a72-448b-be63-69a252ed1bdc.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.156197] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ceb555a-7e8b-4155-b6a3-39e1608e1f7f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.163500] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.165473] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 784.165473] env[70113]: value = "task-3415159" [ 784.165473] env[70113]: _type = "Task" [ 784.165473] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.175537] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.423303] env[70113]: INFO nova.compute.manager [-] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Took 1.41 seconds to deallocate network for instance. [ 784.647177] env[70113]: DEBUG nova.scheduler.client.report [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.659781] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065914} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.660057] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.660816] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d968af1-7383-4933-a13f-faa7a124744f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.683368] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] eb79b06b-68ff-44ef-bff4-28aee201e914/eb79b06b-68ff-44ef-bff4-28aee201e914.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.687746] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5e0a8ca-7a9b-4a26-96cb-652280f47dbd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.710618] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415159, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.713601] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 784.713601] env[70113]: value = "task-3415160" [ 784.713601] env[70113]: _type = "Task" [ 784.713601] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.723910] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415160, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.931229] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.027258] env[70113]: DEBUG nova.network.neutron [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Updated VIF entry in instance network info cache for port 09da0831-4138-4e99-bc35-ecabfb5aa57b. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.028212] env[70113]: DEBUG nova.network.neutron [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Updating instance_info_cache with network_info: [{"id": "09da0831-4138-4e99-bc35-ecabfb5aa57b", "address": "fa:16:3e:f2:c1:5d", "network": {"id": "c198bd49-57ed-45f9-a1f2-6d4f5afdcafc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-91481735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff3c579641845b6822d577043b8ec1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09da0831-41", "ovs_interfaceid": "09da0831-4138-4e99-bc35-ecabfb5aa57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.155536] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.156115] env[70113]: DEBUG nova.compute.manager [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.158657] env[70113]: DEBUG oslo_concurrency.lockutils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.719s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.162578] env[70113]: INFO nova.compute.claims [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.184505] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877389} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.184770] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 52d28545-4a72-448b-be63-69a252ed1bdc/52d28545-4a72-448b-be63-69a252ed1bdc.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.185028] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.185272] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ffab5dd-9521-4f7a-8255-255f0047705a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.192314] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 785.192314] env[70113]: value = "task-3415161" [ 785.192314] env[70113]: _type = "Task" [ 785.192314] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.201024] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.226040] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.531020] env[70113]: DEBUG oslo_concurrency.lockutils [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] Releasing lock "refresh_cache-eb79b06b-68ff-44ef-bff4-28aee201e914" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.531364] env[70113]: DEBUG nova.compute.manager [req-40c29e84-0f01-4a7f-b0e8-3dcb50936f2c req-57c16ef9-e4ce-4022-85af-c6e5a2380ead service nova] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Received event network-vif-deleted-23282b6d-8f5e-40e9-b8dc-0fdc8377e5e7 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.669477] env[70113]: DEBUG nova.compute.utils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.674080] env[70113]: DEBUG nova.compute.manager [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.674080] env[70113]: DEBUG nova.network.neutron [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.701464] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305231} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.703327] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.704102] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f718393-7a16-4c35-addb-13bc969ba446 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.731507] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 52d28545-4a72-448b-be63-69a252ed1bdc/52d28545-4a72-448b-be63-69a252ed1bdc.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.733041] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f42c8585-4137-4211-b736-932355ea1711 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.753712] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.755167] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 785.755167] env[70113]: value = "task-3415162" [ 785.755167] env[70113]: _type = "Task" [ 785.755167] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.763117] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.782847] env[70113]: DEBUG nova.policy [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58adb7199f9d47bda33290d75932c5d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8e4c20a02314ea6affe1c72085910cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.172432] env[70113]: DEBUG nova.compute.manager [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.231808] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415160, 'name': ReconfigVM_Task, 'duration_secs': 1.297115} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.234550] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Reconfigured VM instance instance-00000020 to attach disk [datastore1] eb79b06b-68ff-44ef-bff4-28aee201e914/eb79b06b-68ff-44ef-bff4-28aee201e914.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.235485] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13a98460-430d-4913-b33e-4dd624fb837c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.250049] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 786.250049] env[70113]: value = "task-3415163" [ 786.250049] env[70113]: _type = "Task" [ 786.250049] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.263143] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415163, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.270410] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415162, 'name': ReconfigVM_Task, 'duration_secs': 0.510867} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.270727] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 52d28545-4a72-448b-be63-69a252ed1bdc/52d28545-4a72-448b-be63-69a252ed1bdc.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.271463] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-539b6e5b-72ad-4a4b-9c66-6f0a0e8d9f4f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.277020] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 786.277020] env[70113]: value = "task-3415164" [ 786.277020] env[70113]: _type = "Task" [ 786.277020] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.287321] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415164, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.415039] env[70113]: DEBUG nova.network.neutron [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Successfully created port: aafc698d-de47-4e0c-839d-5a78bdf762a1 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.763476] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415163, 'name': Rename_Task, 'duration_secs': 0.420336} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.763951] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.766503] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61e849f5-85ea-44a0-87f0-25884b0cf708 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.774022] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 786.774022] env[70113]: value = "task-3415165" [ 786.774022] env[70113]: _type = "Task" [ 786.774022] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.787771] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.800060] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415164, 'name': Rename_Task, 'duration_secs': 0.144844} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.800426] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.800717] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4782c5f-297c-4d60-984e-9590333433d7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.805346] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4a1197-e49e-4984-881c-d51eba0943a1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.813276] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b996f8-8ce1-4ebe-a77e-8caa019e28fc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.817440] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 786.817440] env[70113]: value = "task-3415166" [ 786.817440] env[70113]: _type = "Task" [ 786.817440] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.848337] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a67981b-48b2-45bd-a75b-97b9491fc063 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.855186] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.859290] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4160043a-e56b-4053-8759-03b48bad3f40 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.872996] env[70113]: DEBUG nova.compute.provider_tree [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.186019] env[70113]: DEBUG nova.compute.manager [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.211914] env[70113]: DEBUG nova.virt.hardware [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.212246] env[70113]: DEBUG nova.virt.hardware [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.212418] env[70113]: DEBUG nova.virt.hardware [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.212608] env[70113]: DEBUG nova.virt.hardware [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.212757] env[70113]: DEBUG nova.virt.hardware [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.212904] env[70113]: DEBUG nova.virt.hardware [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.213178] env[70113]: DEBUG nova.virt.hardware [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.213430] env[70113]: DEBUG nova.virt.hardware [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.213539] env[70113]: DEBUG nova.virt.hardware [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.213717] env[70113]: DEBUG nova.virt.hardware [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.213854] env[70113]: DEBUG nova.virt.hardware [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.215649] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b328f5-ac0c-4b66-af0b-10e225f01f2d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.224736] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b2c0e0-6f36-415e-b421-bbb0fad1f490 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.281323] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415165, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.327305] env[70113]: DEBUG oslo_vmware.api [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415166, 'name': PowerOnVM_Task, 'duration_secs': 0.437912} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.327614] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.327816] env[70113]: INFO nova.compute.manager [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Took 7.91 seconds to spawn the instance on the hypervisor. [ 787.327994] env[70113]: DEBUG nova.compute.manager [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.328853] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f3107b-a6f7-44f4-95d2-4263904dd930 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.377674] env[70113]: DEBUG nova.scheduler.client.report [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.782745] env[70113]: DEBUG oslo_vmware.api [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415165, 'name': PowerOnVM_Task, 'duration_secs': 0.704186} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.783052] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.783257] env[70113]: INFO nova.compute.manager [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Took 11.08 seconds to spawn the instance on the hypervisor. [ 787.783439] env[70113]: DEBUG nova.compute.manager [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.784225] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a6be8f-ef87-4907-9573-a160d44ca30d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.849604] env[70113]: INFO nova.compute.manager [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Took 39.09 seconds to build instance. [ 787.885205] env[70113]: DEBUG oslo_concurrency.lockutils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.885889] env[70113]: DEBUG nova.compute.manager [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.889605] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.895s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.889854] env[70113]: DEBUG nova.objects.instance [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lazy-loading 'resources' on Instance uuid 9be9128e-4576-4941-9f9b-d2bca5d25975 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.111214] env[70113]: DEBUG oslo_concurrency.lockutils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "d5594fac-44a9-4be9-ac10-42e6f368365f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.111585] env[70113]: DEBUG oslo_concurrency.lockutils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "d5594fac-44a9-4be9-ac10-42e6f368365f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.306852] env[70113]: INFO nova.compute.manager [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Took 43.18 seconds to build instance. [ 788.306852] env[70113]: DEBUG nova.network.neutron [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Successfully updated port: aafc698d-de47-4e0c-839d-5a78bdf762a1 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.351436] env[70113]: DEBUG oslo_concurrency.lockutils [None req-538efcec-4e72-4911-9d59-af14de6b518c tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "52d28545-4a72-448b-be63-69a252ed1bdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.895s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.369784] env[70113]: DEBUG nova.compute.manager [req-cf689577-3b96-4bd4-8c02-06a15b66656e req-fe391c20-72c6-47cf-926a-8144b01113d4 service nova] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Received event network-vif-plugged-aafc698d-de47-4e0c-839d-5a78bdf762a1 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.370052] env[70113]: DEBUG oslo_concurrency.lockutils [req-cf689577-3b96-4bd4-8c02-06a15b66656e req-fe391c20-72c6-47cf-926a-8144b01113d4 service nova] Acquiring lock "52c12a26-d157-420d-ab03-48dfc750a3d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.370303] env[70113]: DEBUG oslo_concurrency.lockutils [req-cf689577-3b96-4bd4-8c02-06a15b66656e req-fe391c20-72c6-47cf-926a-8144b01113d4 service nova] Lock "52c12a26-d157-420d-ab03-48dfc750a3d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.370471] env[70113]: DEBUG oslo_concurrency.lockutils [req-cf689577-3b96-4bd4-8c02-06a15b66656e req-fe391c20-72c6-47cf-926a-8144b01113d4 service nova] Lock "52c12a26-d157-420d-ab03-48dfc750a3d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.370647] env[70113]: DEBUG nova.compute.manager [req-cf689577-3b96-4bd4-8c02-06a15b66656e req-fe391c20-72c6-47cf-926a-8144b01113d4 service nova] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] No waiting events found dispatching network-vif-plugged-aafc698d-de47-4e0c-839d-5a78bdf762a1 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.370809] env[70113]: WARNING nova.compute.manager [req-cf689577-3b96-4bd4-8c02-06a15b66656e req-fe391c20-72c6-47cf-926a-8144b01113d4 service nova] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Received unexpected event network-vif-plugged-aafc698d-de47-4e0c-839d-5a78bdf762a1 for instance with vm_state building and task_state spawning. [ 788.393763] env[70113]: DEBUG nova.compute.utils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.397641] env[70113]: DEBUG nova.compute.manager [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.397806] env[70113]: DEBUG nova.network.neutron [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.469428] env[70113]: DEBUG nova.policy [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58adb7199f9d47bda33290d75932c5d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8e4c20a02314ea6affe1c72085910cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.804288] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c089d983-2462-4336-9189-c11febbdfab2 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "eb79b06b-68ff-44ef-bff4-28aee201e914" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.770s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.811612] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquiring lock "refresh_cache-52c12a26-d157-420d-ab03-48dfc750a3d5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.811803] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquired lock "refresh_cache-52c12a26-d157-420d-ab03-48dfc750a3d5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.811994] env[70113]: DEBUG nova.network.neutron [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.854328] env[70113]: DEBUG nova.compute.manager [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.903083] env[70113]: DEBUG nova.compute.manager [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.963736] env[70113]: DEBUG nova.network.neutron [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Successfully created port: fc36b43a-8f97-4044-a7d3-198c49d0f9eb {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.031216] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52876ab5-7585-483e-94d9-b2932b32640b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.042081] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf8b517-bd6c-4ec0-8588-3c5f59221e3d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.078641] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53301605-fc39-4819-87ae-2d73ae667230 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.087340] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49f69ae-2210-4161-9bf0-c098130ea69d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.103919] env[70113]: DEBUG nova.compute.provider_tree [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.307134] env[70113]: DEBUG nova.compute.manager [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.350954] env[70113]: DEBUG nova.network.neutron [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.377434] env[70113]: DEBUG oslo_concurrency.lockutils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.493510] env[70113]: DEBUG nova.network.neutron [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Updating instance_info_cache with network_info: [{"id": "aafc698d-de47-4e0c-839d-5a78bdf762a1", "address": "fa:16:3e:4e:f4:06", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaafc698d-de", "ovs_interfaceid": "aafc698d-de47-4e0c-839d-5a78bdf762a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.610182] env[70113]: DEBUG nova.scheduler.client.report [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.630463] env[70113]: DEBUG oslo_concurrency.lockutils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "47240db4-50a6-45eb-806a-bc57fafdcadb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.630800] env[70113]: DEBUG oslo_concurrency.lockutils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "47240db4-50a6-45eb-806a-bc57fafdcadb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.828577] env[70113]: DEBUG oslo_concurrency.lockutils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.919381] env[70113]: DEBUG nova.compute.manager [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.948717] env[70113]: DEBUG nova.virt.hardware [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.948977] env[70113]: DEBUG nova.virt.hardware [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.949152] env[70113]: DEBUG nova.virt.hardware [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.949382] env[70113]: DEBUG nova.virt.hardware [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.949609] env[70113]: DEBUG nova.virt.hardware [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.949735] env[70113]: DEBUG nova.virt.hardware [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.949959] env[70113]: DEBUG nova.virt.hardware [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.950136] env[70113]: DEBUG nova.virt.hardware [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.950332] env[70113]: DEBUG nova.virt.hardware [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.950499] env[70113]: DEBUG nova.virt.hardware [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.950688] env[70113]: DEBUG nova.virt.hardware [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.951629] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceee100e-0b96-4f2d-ae55-5acbc6f3d361 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.961057] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a061c3-6d06-4832-8ed3-06f8006e2df6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.997617] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Releasing lock "refresh_cache-52c12a26-d157-420d-ab03-48dfc750a3d5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.997982] env[70113]: DEBUG nova.compute.manager [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Instance network_info: |[{"id": "aafc698d-de47-4e0c-839d-5a78bdf762a1", "address": "fa:16:3e:4e:f4:06", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaafc698d-de", "ovs_interfaceid": "aafc698d-de47-4e0c-839d-5a78bdf762a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.998511] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:f4:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aafc698d-de47-4e0c-839d-5a78bdf762a1', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.006420] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Creating folder: Project (d8e4c20a02314ea6affe1c72085910cd). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.006727] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70c54f8e-4f67-4463-85cf-a69886e162c4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.021245] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Created folder: Project (d8e4c20a02314ea6affe1c72085910cd) in parent group-v681336. [ 790.021324] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Creating folder: Instances. Parent ref: group-v681427. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.021587] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-608142a5-dba9-4d32-9297-e00de582b67a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.038192] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Created folder: Instances in parent group-v681427. [ 790.038192] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.038192] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.038192] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-330e9c63-b98f-4360-b4cc-42e95146dd2c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.059639] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.059639] env[70113]: value = "task-3415169" [ 790.059639] env[70113]: _type = "Task" [ 790.059639] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.069459] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415169, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.116693] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.120817] env[70113]: DEBUG oslo_concurrency.lockutils [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.865s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.120817] env[70113]: DEBUG nova.objects.instance [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Lazy-loading 'resources' on Instance uuid b417ccb7-13dd-434a-9623-1290d65c7ad5 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.148317] env[70113]: INFO nova.scheduler.client.report [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleted allocations for instance 9be9128e-4576-4941-9f9b-d2bca5d25975 [ 790.438537] env[70113]: DEBUG nova.compute.manager [req-8e3464c6-7191-405c-a38b-f5a170c7f17d req-dc0acabb-e594-40de-8b54-e59a1085b064 service nova] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Received event network-changed-aafc698d-de47-4e0c-839d-5a78bdf762a1 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.438823] env[70113]: DEBUG nova.compute.manager [req-8e3464c6-7191-405c-a38b-f5a170c7f17d req-dc0acabb-e594-40de-8b54-e59a1085b064 service nova] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Refreshing instance network info cache due to event network-changed-aafc698d-de47-4e0c-839d-5a78bdf762a1. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.439070] env[70113]: DEBUG oslo_concurrency.lockutils [req-8e3464c6-7191-405c-a38b-f5a170c7f17d req-dc0acabb-e594-40de-8b54-e59a1085b064 service nova] Acquiring lock "refresh_cache-52c12a26-d157-420d-ab03-48dfc750a3d5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.439133] env[70113]: DEBUG oslo_concurrency.lockutils [req-8e3464c6-7191-405c-a38b-f5a170c7f17d req-dc0acabb-e594-40de-8b54-e59a1085b064 service nova] Acquired lock "refresh_cache-52c12a26-d157-420d-ab03-48dfc750a3d5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.439311] env[70113]: DEBUG nova.network.neutron [req-8e3464c6-7191-405c-a38b-f5a170c7f17d req-dc0acabb-e594-40de-8b54-e59a1085b064 service nova] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Refreshing network info cache for port aafc698d-de47-4e0c-839d-5a78bdf762a1 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.570509] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415169, 'name': CreateVM_Task, 'duration_secs': 0.343873} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.570730] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.571456] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.571624] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.571928] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.572535] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30dadda8-a7a6-43ab-b73d-d2fa079d8e28 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.578372] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 790.578372] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52824716-e535-f1fc-e92a-e42fd9299c95" [ 790.578372] env[70113]: _type = "Task" [ 790.578372] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.588321] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52824716-e535-f1fc-e92a-e42fd9299c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.656986] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f0307c38-f6fd-4e5e-a0d8-39a33373f024 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "9be9128e-4576-4941-9f9b-d2bca5d25975" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.334s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.038847] env[70113]: DEBUG nova.network.neutron [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Successfully updated port: fc36b43a-8f97-4044-a7d3-198c49d0f9eb {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.094343] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52824716-e535-f1fc-e92a-e42fd9299c95, 'name': SearchDatastore_Task, 'duration_secs': 0.011624} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.094753] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.094942] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.095252] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.095345] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.095512] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.095804] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-add5d789-3875-4b88-ae76-9d38bc842e13 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.113764] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.113907] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.114845] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-276d7217-7a6b-4be3-a7f8-b19c137ef9e4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.121267] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 791.121267] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e2dd01-51c1-e051-ff81-0d4a3a4922aa" [ 791.121267] env[70113]: _type = "Task" [ 791.121267] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.131634] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e2dd01-51c1-e051-ff81-0d4a3a4922aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.193015] env[70113]: DEBUG nova.network.neutron [req-8e3464c6-7191-405c-a38b-f5a170c7f17d req-dc0acabb-e594-40de-8b54-e59a1085b064 service nova] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Updated VIF entry in instance network info cache for port aafc698d-de47-4e0c-839d-5a78bdf762a1. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.193393] env[70113]: DEBUG nova.network.neutron [req-8e3464c6-7191-405c-a38b-f5a170c7f17d req-dc0acabb-e594-40de-8b54-e59a1085b064 service nova] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Updating instance_info_cache with network_info: [{"id": "aafc698d-de47-4e0c-839d-5a78bdf762a1", "address": "fa:16:3e:4e:f4:06", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaafc698d-de", "ovs_interfaceid": "aafc698d-de47-4e0c-839d-5a78bdf762a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.199730] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9f466d-a24c-42dd-8179-22ed4fa6cacc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.211720] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845a6bc4-76f7-4279-8c38-79aa50b7a77a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.245034] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a06dc7e-52e4-4664-b541-dfa02b918958 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.256107] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172914bd-208a-4462-b355-5287556f47ca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.271755] env[70113]: DEBUG nova.compute.provider_tree [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.329955] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.330213] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.541717] env[70113]: DEBUG oslo_concurrency.lockutils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquiring lock "refresh_cache-394ed08f-2d43-4261-bed1-cd94b14770ba" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.541975] env[70113]: DEBUG oslo_concurrency.lockutils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquired lock "refresh_cache-394ed08f-2d43-4261-bed1-cd94b14770ba" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.542041] env[70113]: DEBUG nova.network.neutron [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.633034] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e2dd01-51c1-e051-ff81-0d4a3a4922aa, 'name': SearchDatastore_Task, 'duration_secs': 0.023512} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.634383] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5941317e-0762-4deb-ba84-cd435fb4f1bd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.639393] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 791.639393] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b17468-4f80-6f69-aca6-f0e7795aec71" [ 791.639393] env[70113]: _type = "Task" [ 791.639393] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.647298] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b17468-4f80-6f69-aca6-f0e7795aec71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.695543] env[70113]: DEBUG oslo_concurrency.lockutils [req-8e3464c6-7191-405c-a38b-f5a170c7f17d req-dc0acabb-e594-40de-8b54-e59a1085b064 service nova] Releasing lock "refresh_cache-52c12a26-d157-420d-ab03-48dfc750a3d5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.776530] env[70113]: DEBUG nova.scheduler.client.report [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.073453] env[70113]: DEBUG nova.network.neutron [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.153912] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b17468-4f80-6f69-aca6-f0e7795aec71, 'name': SearchDatastore_Task, 'duration_secs': 0.04566} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.154222] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.154498] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 52c12a26-d157-420d-ab03-48dfc750a3d5/52c12a26-d157-420d-ab03-48dfc750a3d5.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.154768] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b953abd-a682-4b25-a6a9-29360183b1c9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.163214] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 792.163214] env[70113]: value = "task-3415170" [ 792.163214] env[70113]: _type = "Task" [ 792.163214] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.175047] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.220227] env[70113]: DEBUG nova.network.neutron [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Updating instance_info_cache with network_info: [{"id": "fc36b43a-8f97-4044-a7d3-198c49d0f9eb", "address": "fa:16:3e:b9:f3:fa", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc36b43a-8f", "ovs_interfaceid": "fc36b43a-8f97-4044-a7d3-198c49d0f9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.246613] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8a5ed464-fa36-4a7a-8f66-d50297d30df7 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "9d824cd1-a238-4196-a956-648b9a29e379" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.246890] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8a5ed464-fa36-4a7a-8f66-d50297d30df7 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "9d824cd1-a238-4196-a956-648b9a29e379" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.247089] env[70113]: DEBUG nova.compute.manager [None req-8a5ed464-fa36-4a7a-8f66-d50297d30df7 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.248195] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272d93e9-c310-4a67-8ed1-8c942435ae88 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.256178] env[70113]: DEBUG nova.compute.manager [None req-8a5ed464-fa36-4a7a-8f66-d50297d30df7 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70113) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 792.256899] env[70113]: DEBUG nova.objects.instance [None req-8a5ed464-fa36-4a7a-8f66-d50297d30df7 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lazy-loading 'flavor' on Instance uuid 9d824cd1-a238-4196-a956-648b9a29e379 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.281100] env[70113]: DEBUG oslo_concurrency.lockutils [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.284023] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.189s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.286122] env[70113]: INFO nova.compute.claims [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.306034] env[70113]: INFO nova.scheduler.client.report [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Deleted allocations for instance b417ccb7-13dd-434a-9623-1290d65c7ad5 [ 792.554693] env[70113]: DEBUG nova.compute.manager [req-761a8571-5f3d-49f3-90ee-2095133e756a req-3167d76e-d12f-4ab2-b256-80b9d5bd0289 service nova] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Received event network-vif-plugged-fc36b43a-8f97-4044-a7d3-198c49d0f9eb {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.554999] env[70113]: DEBUG oslo_concurrency.lockutils [req-761a8571-5f3d-49f3-90ee-2095133e756a req-3167d76e-d12f-4ab2-b256-80b9d5bd0289 service nova] Acquiring lock "394ed08f-2d43-4261-bed1-cd94b14770ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.555303] env[70113]: DEBUG oslo_concurrency.lockutils [req-761a8571-5f3d-49f3-90ee-2095133e756a req-3167d76e-d12f-4ab2-b256-80b9d5bd0289 service nova] Lock "394ed08f-2d43-4261-bed1-cd94b14770ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.555354] env[70113]: DEBUG oslo_concurrency.lockutils [req-761a8571-5f3d-49f3-90ee-2095133e756a req-3167d76e-d12f-4ab2-b256-80b9d5bd0289 service nova] Lock "394ed08f-2d43-4261-bed1-cd94b14770ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.555535] env[70113]: DEBUG nova.compute.manager [req-761a8571-5f3d-49f3-90ee-2095133e756a req-3167d76e-d12f-4ab2-b256-80b9d5bd0289 service nova] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] No waiting events found dispatching network-vif-plugged-fc36b43a-8f97-4044-a7d3-198c49d0f9eb {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.555671] env[70113]: WARNING nova.compute.manager [req-761a8571-5f3d-49f3-90ee-2095133e756a req-3167d76e-d12f-4ab2-b256-80b9d5bd0289 service nova] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Received unexpected event network-vif-plugged-fc36b43a-8f97-4044-a7d3-198c49d0f9eb for instance with vm_state building and task_state spawning. [ 792.555829] env[70113]: DEBUG nova.compute.manager [req-761a8571-5f3d-49f3-90ee-2095133e756a req-3167d76e-d12f-4ab2-b256-80b9d5bd0289 service nova] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Received event network-changed-fc36b43a-8f97-4044-a7d3-198c49d0f9eb {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.555976] env[70113]: DEBUG nova.compute.manager [req-761a8571-5f3d-49f3-90ee-2095133e756a req-3167d76e-d12f-4ab2-b256-80b9d5bd0289 service nova] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Refreshing instance network info cache due to event network-changed-fc36b43a-8f97-4044-a7d3-198c49d0f9eb. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.556158] env[70113]: DEBUG oslo_concurrency.lockutils [req-761a8571-5f3d-49f3-90ee-2095133e756a req-3167d76e-d12f-4ab2-b256-80b9d5bd0289 service nova] Acquiring lock "refresh_cache-394ed08f-2d43-4261-bed1-cd94b14770ba" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.675150] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467003} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.675447] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 52c12a26-d157-420d-ab03-48dfc750a3d5/52c12a26-d157-420d-ab03-48dfc750a3d5.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.675666] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.675981] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bc2c6a2-5777-47b4-82fb-89ec08b4677a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.682647] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 792.682647] env[70113]: value = "task-3415171" [ 792.682647] env[70113]: _type = "Task" [ 792.682647] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.690877] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.722620] env[70113]: DEBUG oslo_concurrency.lockutils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Releasing lock "refresh_cache-394ed08f-2d43-4261-bed1-cd94b14770ba" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.723008] env[70113]: DEBUG nova.compute.manager [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Instance network_info: |[{"id": "fc36b43a-8f97-4044-a7d3-198c49d0f9eb", "address": "fa:16:3e:b9:f3:fa", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc36b43a-8f", "ovs_interfaceid": "fc36b43a-8f97-4044-a7d3-198c49d0f9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.723353] env[70113]: DEBUG oslo_concurrency.lockutils [req-761a8571-5f3d-49f3-90ee-2095133e756a req-3167d76e-d12f-4ab2-b256-80b9d5bd0289 service nova] Acquired lock "refresh_cache-394ed08f-2d43-4261-bed1-cd94b14770ba" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.723743] env[70113]: DEBUG nova.network.neutron [req-761a8571-5f3d-49f3-90ee-2095133e756a req-3167d76e-d12f-4ab2-b256-80b9d5bd0289 service nova] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Refreshing network info cache for port fc36b43a-8f97-4044-a7d3-198c49d0f9eb {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.725892] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:f3:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc36b43a-8f97-4044-a7d3-198c49d0f9eb', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.734709] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.735618] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.735865] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3dc8cf7-4408-4ec1-acf5-4521617266fd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.757148] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.757148] env[70113]: value = "task-3415172" [ 792.757148] env[70113]: _type = "Task" [ 792.757148] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.771467] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415172, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.815676] env[70113]: DEBUG oslo_concurrency.lockutils [None req-81e7b939-d073-42cd-a437-a28fe7c5c9ba tempest-ServersTestFqdnHostnames-1719080265 tempest-ServersTestFqdnHostnames-1719080265-project-member] Lock "b417ccb7-13dd-434a-9623-1290d65c7ad5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.787s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.193944] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.32588} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.193944] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.195106] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e689cbd-5777-4cab-910a-0a3b148b9974 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.219909] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 52c12a26-d157-420d-ab03-48dfc750a3d5/52c12a26-d157-420d-ab03-48dfc750a3d5.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.220231] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a31ea05a-0288-4cb5-b416-ed309ef3d91b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.244732] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 793.244732] env[70113]: value = "task-3415173" [ 793.244732] env[70113]: _type = "Task" [ 793.244732] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.253457] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.267204] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5ed464-fa36-4a7a-8f66-d50297d30df7 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.267421] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415172, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.267641] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dcab067-95d8-4374-afdc-9703e9f21dc5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.275719] env[70113]: DEBUG oslo_vmware.api [None req-8a5ed464-fa36-4a7a-8f66-d50297d30df7 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 793.275719] env[70113]: value = "task-3415174" [ 793.275719] env[70113]: _type = "Task" [ 793.275719] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.284567] env[70113]: DEBUG oslo_vmware.api [None req-8a5ed464-fa36-4a7a-8f66-d50297d30df7 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.743908] env[70113]: DEBUG nova.network.neutron [req-761a8571-5f3d-49f3-90ee-2095133e756a req-3167d76e-d12f-4ab2-b256-80b9d5bd0289 service nova] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Updated VIF entry in instance network info cache for port fc36b43a-8f97-4044-a7d3-198c49d0f9eb. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.744267] env[70113]: DEBUG nova.network.neutron [req-761a8571-5f3d-49f3-90ee-2095133e756a req-3167d76e-d12f-4ab2-b256-80b9d5bd0289 service nova] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Updating instance_info_cache with network_info: [{"id": "fc36b43a-8f97-4044-a7d3-198c49d0f9eb", "address": "fa:16:3e:b9:f3:fa", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc36b43a-8f", "ovs_interfaceid": "fc36b43a-8f97-4044-a7d3-198c49d0f9eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.757960] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415173, 'name': ReconfigVM_Task, 'duration_secs': 0.316494} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.758318] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 52c12a26-d157-420d-ab03-48dfc750a3d5/52c12a26-d157-420d-ab03-48dfc750a3d5.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.761757] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf8e650e-843e-4738-81e2-84f001921d2e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.773814] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415172, 'name': CreateVM_Task, 'duration_secs': 0.640846} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.775052] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.775393] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 793.775393] env[70113]: value = "task-3415175" [ 793.775393] env[70113]: _type = "Task" [ 793.775393] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.776038] env[70113]: DEBUG oslo_concurrency.lockutils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.776204] env[70113]: DEBUG oslo_concurrency.lockutils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.776560] env[70113]: DEBUG oslo_concurrency.lockutils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.776898] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59591063-1872-46d5-a582-5bd0930b9b3f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.792899] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 793.792899] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5222eddc-a5c9-fd2d-051b-9e89f0340494" [ 793.792899] env[70113]: _type = "Task" [ 793.792899] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.798942] env[70113]: DEBUG oslo_vmware.api [None req-8a5ed464-fa36-4a7a-8f66-d50297d30df7 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415174, 'name': PowerOffVM_Task, 'duration_secs': 0.230193} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.799184] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415175, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.805127] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5ed464-fa36-4a7a-8f66-d50297d30df7 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.805696] env[70113]: DEBUG nova.compute.manager [None req-8a5ed464-fa36-4a7a-8f66-d50297d30df7 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.807090] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe3af1c-6928-4129-be15-ab5d8870628e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.817489] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5222eddc-a5c9-fd2d-051b-9e89f0340494, 'name': SearchDatastore_Task, 'duration_secs': 0.02204} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.821633] env[70113]: DEBUG oslo_concurrency.lockutils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.821876] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.822164] env[70113]: DEBUG oslo_concurrency.lockutils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.822336] env[70113]: DEBUG oslo_concurrency.lockutils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.822525] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.825498] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-995ffd6b-3cce-4afc-a6fc-8858fe49c2c9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.836334] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.836592] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.839890] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da10f2cd-599e-4cec-9e2f-274e3df7573e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.846749] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 793.846749] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5283b76a-d339-31d5-1703-a6ca6d891f7b" [ 793.846749] env[70113]: _type = "Task" [ 793.846749] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.856392] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5283b76a-d339-31d5-1703-a6ca6d891f7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.914055] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a0faa2-aa49-46e6-a194-aa28b1ff2add {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.923626] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5864c7ed-7d67-40c9-83b9-8a86b3030cf4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.960706] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc71cf6e-f93e-40a2-bde6-1a0a1aafe017 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.969046] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c9f333-9d97-4e39-a87a-94ece5770ea5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.985408] env[70113]: DEBUG nova.compute.provider_tree [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.247593] env[70113]: DEBUG oslo_concurrency.lockutils [req-761a8571-5f3d-49f3-90ee-2095133e756a req-3167d76e-d12f-4ab2-b256-80b9d5bd0289 service nova] Releasing lock "refresh_cache-394ed08f-2d43-4261-bed1-cd94b14770ba" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.289269] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415175, 'name': Rename_Task, 'duration_secs': 0.202432} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.289905] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.289905] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bdfde71-1ea5-4f39-bc87-e3ca841325d3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.298570] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 794.298570] env[70113]: value = "task-3415176" [ 794.298570] env[70113]: _type = "Task" [ 794.298570] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.307800] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.329065] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8a5ed464-fa36-4a7a-8f66-d50297d30df7 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "9d824cd1-a238-4196-a956-648b9a29e379" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.359322] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5283b76a-d339-31d5-1703-a6ca6d891f7b, 'name': SearchDatastore_Task, 'duration_secs': 0.014027} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.360485] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4315be8d-95b5-4f0d-93fc-27d6c1b458bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.368532] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 794.368532] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c270ac-2ffe-2a16-66b8-29cbf1136f42" [ 794.368532] env[70113]: _type = "Task" [ 794.368532] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.377684] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c270ac-2ffe-2a16-66b8-29cbf1136f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.489781] env[70113]: DEBUG nova.scheduler.client.report [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.809260] env[70113]: DEBUG oslo_vmware.api [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415176, 'name': PowerOnVM_Task, 'duration_secs': 0.491194} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.809610] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.809860] env[70113]: INFO nova.compute.manager [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Took 7.62 seconds to spawn the instance on the hypervisor. [ 794.810086] env[70113]: DEBUG nova.compute.manager [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.810990] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489d86f3-b919-4289-ade1-494002566d60 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.879407] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c270ac-2ffe-2a16-66b8-29cbf1136f42, 'name': SearchDatastore_Task, 'duration_secs': 0.021181} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.879747] env[70113]: DEBUG oslo_concurrency.lockutils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.879969] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 394ed08f-2d43-4261-bed1-cd94b14770ba/394ed08f-2d43-4261-bed1-cd94b14770ba.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.880235] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8c9f205-437b-40cf-8c36-9f8200218296 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.887667] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 794.887667] env[70113]: value = "task-3415177" [ 794.887667] env[70113]: _type = "Task" [ 794.887667] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.899539] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.901904] env[70113]: DEBUG nova.objects.instance [None req-56f42318-dabc-4ca4-8764-e93a22df4ac1 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lazy-loading 'flavor' on Instance uuid 9d824cd1-a238-4196-a956-648b9a29e379 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.997245] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.997830] env[70113]: DEBUG nova.compute.manager [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.001119] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.779s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.002686] env[70113]: INFO nova.compute.claims [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.331868] env[70113]: INFO nova.compute.manager [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Took 42.87 seconds to build instance. [ 795.399257] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415177, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.409113] env[70113]: DEBUG oslo_concurrency.lockutils [None req-56f42318-dabc-4ca4-8764-e93a22df4ac1 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "refresh_cache-9d824cd1-a238-4196-a956-648b9a29e379" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.409380] env[70113]: DEBUG oslo_concurrency.lockutils [None req-56f42318-dabc-4ca4-8764-e93a22df4ac1 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquired lock "refresh_cache-9d824cd1-a238-4196-a956-648b9a29e379" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.409567] env[70113]: DEBUG nova.network.neutron [None req-56f42318-dabc-4ca4-8764-e93a22df4ac1 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.409750] env[70113]: DEBUG nova.objects.instance [None req-56f42318-dabc-4ca4-8764-e93a22df4ac1 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lazy-loading 'info_cache' on Instance uuid 9d824cd1-a238-4196-a956-648b9a29e379 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.510022] env[70113]: DEBUG nova.compute.utils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.512569] env[70113]: DEBUG nova.compute.manager [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.513164] env[70113]: DEBUG nova.network.neutron [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.565150] env[70113]: DEBUG nova.policy [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43e8da1e68cc4129920868c09cf82c8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4341595dd3384021be97058ce45fc48f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.836447] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3073a8e9-0da2-46c7-86ee-61c81b53ba07 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "52c12a26-d157-420d-ab03-48dfc750a3d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.393s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.903574] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63572} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.903952] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 394ed08f-2d43-4261-bed1-cd94b14770ba/394ed08f-2d43-4261-bed1-cd94b14770ba.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.904372] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.904697] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b7eebf6-7e2e-4cb6-927c-ec0c637cc805 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.908915] env[70113]: DEBUG nova.network.neutron [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Successfully created port: 02148e7c-5e27-4081-9ed2-e18f7743544c {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.914957] env[70113]: DEBUG nova.objects.base [None req-56f42318-dabc-4ca4-8764-e93a22df4ac1 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Object Instance<9d824cd1-a238-4196-a956-648b9a29e379> lazy-loaded attributes: flavor,info_cache {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 795.915623] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 795.915623] env[70113]: value = "task-3415178" [ 795.915623] env[70113]: _type = "Task" [ 795.915623] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.929022] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.013571] env[70113]: DEBUG nova.compute.manager [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.338935] env[70113]: DEBUG nova.compute.manager [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.432509] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075575} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.437946] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.442031] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5898a10-4be4-4aad-8053-75c8b732feda {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.467302] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 394ed08f-2d43-4261-bed1-cd94b14770ba/394ed08f-2d43-4261-bed1-cd94b14770ba.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.470347] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6157f30e-fead-4a24-99e3-42632e10bbdb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.494022] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 796.494022] env[70113]: value = "task-3415179" [ 796.494022] env[70113]: _type = "Task" [ 796.494022] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.511032] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.634480] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d5d10f-f025-433e-b4b4-dcf52e182ebd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.643339] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e15849-7db2-49eb-84b1-770019ed351a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.677599] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef9e61e-2218-459f-84fe-c048a115f051 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.687078] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e201be10-0627-49bc-87f4-bf413c6670e9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.702692] env[70113]: DEBUG nova.compute.provider_tree [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.732602] env[70113]: DEBUG nova.network.neutron [None req-56f42318-dabc-4ca4-8764-e93a22df4ac1 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Updating instance_info_cache with network_info: [{"id": "87ce0834-7d17-4371-9044-f1400f072113", "address": "fa:16:3e:c3:63:db", "network": {"id": "c198bd49-57ed-45f9-a1f2-6d4f5afdcafc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-91481735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff3c579641845b6822d577043b8ec1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ce0834-7d", "ovs_interfaceid": "87ce0834-7d17-4371-9044-f1400f072113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.862859] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.004806] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.022514] env[70113]: DEBUG nova.compute.manager [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.052691] env[70113]: DEBUG nova.virt.hardware [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.053023] env[70113]: DEBUG nova.virt.hardware [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.053188] env[70113]: DEBUG nova.virt.hardware [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.053377] env[70113]: DEBUG nova.virt.hardware [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.053524] env[70113]: DEBUG nova.virt.hardware [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.053673] env[70113]: DEBUG nova.virt.hardware [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.053878] env[70113]: DEBUG nova.virt.hardware [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.054059] env[70113]: DEBUG nova.virt.hardware [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.054218] env[70113]: DEBUG nova.virt.hardware [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.054379] env[70113]: DEBUG nova.virt.hardware [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.054678] env[70113]: DEBUG nova.virt.hardware [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.055564] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbd8216-0386-4502-8381-3cafbadc5512 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.064184] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99178087-b55e-4e18-820f-dab61439ceff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.207652] env[70113]: DEBUG nova.scheduler.client.report [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.236644] env[70113]: DEBUG oslo_concurrency.lockutils [None req-56f42318-dabc-4ca4-8764-e93a22df4ac1 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Releasing lock "refresh_cache-9d824cd1-a238-4196-a956-648b9a29e379" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.326863] env[70113]: DEBUG nova.compute.manager [req-5bbe7f5e-f00b-43a6-beb6-87dd7890ce91 req-8c8f50e0-4122-4000-b047-93ba5febbad3 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Received event network-vif-plugged-02148e7c-5e27-4081-9ed2-e18f7743544c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.327238] env[70113]: DEBUG oslo_concurrency.lockutils [req-5bbe7f5e-f00b-43a6-beb6-87dd7890ce91 req-8c8f50e0-4122-4000-b047-93ba5febbad3 service nova] Acquiring lock "b1e49170-1111-41f1-a065-6d099a1c01c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.327570] env[70113]: DEBUG oslo_concurrency.lockutils [req-5bbe7f5e-f00b-43a6-beb6-87dd7890ce91 req-8c8f50e0-4122-4000-b047-93ba5febbad3 service nova] Lock "b1e49170-1111-41f1-a065-6d099a1c01c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.327876] env[70113]: DEBUG oslo_concurrency.lockutils [req-5bbe7f5e-f00b-43a6-beb6-87dd7890ce91 req-8c8f50e0-4122-4000-b047-93ba5febbad3 service nova] Lock "b1e49170-1111-41f1-a065-6d099a1c01c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.328271] env[70113]: DEBUG nova.compute.manager [req-5bbe7f5e-f00b-43a6-beb6-87dd7890ce91 req-8c8f50e0-4122-4000-b047-93ba5febbad3 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] No waiting events found dispatching network-vif-plugged-02148e7c-5e27-4081-9ed2-e18f7743544c {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.328779] env[70113]: WARNING nova.compute.manager [req-5bbe7f5e-f00b-43a6-beb6-87dd7890ce91 req-8c8f50e0-4122-4000-b047-93ba5febbad3 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Received unexpected event network-vif-plugged-02148e7c-5e27-4081-9ed2-e18f7743544c for instance with vm_state building and task_state spawning. [ 797.420957] env[70113]: DEBUG nova.network.neutron [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Successfully updated port: 02148e7c-5e27-4081-9ed2-e18f7743544c {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.506476] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415179, 'name': ReconfigVM_Task, 'duration_secs': 0.719559} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.506793] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 394ed08f-2d43-4261-bed1-cd94b14770ba/394ed08f-2d43-4261-bed1-cd94b14770ba.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.507440] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7d653e3-a81e-4380-9eb7-5b682cd960be {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.515877] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 797.515877] env[70113]: value = "task-3415180" [ 797.515877] env[70113]: _type = "Task" [ 797.515877] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.524826] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415180, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.712892] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.713465] env[70113]: DEBUG nova.compute.manager [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.716312] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.111s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.719187] env[70113]: INFO nova.compute.claims [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.924214] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.924483] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquired lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.924718] env[70113]: DEBUG nova.network.neutron [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.027073] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415180, 'name': Rename_Task, 'duration_secs': 0.150415} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.027384] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.027661] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a79b490-d5fe-4041-8b7b-3b60a86914c6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.035817] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 798.035817] env[70113]: value = "task-3415181" [ 798.035817] env[70113]: _type = "Task" [ 798.035817] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.050344] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.226163] env[70113]: DEBUG nova.compute.utils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.227510] env[70113]: DEBUG nova.compute.manager [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.227684] env[70113]: DEBUG nova.network.neutron [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.244850] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f42318-dabc-4ca4-8764-e93a22df4ac1 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.244850] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2415ad40-f920-4ceb-9075-9336cbbabd63 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.253362] env[70113]: DEBUG oslo_vmware.api [None req-56f42318-dabc-4ca4-8764-e93a22df4ac1 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 798.253362] env[70113]: value = "task-3415182" [ 798.253362] env[70113]: _type = "Task" [ 798.253362] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.262607] env[70113]: DEBUG oslo_vmware.api [None req-56f42318-dabc-4ca4-8764-e93a22df4ac1 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.265381] env[70113]: DEBUG nova.policy [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daf72965cba84ac2ab83202474aec2a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bed8f3f3a2054de48c1c741adc76b191', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.470809] env[70113]: DEBUG nova.network.neutron [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.534219] env[70113]: DEBUG nova.network.neutron [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Successfully created port: bf1c0023-0024-4c14-8d8c-4a821ae88764 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.546065] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415181, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.638916] env[70113]: DEBUG nova.network.neutron [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Updating instance_info_cache with network_info: [{"id": "02148e7c-5e27-4081-9ed2-e18f7743544c", "address": "fa:16:3e:fd:d8:52", "network": {"id": "8bed22ed-859a-40cd-bce1-a1e3145fe58a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2049468416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4341595dd3384021be97058ce45fc48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02148e7c-5e", "ovs_interfaceid": "02148e7c-5e27-4081-9ed2-e18f7743544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.736682] env[70113]: DEBUG nova.compute.manager [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.764748] env[70113]: DEBUG oslo_vmware.api [None req-56f42318-dabc-4ca4-8764-e93a22df4ac1 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.048458] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415181, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.145495] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Releasing lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.145825] env[70113]: DEBUG nova.compute.manager [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Instance network_info: |[{"id": "02148e7c-5e27-4081-9ed2-e18f7743544c", "address": "fa:16:3e:fd:d8:52", "network": {"id": "8bed22ed-859a-40cd-bce1-a1e3145fe58a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2049468416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4341595dd3384021be97058ce45fc48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02148e7c-5e", "ovs_interfaceid": "02148e7c-5e27-4081-9ed2-e18f7743544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.146973] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:d8:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02148e7c-5e27-4081-9ed2-e18f7743544c', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.154292] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Creating folder: Project (4341595dd3384021be97058ce45fc48f). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.154613] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d9feb08-997d-4004-921a-ccd61a82cfea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.172311] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Created folder: Project (4341595dd3384021be97058ce45fc48f) in parent group-v681336. [ 799.172506] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Creating folder: Instances. Parent ref: group-v681431. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.172749] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cbe80bd-d50a-4631-bab4-6b634ae46d01 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.184176] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Created folder: Instances in parent group-v681431. [ 799.184441] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.187153] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.187585] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4290850b-3592-4ea9-b7a8-64d99b0ca610 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.210750] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.210750] env[70113]: value = "task-3415185" [ 799.210750] env[70113]: _type = "Task" [ 799.210750] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.223881] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415185, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.242088] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1059cf9e-39fb-4725-8654-0f501711eb70 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.259997] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fadbcaf-2f74-4f80-964a-08920122960a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.272078] env[70113]: DEBUG oslo_vmware.api [None req-56f42318-dabc-4ca4-8764-e93a22df4ac1 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.303132] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53161ade-6658-4132-9a78-ee798f753edb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.314747] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1f0019-2d56-4dc3-8bdb-fc09c966d437 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.332121] env[70113]: DEBUG nova.compute.provider_tree [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.360661] env[70113]: DEBUG nova.compute.manager [req-1a8ac828-674a-4c01-be4d-d4019e48ce5b req-a1a47d39-5590-4554-bf58-23a560902bf8 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Received event network-changed-02148e7c-5e27-4081-9ed2-e18f7743544c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.360661] env[70113]: DEBUG nova.compute.manager [req-1a8ac828-674a-4c01-be4d-d4019e48ce5b req-a1a47d39-5590-4554-bf58-23a560902bf8 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Refreshing instance network info cache due to event network-changed-02148e7c-5e27-4081-9ed2-e18f7743544c. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.360661] env[70113]: DEBUG oslo_concurrency.lockutils [req-1a8ac828-674a-4c01-be4d-d4019e48ce5b req-a1a47d39-5590-4554-bf58-23a560902bf8 service nova] Acquiring lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.360661] env[70113]: DEBUG oslo_concurrency.lockutils [req-1a8ac828-674a-4c01-be4d-d4019e48ce5b req-a1a47d39-5590-4554-bf58-23a560902bf8 service nova] Acquired lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.360661] env[70113]: DEBUG nova.network.neutron [req-1a8ac828-674a-4c01-be4d-d4019e48ce5b req-a1a47d39-5590-4554-bf58-23a560902bf8 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Refreshing network info cache for port 02148e7c-5e27-4081-9ed2-e18f7743544c {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.549025] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415181, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.722028] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415185, 'name': CreateVM_Task, 'duration_secs': 0.342445} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.722028] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.722690] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.722853] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.723198] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.723455] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3b2527-47a6-463d-b047-5c3bd3b38647 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.728220] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 799.728220] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]523d75b6-0a06-6e6f-ce01-bbedc3999575" [ 799.728220] env[70113]: _type = "Task" [ 799.728220] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.736074] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523d75b6-0a06-6e6f-ce01-bbedc3999575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.752432] env[70113]: DEBUG nova.compute.manager [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.765049] env[70113]: DEBUG oslo_vmware.api [None req-56f42318-dabc-4ca4-8764-e93a22df4ac1 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415182, 'name': PowerOnVM_Task, 'duration_secs': 1.109765} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.765049] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f42318-dabc-4ca4-8764-e93a22df4ac1 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.765216] env[70113]: DEBUG nova.compute.manager [None req-56f42318-dabc-4ca4-8764-e93a22df4ac1 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.765847] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58444f2d-71ae-4064-a30e-6379eca5fee5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.784020] env[70113]: DEBUG nova.virt.hardware [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.784326] env[70113]: DEBUG nova.virt.hardware [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.784429] env[70113]: DEBUG nova.virt.hardware [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.784615] env[70113]: DEBUG nova.virt.hardware [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.784764] env[70113]: DEBUG nova.virt.hardware [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.784914] env[70113]: DEBUG nova.virt.hardware [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.785135] env[70113]: DEBUG nova.virt.hardware [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.785288] env[70113]: DEBUG nova.virt.hardware [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.785487] env[70113]: DEBUG nova.virt.hardware [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.785606] env[70113]: DEBUG nova.virt.hardware [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.785782] env[70113]: DEBUG nova.virt.hardware [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.786657] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478d2862-eceb-49a3-90c5-eb36363805a6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.807738] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407d3d73-9fda-418d-8089-a28674c169d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.836437] env[70113]: DEBUG nova.scheduler.client.report [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.975936] env[70113]: DEBUG nova.network.neutron [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Successfully updated port: bf1c0023-0024-4c14-8d8c-4a821ae88764 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.052214] env[70113]: DEBUG oslo_vmware.api [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415181, 'name': PowerOnVM_Task, 'duration_secs': 1.613218} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.052800] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.053120] env[70113]: INFO nova.compute.manager [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Took 10.13 seconds to spawn the instance on the hypervisor. [ 800.053604] env[70113]: DEBUG nova.compute.manager [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.054901] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ff7512-bd67-46f9-b6f0-f2df3433f933 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.240430] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523d75b6-0a06-6e6f-ce01-bbedc3999575, 'name': SearchDatastore_Task, 'duration_secs': 0.011874} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.240430] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.240634] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.240717] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.240889] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.241103] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.241362] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e8817dd-1cf3-43bd-a1df-20606b93aa33 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.251665] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.251850] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.252565] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b297ff-4651-46e6-b5b7-38ae0f78b5d4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.257639] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 800.257639] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dbbedd-8eba-bea9-22c5-0e322098af04" [ 800.257639] env[70113]: _type = "Task" [ 800.257639] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.265811] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dbbedd-8eba-bea9-22c5-0e322098af04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.341358] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.342473] env[70113]: DEBUG nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.344943] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.657s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.344943] env[70113]: DEBUG nova.objects.instance [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lazy-loading 'resources' on Instance uuid ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.360249] env[70113]: DEBUG nova.network.neutron [req-1a8ac828-674a-4c01-be4d-d4019e48ce5b req-a1a47d39-5590-4554-bf58-23a560902bf8 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Updated VIF entry in instance network info cache for port 02148e7c-5e27-4081-9ed2-e18f7743544c. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.360953] env[70113]: DEBUG nova.network.neutron [req-1a8ac828-674a-4c01-be4d-d4019e48ce5b req-a1a47d39-5590-4554-bf58-23a560902bf8 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Updating instance_info_cache with network_info: [{"id": "02148e7c-5e27-4081-9ed2-e18f7743544c", "address": "fa:16:3e:fd:d8:52", "network": {"id": "8bed22ed-859a-40cd-bce1-a1e3145fe58a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2049468416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4341595dd3384021be97058ce45fc48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02148e7c-5e", "ovs_interfaceid": "02148e7c-5e27-4081-9ed2-e18f7743544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.479540] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "refresh_cache-135fdd6c-b39a-4da2-a076-7aa092aa0d34" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.479680] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "refresh_cache-135fdd6c-b39a-4da2-a076-7aa092aa0d34" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.479841] env[70113]: DEBUG nova.network.neutron [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.575194] env[70113]: INFO nova.compute.manager [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Took 46.15 seconds to build instance. [ 800.772027] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dbbedd-8eba-bea9-22c5-0e322098af04, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.772027] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3f2a6a-01c8-422b-9c61-42a50d2084d3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.776134] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 800.776134] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ddf3de-e8b0-1d77-088a-19aba292c91c" [ 800.776134] env[70113]: _type = "Task" [ 800.776134] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.787865] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ddf3de-e8b0-1d77-088a-19aba292c91c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.849939] env[70113]: DEBUG nova.compute.utils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.854103] env[70113]: DEBUG nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.854298] env[70113]: DEBUG nova.network.neutron [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.862941] env[70113]: DEBUG oslo_concurrency.lockutils [req-1a8ac828-674a-4c01-be4d-d4019e48ce5b req-a1a47d39-5590-4554-bf58-23a560902bf8 service nova] Releasing lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.895705] env[70113]: DEBUG nova.policy [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc2c500c2f6943fd99e69a87e9aeffe3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c2f9d4044e24d3e8f721a872706c59f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.024061] env[70113]: DEBUG nova.network.neutron [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.079425] env[70113]: DEBUG oslo_concurrency.lockutils [None req-104ab9dc-dfb1-461b-9ee6-e12c224a5e72 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "394ed08f-2d43-4261-bed1-cd94b14770ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.031s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.224458] env[70113]: DEBUG nova.network.neutron [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Updating instance_info_cache with network_info: [{"id": "bf1c0023-0024-4c14-8d8c-4a821ae88764", "address": "fa:16:3e:c7:de:2b", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1c0023-00", "ovs_interfaceid": "bf1c0023-0024-4c14-8d8c-4a821ae88764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.292561] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ddf3de-e8b0-1d77-088a-19aba292c91c, 'name': SearchDatastore_Task, 'duration_secs': 0.010718} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.292561] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.292561] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] b1e49170-1111-41f1-a065-6d099a1c01c8/b1e49170-1111-41f1-a065-6d099a1c01c8.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.293267] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f77bd524-2ce2-416c-9fa1-7f0e40cf6f6f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.304673] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 801.304673] env[70113]: value = "task-3415186" [ 801.304673] env[70113]: _type = "Task" [ 801.304673] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.316171] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.355625] env[70113]: DEBUG nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.441053] env[70113]: DEBUG nova.network.neutron [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Successfully created port: e072905d-cf27-42d1-ab86-2e2cc2a51e0c {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.578015] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5746c65d-6d95-48a4-9e44-5befafd50b28 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.584078] env[70113]: DEBUG nova.compute.manager [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.590496] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0413539-898a-4c4c-a5d6-654e93366833 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.628311] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe6e911-95e2-4ab8-bb8f-ae369b83f4b6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.639271] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0c4c13-21a3-443f-8376-e5316dfe530d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.657163] env[70113]: DEBUG nova.compute.provider_tree [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.727736] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "refresh_cache-135fdd6c-b39a-4da2-a076-7aa092aa0d34" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.728175] env[70113]: DEBUG nova.compute.manager [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Instance network_info: |[{"id": "bf1c0023-0024-4c14-8d8c-4a821ae88764", "address": "fa:16:3e:c7:de:2b", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1c0023-00", "ovs_interfaceid": "bf1c0023-0024-4c14-8d8c-4a821ae88764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.728745] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:de:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf1c0023-0024-4c14-8d8c-4a821ae88764', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.738066] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Creating folder: Project (bed8f3f3a2054de48c1c741adc76b191). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.738384] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17c05b94-ce98-40d4-92d3-7bf27a83e104 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.755918] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Created folder: Project (bed8f3f3a2054de48c1c741adc76b191) in parent group-v681336. [ 801.756158] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Creating folder: Instances. Parent ref: group-v681434. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.756436] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-754fcc42-dd8d-4963-b13e-ad25b36274a5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.768832] env[70113]: DEBUG nova.compute.manager [req-3411d21c-8f9c-46a1-a3f6-d6bd3e4c0102 req-33ae67e0-4d7c-4e72-b53b-d5bfc9b2b045 service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Received event network-vif-plugged-bf1c0023-0024-4c14-8d8c-4a821ae88764 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.769078] env[70113]: DEBUG oslo_concurrency.lockutils [req-3411d21c-8f9c-46a1-a3f6-d6bd3e4c0102 req-33ae67e0-4d7c-4e72-b53b-d5bfc9b2b045 service nova] Acquiring lock "135fdd6c-b39a-4da2-a076-7aa092aa0d34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.769584] env[70113]: DEBUG oslo_concurrency.lockutils [req-3411d21c-8f9c-46a1-a3f6-d6bd3e4c0102 req-33ae67e0-4d7c-4e72-b53b-d5bfc9b2b045 service nova] Lock "135fdd6c-b39a-4da2-a076-7aa092aa0d34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.769584] env[70113]: DEBUG oslo_concurrency.lockutils [req-3411d21c-8f9c-46a1-a3f6-d6bd3e4c0102 req-33ae67e0-4d7c-4e72-b53b-d5bfc9b2b045 service nova] Lock "135fdd6c-b39a-4da2-a076-7aa092aa0d34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.769817] env[70113]: DEBUG nova.compute.manager [req-3411d21c-8f9c-46a1-a3f6-d6bd3e4c0102 req-33ae67e0-4d7c-4e72-b53b-d5bfc9b2b045 service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] No waiting events found dispatching network-vif-plugged-bf1c0023-0024-4c14-8d8c-4a821ae88764 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.769986] env[70113]: WARNING nova.compute.manager [req-3411d21c-8f9c-46a1-a3f6-d6bd3e4c0102 req-33ae67e0-4d7c-4e72-b53b-d5bfc9b2b045 service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Received unexpected event network-vif-plugged-bf1c0023-0024-4c14-8d8c-4a821ae88764 for instance with vm_state building and task_state spawning. [ 801.770178] env[70113]: DEBUG nova.compute.manager [req-3411d21c-8f9c-46a1-a3f6-d6bd3e4c0102 req-33ae67e0-4d7c-4e72-b53b-d5bfc9b2b045 service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Received event network-changed-bf1c0023-0024-4c14-8d8c-4a821ae88764 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.770369] env[70113]: DEBUG nova.compute.manager [req-3411d21c-8f9c-46a1-a3f6-d6bd3e4c0102 req-33ae67e0-4d7c-4e72-b53b-d5bfc9b2b045 service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Refreshing instance network info cache due to event network-changed-bf1c0023-0024-4c14-8d8c-4a821ae88764. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.770569] env[70113]: DEBUG oslo_concurrency.lockutils [req-3411d21c-8f9c-46a1-a3f6-d6bd3e4c0102 req-33ae67e0-4d7c-4e72-b53b-d5bfc9b2b045 service nova] Acquiring lock "refresh_cache-135fdd6c-b39a-4da2-a076-7aa092aa0d34" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.770661] env[70113]: DEBUG oslo_concurrency.lockutils [req-3411d21c-8f9c-46a1-a3f6-d6bd3e4c0102 req-33ae67e0-4d7c-4e72-b53b-d5bfc9b2b045 service nova] Acquired lock "refresh_cache-135fdd6c-b39a-4da2-a076-7aa092aa0d34" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.770749] env[70113]: DEBUG nova.network.neutron [req-3411d21c-8f9c-46a1-a3f6-d6bd3e4c0102 req-33ae67e0-4d7c-4e72-b53b-d5bfc9b2b045 service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Refreshing network info cache for port bf1c0023-0024-4c14-8d8c-4a821ae88764 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.773830] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Created folder: Instances in parent group-v681434. [ 801.774092] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.774599] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.774790] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d233524f-8ad9-4060-8e07-6eae65f5af23 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.812362] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.812362] env[70113]: value = "task-3415189" [ 801.812362] env[70113]: _type = "Task" [ 801.812362] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.822908] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415186, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.830204] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415189, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.112185] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.163781] env[70113]: DEBUG nova.scheduler.client.report [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.330764] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415186, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.331267] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415189, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.373386] env[70113]: DEBUG nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.405767] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.406031] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.406192] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.406373] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.406565] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.406727] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.406935] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.407240] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.407428] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.407594] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.407766] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.408684] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1154f4fc-2e13-4f36-8a29-49d66d88bab9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.419567] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad00a1f-0582-482a-b64d-1ea40ce6cd54 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.508011] env[70113]: DEBUG nova.compute.manager [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.512126] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8f7b17-6a2f-45e4-bb07-05a8f8467052 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.555969] env[70113]: DEBUG nova.network.neutron [req-3411d21c-8f9c-46a1-a3f6-d6bd3e4c0102 req-33ae67e0-4d7c-4e72-b53b-d5bfc9b2b045 service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Updated VIF entry in instance network info cache for port bf1c0023-0024-4c14-8d8c-4a821ae88764. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.556361] env[70113]: DEBUG nova.network.neutron [req-3411d21c-8f9c-46a1-a3f6-d6bd3e4c0102 req-33ae67e0-4d7c-4e72-b53b-d5bfc9b2b045 service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Updating instance_info_cache with network_info: [{"id": "bf1c0023-0024-4c14-8d8c-4a821ae88764", "address": "fa:16:3e:c7:de:2b", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1c0023-00", "ovs_interfaceid": "bf1c0023-0024-4c14-8d8c-4a821ae88764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.670515] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.326s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.674127] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.837s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.693709] env[70113]: INFO nova.scheduler.client.report [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Deleted allocations for instance ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f [ 802.825648] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415186, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.831016] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415189, 'name': CreateVM_Task, 'duration_secs': 0.664471} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.832942] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.833752] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.833928] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.834307] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.834670] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82aaa0be-1c85-4371-84d4-eea66897da23 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.843031] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 802.843031] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c1b57b-5775-29c1-c9ea-b78402acef40" [ 802.843031] env[70113]: _type = "Task" [ 802.843031] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.854105] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c1b57b-5775-29c1-c9ea-b78402acef40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.027295] env[70113]: INFO nova.compute.manager [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] instance snapshotting [ 803.031427] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4be228c-63dd-4dd5-98f8-986dd104ca96 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.054875] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0f0801-3b78-4730-a118-d7f0ae462100 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.063408] env[70113]: DEBUG oslo_concurrency.lockutils [req-3411d21c-8f9c-46a1-a3f6-d6bd3e4c0102 req-33ae67e0-4d7c-4e72-b53b-d5bfc9b2b045 service nova] Releasing lock "refresh_cache-135fdd6c-b39a-4da2-a076-7aa092aa0d34" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.202096] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5dce81b6-1243-432a-b11d-ba944be662e9 tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.806s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.320945] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415186, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.611913} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.321371] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] b1e49170-1111-41f1-a065-6d099a1c01c8/b1e49170-1111-41f1-a065-6d099a1c01c8.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.321620] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.321885] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a959615b-9a28-4734-84cc-f475e1ec17f9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.329919] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 803.329919] env[70113]: value = "task-3415190" [ 803.329919] env[70113]: _type = "Task" [ 803.329919] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.339246] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.352756] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c1b57b-5775-29c1-c9ea-b78402acef40, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.353086] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.353327] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.353560] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.353704] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.353877] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.354154] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-340804b8-82f2-4f03-ad86-bb8e35f99465 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.368019] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.368019] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.368019] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ac252d-ffdb-46b9-8a01-61bde12cbc03 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.373487] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 803.373487] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]523090c4-36cb-506a-4458-34bc3a23165f" [ 803.373487] env[70113]: _type = "Task" [ 803.373487] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.383112] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523090c4-36cb-506a-4458-34bc3a23165f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.385170] env[70113]: DEBUG nova.compute.manager [req-61046b58-dc46-4d6e-bb50-d2ed6482e054 req-6b05b36d-4356-4986-b2d3-359de58b78b5 service nova] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Received event network-vif-plugged-e072905d-cf27-42d1-ab86-2e2cc2a51e0c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.385431] env[70113]: DEBUG oslo_concurrency.lockutils [req-61046b58-dc46-4d6e-bb50-d2ed6482e054 req-6b05b36d-4356-4986-b2d3-359de58b78b5 service nova] Acquiring lock "0a80fbe1-a39c-4f02-855e-41e23adbc88d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.385638] env[70113]: DEBUG oslo_concurrency.lockutils [req-61046b58-dc46-4d6e-bb50-d2ed6482e054 req-6b05b36d-4356-4986-b2d3-359de58b78b5 service nova] Lock "0a80fbe1-a39c-4f02-855e-41e23adbc88d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.385799] env[70113]: DEBUG oslo_concurrency.lockutils [req-61046b58-dc46-4d6e-bb50-d2ed6482e054 req-6b05b36d-4356-4986-b2d3-359de58b78b5 service nova] Lock "0a80fbe1-a39c-4f02-855e-41e23adbc88d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.385966] env[70113]: DEBUG nova.compute.manager [req-61046b58-dc46-4d6e-bb50-d2ed6482e054 req-6b05b36d-4356-4986-b2d3-359de58b78b5 service nova] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] No waiting events found dispatching network-vif-plugged-e072905d-cf27-42d1-ab86-2e2cc2a51e0c {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.386149] env[70113]: WARNING nova.compute.manager [req-61046b58-dc46-4d6e-bb50-d2ed6482e054 req-6b05b36d-4356-4986-b2d3-359de58b78b5 service nova] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Received unexpected event network-vif-plugged-e072905d-cf27-42d1-ab86-2e2cc2a51e0c for instance with vm_state building and task_state spawning. [ 803.390029] env[70113]: DEBUG nova.network.neutron [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Successfully updated port: e072905d-cf27-42d1-ab86-2e2cc2a51e0c {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.576236] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 803.576500] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2bb25174-deec-4dab-9ad5-8a110ffcc3bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.586768] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 803.586768] env[70113]: value = "task-3415191" [ 803.586768] env[70113]: _type = "Task" [ 803.586768] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.596472] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415191, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.731552] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.732189] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 5f528945-d1a0-4ec1-86f6-5fc1a15a8162 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.732189] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance bccc340c-192c-4aee-9583-d2fd9514ca3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.732189] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 9570dc84-80e2-4384-91dc-db78b2c8998e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.732374] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 546d4f1f-00dc-458c-a0f5-3810925a681d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.732565] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.732723] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 85001c04-13eb-4f93-98d8-e206133639ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.732892] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 1f3018be-9b1d-48d1-b601-2738439a3701 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.733066] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.733473] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 703ef808-b2ba-447a-b213-4bcd108e6550 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.733473] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 6a4056d3-e606-4232-a764-b1d6ffdc311e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.733641] env[70113]: WARNING nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 480263ba-bab0-4026-ac77-0e2f6a425f1e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 803.733807] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (40670c61-ee25-43d1-8453-26da9c0cfec5): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 803.734009] env[70113]: WARNING nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance f1868a7a-65b3-45b9-ac80-9d9716031a89 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 803.734194] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 9d824cd1-a238-4196-a956-648b9a29e379 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.734431] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance c1f3d6bd-e998-48d0-befe-6c7e495618ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.734605] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance eb79b06b-68ff-44ef-bff4-28aee201e914 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.734772] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 52d28545-4a72-448b-be63-69a252ed1bdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.734922] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 52c12a26-d157-420d-ab03-48dfc750a3d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.735099] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 394ed08f-2d43-4261-bed1-cd94b14770ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.735305] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance b1e49170-1111-41f1-a065-6d099a1c01c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.735468] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 135fdd6c-b39a-4da2-a076-7aa092aa0d34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.735628] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 0a80fbe1-a39c-4f02-855e-41e23adbc88d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 803.841915] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068967} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.842283] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.843069] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa77e3e-620b-4e0e-ba95-423ac2cec962 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.868600] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] b1e49170-1111-41f1-a065-6d099a1c01c8/b1e49170-1111-41f1-a065-6d099a1c01c8.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.868897] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7f1c29c-9cee-4b24-9a40-8c5f2176a378 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.894356] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "refresh_cache-0a80fbe1-a39c-4f02-855e-41e23adbc88d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.894510] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquired lock "refresh_cache-0a80fbe1-a39c-4f02-855e-41e23adbc88d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.894664] env[70113]: DEBUG nova.network.neutron [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.899042] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523090c4-36cb-506a-4458-34bc3a23165f, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.899042] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 803.899042] env[70113]: value = "task-3415192" [ 803.899042] env[70113]: _type = "Task" [ 803.899042] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.899042] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6befeb05-70b8-4321-9888-a8a1ff1e7d05 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.909739] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 803.909739] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]525d0264-eea8-4d2a-f005-64d893afd044" [ 803.909739] env[70113]: _type = "Task" [ 803.909739] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.914048] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415192, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.923803] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525d0264-eea8-4d2a-f005-64d893afd044, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.924131] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.924476] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 135fdd6c-b39a-4da2-a076-7aa092aa0d34/135fdd6c-b39a-4da2-a076-7aa092aa0d34.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.924762] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a75de04-6913-4aa0-b95c-18d05d8613cd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.932672] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 803.932672] env[70113]: value = "task-3415193" [ 803.932672] env[70113]: _type = "Task" [ 803.932672] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.943046] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.077634] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquiring lock "9fa8a004-e7b8-412e-bd4d-f8a20675bbe8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.077897] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "9fa8a004-e7b8-412e-bd4d-f8a20675bbe8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.078135] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquiring lock "9fa8a004-e7b8-412e-bd4d-f8a20675bbe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.078330] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "9fa8a004-e7b8-412e-bd4d-f8a20675bbe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.078498] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "9fa8a004-e7b8-412e-bd4d-f8a20675bbe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.081385] env[70113]: INFO nova.compute.manager [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Terminating instance [ 804.100781] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415191, 'name': CreateSnapshot_Task, 'duration_secs': 0.478666} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.101743] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 804.103157] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170aeeb6-b1e9-471b-83a0-158a2859e993 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.239640] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 4f479379-020b-4939-9be7-624b7dac426e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.418417] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415192, 'name': ReconfigVM_Task, 'duration_secs': 0.356855} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.418738] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Reconfigured VM instance instance-00000024 to attach disk [datastore2] b1e49170-1111-41f1-a065-6d099a1c01c8/b1e49170-1111-41f1-a065-6d099a1c01c8.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.419402] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c7bfa2e-f49e-4f96-992a-c8c1bc0850c1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.427501] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 804.427501] env[70113]: value = "task-3415194" [ 804.427501] env[70113]: _type = "Task" [ 804.427501] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.439623] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415194, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.445567] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507217} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.445848] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 135fdd6c-b39a-4da2-a076-7aa092aa0d34/135fdd6c-b39a-4da2-a076-7aa092aa0d34.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.446086] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.446342] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5774f91e-559c-42c4-9a86-8c314414c917 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.455049] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 804.455049] env[70113]: value = "task-3415195" [ 804.455049] env[70113]: _type = "Task" [ 804.455049] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.462408] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.473139] env[70113]: DEBUG nova.network.neutron [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.586942] env[70113]: DEBUG nova.compute.manager [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.587207] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.588299] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f0f89d-d04a-4033-bf0f-3acada4c9390 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.600220] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.600488] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69591b36-a774-4a73-90a1-dc1c8b48b479 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.607499] env[70113]: DEBUG oslo_vmware.api [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 804.607499] env[70113]: value = "task-3415196" [ 804.607499] env[70113]: _type = "Task" [ 804.607499] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.615609] env[70113]: DEBUG oslo_vmware.api [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.628695] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 804.629015] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0ad6a1f9-98a0-4854-83d6-5060a13f009e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.640542] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 804.640542] env[70113]: value = "task-3415197" [ 804.640542] env[70113]: _type = "Task" [ 804.640542] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.652806] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415197, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.724841] env[70113]: DEBUG nova.network.neutron [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Updating instance_info_cache with network_info: [{"id": "e072905d-cf27-42d1-ab86-2e2cc2a51e0c", "address": "fa:16:3e:54:5c:b1", "network": {"id": "c07899ff-2853-40dd-b7b9-c596a2a80f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-187199020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2f9d4044e24d3e8f721a872706c59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape072905d-cf", "ovs_interfaceid": "e072905d-cf27-42d1-ab86-2e2cc2a51e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.745941] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance b93c923f-ce74-4d7e-abec-c456db0e83af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.837175] env[70113]: DEBUG oslo_concurrency.lockutils [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "eb79b06b-68ff-44ef-bff4-28aee201e914" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.837175] env[70113]: DEBUG oslo_concurrency.lockutils [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "eb79b06b-68ff-44ef-bff4-28aee201e914" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.837410] env[70113]: DEBUG oslo_concurrency.lockutils [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "eb79b06b-68ff-44ef-bff4-28aee201e914-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.837622] env[70113]: DEBUG oslo_concurrency.lockutils [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "eb79b06b-68ff-44ef-bff4-28aee201e914-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.837795] env[70113]: DEBUG oslo_concurrency.lockutils [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "eb79b06b-68ff-44ef-bff4-28aee201e914-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.840063] env[70113]: INFO nova.compute.manager [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Terminating instance [ 804.941396] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415194, 'name': Rename_Task, 'duration_secs': 0.17093} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.941917] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.942351] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-134f2de3-eb6c-4928-b351-98709f38d459 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.951557] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 804.951557] env[70113]: value = "task-3415198" [ 804.951557] env[70113]: _type = "Task" [ 804.951557] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.964604] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.967592] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229497} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.967870] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.968851] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2f69e5-9527-4fcd-a803-a80e80672af0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.994207] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 135fdd6c-b39a-4da2-a076-7aa092aa0d34/135fdd6c-b39a-4da2-a076-7aa092aa0d34.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.994509] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c5e5706-7b31-4fe3-a79a-57ee411e63ff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.016616] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 805.016616] env[70113]: value = "task-3415199" [ 805.016616] env[70113]: _type = "Task" [ 805.016616] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.025453] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.120800] env[70113]: DEBUG oslo_vmware.api [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415196, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.151145] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415197, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.228212] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Releasing lock "refresh_cache-0a80fbe1-a39c-4f02-855e-41e23adbc88d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.228212] env[70113]: DEBUG nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Instance network_info: |[{"id": "e072905d-cf27-42d1-ab86-2e2cc2a51e0c", "address": "fa:16:3e:54:5c:b1", "network": {"id": "c07899ff-2853-40dd-b7b9-c596a2a80f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-187199020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2f9d4044e24d3e8f721a872706c59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape072905d-cf", "ovs_interfaceid": "e072905d-cf27-42d1-ab86-2e2cc2a51e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.228640] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:5c:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e072905d-cf27-42d1-ab86-2e2cc2a51e0c', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.236170] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Creating folder: Project (6c2f9d4044e24d3e8f721a872706c59f). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.236472] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7443549e-de6c-4f5f-941c-d126f54662d3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.248772] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 1cde37d8-bb36-4da1-9be8-9d722666a7a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.251254] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Created folder: Project (6c2f9d4044e24d3e8f721a872706c59f) in parent group-v681336. [ 805.251479] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Creating folder: Instances. Parent ref: group-v681439. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.252138] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b77f7b0-e5c5-48dd-a5f7-d951e8215430 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.264201] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Created folder: Instances in parent group-v681439. [ 805.264201] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.264339] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.264873] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1df2b56c-501a-4ebe-b090-c92d0ca63136 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.287292] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.287292] env[70113]: value = "task-3415202" [ 805.287292] env[70113]: _type = "Task" [ 805.287292] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.295970] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415202, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.343960] env[70113]: DEBUG nova.compute.manager [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.344216] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.345159] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bb350a-6003-4d83-9191-0330d16acf9c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.353742] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.355454] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-653c53f4-0d32-4feb-a7f2-8b8463dc3e0a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.362182] env[70113]: DEBUG oslo_vmware.api [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 805.362182] env[70113]: value = "task-3415203" [ 805.362182] env[70113]: _type = "Task" [ 805.362182] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.370965] env[70113]: DEBUG oslo_vmware.api [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.412607] env[70113]: DEBUG nova.compute.manager [req-648ec0cd-d6af-4ecc-880f-06116642d32d req-c6701ecd-c380-4c5b-abcc-cf5f8dce7f16 service nova] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Received event network-changed-e072905d-cf27-42d1-ab86-2e2cc2a51e0c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.412913] env[70113]: DEBUG nova.compute.manager [req-648ec0cd-d6af-4ecc-880f-06116642d32d req-c6701ecd-c380-4c5b-abcc-cf5f8dce7f16 service nova] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Refreshing instance network info cache due to event network-changed-e072905d-cf27-42d1-ab86-2e2cc2a51e0c. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.413362] env[70113]: DEBUG oslo_concurrency.lockutils [req-648ec0cd-d6af-4ecc-880f-06116642d32d req-c6701ecd-c380-4c5b-abcc-cf5f8dce7f16 service nova] Acquiring lock "refresh_cache-0a80fbe1-a39c-4f02-855e-41e23adbc88d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.413450] env[70113]: DEBUG oslo_concurrency.lockutils [req-648ec0cd-d6af-4ecc-880f-06116642d32d req-c6701ecd-c380-4c5b-abcc-cf5f8dce7f16 service nova] Acquired lock "refresh_cache-0a80fbe1-a39c-4f02-855e-41e23adbc88d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.413689] env[70113]: DEBUG nova.network.neutron [req-648ec0cd-d6af-4ecc-880f-06116642d32d req-c6701ecd-c380-4c5b-abcc-cf5f8dce7f16 service nova] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Refreshing network info cache for port e072905d-cf27-42d1-ab86-2e2cc2a51e0c {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.464766] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.536043] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.619606] env[70113]: DEBUG oslo_vmware.api [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415196, 'name': PowerOffVM_Task, 'duration_secs': 0.514718} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.619913] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.620099] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.620362] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d4b5057-f4a4-42d7-b6c3-53b4c49e8798 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.653413] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415197, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.711253] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.711675] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.712012] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Deleting the datastore file [datastore2] 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.712477] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ffea934-94e9-48c2-815d-cfce161b001b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.721501] env[70113]: DEBUG oslo_vmware.api [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for the task: (returnval){ [ 805.721501] env[70113]: value = "task-3415205" [ 805.721501] env[70113]: _type = "Task" [ 805.721501] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.731926] env[70113]: DEBUG oslo_vmware.api [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.754081] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance ee9173ac-18ee-4882-bfe3-ab4cdc707d1a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.808294] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415202, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.874681] env[70113]: DEBUG oslo_vmware.api [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415203, 'name': PowerOffVM_Task, 'duration_secs': 0.225544} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.875255] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.875483] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.875607] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e3a044f-bdf7-4957-8ea0-b44899ae6544 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.965325] env[70113]: DEBUG oslo_vmware.api [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415198, 'name': PowerOnVM_Task, 'duration_secs': 0.909684} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.966608] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.966893] env[70113]: INFO nova.compute.manager [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Took 8.94 seconds to spawn the instance on the hypervisor. [ 805.967142] env[70113]: DEBUG nova.compute.manager [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.967525] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.967967] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.967967] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Deleting the datastore file [datastore1] eb79b06b-68ff-44ef-bff4-28aee201e914 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.968863] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32048f9e-8992-4393-9218-cb3e424c85ed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.972082] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d836c7c-222a-4851-b2d4-64b9d991bbad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.984413] env[70113]: DEBUG oslo_vmware.api [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 805.984413] env[70113]: value = "task-3415207" [ 805.984413] env[70113]: _type = "Task" [ 805.984413] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.999773] env[70113]: DEBUG oslo_vmware.api [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.030136] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415199, 'name': ReconfigVM_Task, 'duration_secs': 0.814695} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.030286] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 135fdd6c-b39a-4da2-a076-7aa092aa0d34/135fdd6c-b39a-4da2-a076-7aa092aa0d34.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.031136] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebbb6f48-1ba3-4e87-b544-7d322b940e03 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.041642] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 806.041642] env[70113]: value = "task-3415208" [ 806.041642] env[70113]: _type = "Task" [ 806.041642] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.051617] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415208, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.159457] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415197, 'name': CloneVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.234119] env[70113]: DEBUG oslo_vmware.api [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Task: {'id': task-3415205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160158} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.234405] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.234591] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.234771] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.234943] env[70113]: INFO nova.compute.manager [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Took 1.65 seconds to destroy the instance on the hypervisor. [ 806.235198] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.235393] env[70113]: DEBUG nova.compute.manager [-] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.235517] env[70113]: DEBUG nova.network.neutron [-] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.257295] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance bada8017-1fc1-47c8-ac7e-b596e2fc2917 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 806.284668] env[70113]: DEBUG nova.network.neutron [req-648ec0cd-d6af-4ecc-880f-06116642d32d req-c6701ecd-c380-4c5b-abcc-cf5f8dce7f16 service nova] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Updated VIF entry in instance network info cache for port e072905d-cf27-42d1-ab86-2e2cc2a51e0c. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.285055] env[70113]: DEBUG nova.network.neutron [req-648ec0cd-d6af-4ecc-880f-06116642d32d req-c6701ecd-c380-4c5b-abcc-cf5f8dce7f16 service nova] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Updating instance_info_cache with network_info: [{"id": "e072905d-cf27-42d1-ab86-2e2cc2a51e0c", "address": "fa:16:3e:54:5c:b1", "network": {"id": "c07899ff-2853-40dd-b7b9-c596a2a80f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-187199020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2f9d4044e24d3e8f721a872706c59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape072905d-cf", "ovs_interfaceid": "e072905d-cf27-42d1-ab86-2e2cc2a51e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.306716] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415202, 'name': CreateVM_Task, 'duration_secs': 0.74296} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.306803] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.308481] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.308481] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.308481] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.308481] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2149590f-c222-4a25-bfc3-483cb9a39eb5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.314234] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 806.314234] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]523498cb-be85-26f3-7741-75586f777c8e" [ 806.314234] env[70113]: _type = "Task" [ 806.314234] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.323354] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523498cb-be85-26f3-7741-75586f777c8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.505263] env[70113]: INFO nova.compute.manager [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Took 47.44 seconds to build instance. [ 806.511045] env[70113]: DEBUG oslo_vmware.api [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170516} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.513450] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.513450] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.513450] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.513450] env[70113]: INFO nova.compute.manager [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Took 1.17 seconds to destroy the instance on the hypervisor. [ 806.513450] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.513753] env[70113]: DEBUG nova.compute.manager [-] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.513753] env[70113]: DEBUG nova.network.neutron [-] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.528735] env[70113]: DEBUG nova.compute.manager [req-89de2b2a-d82a-4c93-8023-5fd4c1a75bac req-4d926ee9-4dbc-48ce-8785-f81d4520310a service nova] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Received event network-vif-deleted-b201032d-d126-4326-9b44-50d10f711263 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.529053] env[70113]: INFO nova.compute.manager [req-89de2b2a-d82a-4c93-8023-5fd4c1a75bac req-4d926ee9-4dbc-48ce-8785-f81d4520310a service nova] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Neutron deleted interface b201032d-d126-4326-9b44-50d10f711263; detaching it from the instance and deleting it from the info cache [ 806.529562] env[70113]: DEBUG nova.network.neutron [req-89de2b2a-d82a-4c93-8023-5fd4c1a75bac req-4d926ee9-4dbc-48ce-8785-f81d4520310a service nova] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.553665] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415208, 'name': Rename_Task, 'duration_secs': 0.178009} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.553936] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.554199] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1490d2a5-8e25-404c-a37c-b446009ddfbc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.561623] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 806.561623] env[70113]: value = "task-3415209" [ 806.561623] env[70113]: _type = "Task" [ 806.561623] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.570707] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.658268] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415197, 'name': CloneVM_Task, 'duration_secs': 1.634467} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.658550] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Created linked-clone VM from snapshot [ 806.659346] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81efca9-7023-4d2d-87e3-f5eb8db3b68c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.667825] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Uploading image b61d648d-7302-4f01-bf91-8407ffd3e9bc {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 806.695832] env[70113]: DEBUG oslo_vmware.rw_handles [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 806.695832] env[70113]: value = "vm-681438" [ 806.695832] env[70113]: _type = "VirtualMachine" [ 806.695832] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 806.696130] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fe67a65f-cfc4-44d7-b633-2ce1397e0ca5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.706022] env[70113]: DEBUG oslo_vmware.rw_handles [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lease: (returnval){ [ 806.706022] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ece174-e16c-0189-f8fd-1c81f2e4c04b" [ 806.706022] env[70113]: _type = "HttpNfcLease" [ 806.706022] env[70113]: } obtained for exporting VM: (result){ [ 806.706022] env[70113]: value = "vm-681438" [ 806.706022] env[70113]: _type = "VirtualMachine" [ 806.706022] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 806.706374] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the lease: (returnval){ [ 806.706374] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ece174-e16c-0189-f8fd-1c81f2e4c04b" [ 806.706374] env[70113]: _type = "HttpNfcLease" [ 806.706374] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 806.714584] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.714584] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ece174-e16c-0189-f8fd-1c81f2e4c04b" [ 806.714584] env[70113]: _type = "HttpNfcLease" [ 806.714584] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 806.760727] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 02c505b2-d1ff-4aae-b887-b10678a49427 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 806.787568] env[70113]: DEBUG oslo_concurrency.lockutils [req-648ec0cd-d6af-4ecc-880f-06116642d32d req-c6701ecd-c380-4c5b-abcc-cf5f8dce7f16 service nova] Releasing lock "refresh_cache-0a80fbe1-a39c-4f02-855e-41e23adbc88d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.825351] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523498cb-be85-26f3-7741-75586f777c8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.825714] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.826013] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.826311] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.826433] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.826617] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.826889] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-516f595a-0c02-4b85-9f0c-d0635a1345f2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.837413] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.837632] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.838528] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f75f365f-7427-464f-ad68-fcd9c33321cc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.845089] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 806.845089] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]521c63a0-7e22-3bed-b242-e13947daa5c6" [ 806.845089] env[70113]: _type = "Task" [ 806.845089] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.854872] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521c63a0-7e22-3bed-b242-e13947daa5c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.012578] env[70113]: DEBUG nova.network.neutron [-] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.014144] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7da0d98-3181-4d30-b857-7f7056eae202 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "b1e49170-1111-41f1-a065-6d099a1c01c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.101s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.033017] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6f6c06c-b4e6-4af8-8c25-3b5b9d48581e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.045193] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71579bfe-e80f-4598-8594-bce2130a8ace {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.071791] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415209, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.096764] env[70113]: DEBUG nova.compute.manager [req-89de2b2a-d82a-4c93-8023-5fd4c1a75bac req-4d926ee9-4dbc-48ce-8785-f81d4520310a service nova] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Detach interface failed, port_id=b201032d-d126-4326-9b44-50d10f711263, reason: Instance 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 807.215735] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 807.215735] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ece174-e16c-0189-f8fd-1c81f2e4c04b" [ 807.215735] env[70113]: _type = "HttpNfcLease" [ 807.215735] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 807.216046] env[70113]: DEBUG oslo_vmware.rw_handles [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 807.216046] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ece174-e16c-0189-f8fd-1c81f2e4c04b" [ 807.216046] env[70113]: _type = "HttpNfcLease" [ 807.216046] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 807.216918] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37733ef-4448-4e69-b182-4cbfa964f9e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.227084] env[70113]: DEBUG oslo_vmware.rw_handles [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284e90a-3822-530f-80fd-10f193687997/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 807.227282] env[70113]: DEBUG oslo_vmware.rw_handles [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284e90a-3822-530f-80fd-10f193687997/disk-0.vmdk for reading. {{(pid=70113) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 807.286639] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance ad9ec99f-5338-44db-a225-a31e8ee75682 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 807.288083] env[70113]: DEBUG nova.network.neutron [-] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.326654] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d78f575-5616-45df-94c7-1b7c389f2a3f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.359423] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521c63a0-7e22-3bed-b242-e13947daa5c6, 'name': SearchDatastore_Task, 'duration_secs': 0.013102} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.367208] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef52a7a-0bfa-4618-9eaa-cd4e85d7f580 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.374890] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 807.374890] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f813d0-4f37-43a1-0ea3-86b16a65f982" [ 807.374890] env[70113]: _type = "Task" [ 807.374890] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.384295] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f813d0-4f37-43a1-0ea3-86b16a65f982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.516733] env[70113]: INFO nova.compute.manager [-] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Took 1.28 seconds to deallocate network for instance. [ 807.522812] env[70113]: DEBUG nova.compute.manager [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.575127] env[70113]: DEBUG oslo_vmware.api [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415209, 'name': PowerOnVM_Task, 'duration_secs': 0.850419} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.579908] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.580165] env[70113]: INFO nova.compute.manager [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Took 7.83 seconds to spawn the instance on the hypervisor. [ 807.580350] env[70113]: DEBUG nova.compute.manager [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.581606] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5b29c2-4ed0-4b01-baf4-fbc4df391dba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.791579] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance ad8051f2-8149-46b3-9c77-3c71dc5ddcd9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 807.793378] env[70113]: INFO nova.compute.manager [-] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Took 1.28 seconds to deallocate network for instance. [ 807.889804] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f813d0-4f37-43a1-0ea3-86b16a65f982, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.890271] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.890722] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 0a80fbe1-a39c-4f02-855e-41e23adbc88d/0a80fbe1-a39c-4f02-855e-41e23adbc88d.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.891154] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-016b87ad-cd6c-4a41-b7ab-47c87cb484f7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.900295] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 807.900295] env[70113]: value = "task-3415211" [ 807.900295] env[70113]: _type = "Task" [ 807.900295] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.911515] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.026954] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.056846] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.102754] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "382ead1c-5ee4-46fe-9172-d56fbe43b7e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.103324] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "382ead1c-5ee4-46fe-9172-d56fbe43b7e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.106950] env[70113]: INFO nova.compute.manager [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Took 47.93 seconds to build instance. [ 808.297516] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 913679b6-777c-402a-862d-7fcd293f9527 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 808.308306] env[70113]: DEBUG oslo_concurrency.lockutils [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.330690] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquiring lock "85001c04-13eb-4f93-98d8-e206133639ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.330690] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "85001c04-13eb-4f93-98d8-e206133639ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.330690] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquiring lock "85001c04-13eb-4f93-98d8-e206133639ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.330690] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "85001c04-13eb-4f93-98d8-e206133639ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.331077] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "85001c04-13eb-4f93-98d8-e206133639ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.334222] env[70113]: INFO nova.compute.manager [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Terminating instance [ 808.414409] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415211, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.609980] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5196d70-3d3c-4c51-b82f-eabc97ae6830 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "135fdd6c-b39a-4da2-a076-7aa092aa0d34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.678s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.794928] env[70113]: DEBUG nova.compute.manager [req-8ec277d3-7e74-4d0e-ab26-fdb2f9a7235b req-2705863b-7bb1-4dc8-a3ad-e998a26661aa service nova] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Received event network-vif-deleted-09da0831-4138-4e99-bc35-ecabfb5aa57b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.801861] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance cf420ae8-a415-49e5-ad08-3d62c6d7e040 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 808.839036] env[70113]: DEBUG nova.compute.manager [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.839036] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.840098] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc6c6dd-7730-4c04-887e-fab74b647518 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.850692] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.850901] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f77d240a-bfa2-4422-a9bb-78e5a2b585a3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.859077] env[70113]: DEBUG oslo_vmware.api [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 808.859077] env[70113]: value = "task-3415212" [ 808.859077] env[70113]: _type = "Task" [ 808.859077] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.870566] env[70113]: DEBUG oslo_vmware.api [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.913592] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580001} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.913963] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 0a80fbe1-a39c-4f02-855e-41e23adbc88d/0a80fbe1-a39c-4f02-855e-41e23adbc88d.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.914226] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.914660] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-611bab57-5249-4ae5-a239-eca49d923d1b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.927321] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 808.927321] env[70113]: value = "task-3415213" [ 808.927321] env[70113]: _type = "Task" [ 808.927321] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.938216] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.113797] env[70113]: DEBUG nova.compute.manager [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.207144] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquiring lock "f32d148d-a6be-4323-a5ea-8b10beca2d5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.207717] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "f32d148d-a6be-4323-a5ea-8b10beca2d5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.305115] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance cc8b3887-1051-4d76-be7c-2cf21a3a28a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 809.373930] env[70113]: DEBUG oslo_vmware.api [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415212, 'name': PowerOffVM_Task, 'duration_secs': 0.338727} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.374358] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.374668] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.375011] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf926c3b-86d4-43ee-a029-53d7593b1c24 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.439483] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110324} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.439889] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.441075] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb65250-4a70-454d-a985-d2ea974568bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.466462] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 0a80fbe1-a39c-4f02-855e-41e23adbc88d/0a80fbe1-a39c-4f02-855e-41e23adbc88d.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.468375] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e739d187-c55e-4b61-b497-f50c11b998b7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.483500] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.483833] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.484113] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Deleting the datastore file [datastore2] 85001c04-13eb-4f93-98d8-e206133639ca {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.484501] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8474a803-625c-4ff4-87be-811c6e05dff7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.494434] env[70113]: DEBUG oslo_vmware.api [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 809.494434] env[70113]: value = "task-3415216" [ 809.494434] env[70113]: _type = "Task" [ 809.494434] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.494877] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 809.494877] env[70113]: value = "task-3415215" [ 809.494877] env[70113]: _type = "Task" [ 809.494877] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.508955] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.512501] env[70113]: DEBUG oslo_vmware.api [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.642270] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.808038] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 90d28880-88ca-4540-b9e1-27fa08c0ff9e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 809.910296] env[70113]: DEBUG nova.compute.manager [req-60adbfef-1c42-470b-81d1-c248cbe6639f req-dc7732fe-00e2-4ed9-8cd5-500e378ce6fb service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Received event network-changed-bf1c0023-0024-4c14-8d8c-4a821ae88764 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.910517] env[70113]: DEBUG nova.compute.manager [req-60adbfef-1c42-470b-81d1-c248cbe6639f req-dc7732fe-00e2-4ed9-8cd5-500e378ce6fb service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Refreshing instance network info cache due to event network-changed-bf1c0023-0024-4c14-8d8c-4a821ae88764. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.910733] env[70113]: DEBUG oslo_concurrency.lockutils [req-60adbfef-1c42-470b-81d1-c248cbe6639f req-dc7732fe-00e2-4ed9-8cd5-500e378ce6fb service nova] Acquiring lock "refresh_cache-135fdd6c-b39a-4da2-a076-7aa092aa0d34" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.910882] env[70113]: DEBUG oslo_concurrency.lockutils [req-60adbfef-1c42-470b-81d1-c248cbe6639f req-dc7732fe-00e2-4ed9-8cd5-500e378ce6fb service nova] Acquired lock "refresh_cache-135fdd6c-b39a-4da2-a076-7aa092aa0d34" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.911122] env[70113]: DEBUG nova.network.neutron [req-60adbfef-1c42-470b-81d1-c248cbe6639f req-dc7732fe-00e2-4ed9-8cd5-500e378ce6fb service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Refreshing network info cache for port bf1c0023-0024-4c14-8d8c-4a821ae88764 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.013096] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415215, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.013230] env[70113]: DEBUG oslo_vmware.api [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189601} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.013495] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.013679] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.013907] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.014132] env[70113]: INFO nova.compute.manager [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Took 1.18 seconds to destroy the instance on the hypervisor. [ 810.014417] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.014807] env[70113]: DEBUG nova.compute.manager [-] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.014983] env[70113]: DEBUG nova.network.neutron [-] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.318033] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance da5e0b7e-b288-455d-a93e-7bbc4a8c58c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 810.514698] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415215, 'name': ReconfigVM_Task, 'duration_secs': 0.525878} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.515147] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 0a80fbe1-a39c-4f02-855e-41e23adbc88d/0a80fbe1-a39c-4f02-855e-41e23adbc88d.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.517181] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b46b89d-16ce-487f-aa81-1a38a2f4ddb8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.529935] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 810.529935] env[70113]: value = "task-3415217" [ 810.529935] env[70113]: _type = "Task" [ 810.529935] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.543028] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415217, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.791910] env[70113]: DEBUG nova.network.neutron [req-60adbfef-1c42-470b-81d1-c248cbe6639f req-dc7732fe-00e2-4ed9-8cd5-500e378ce6fb service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Updated VIF entry in instance network info cache for port bf1c0023-0024-4c14-8d8c-4a821ae88764. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.792305] env[70113]: DEBUG nova.network.neutron [req-60adbfef-1c42-470b-81d1-c248cbe6639f req-dc7732fe-00e2-4ed9-8cd5-500e378ce6fb service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Updating instance_info_cache with network_info: [{"id": "bf1c0023-0024-4c14-8d8c-4a821ae88764", "address": "fa:16:3e:c7:de:2b", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1c0023-00", "ovs_interfaceid": "bf1c0023-0024-4c14-8d8c-4a821ae88764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.820198] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance d5594fac-44a9-4be9-ac10-42e6f368365f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 810.830225] env[70113]: DEBUG nova.compute.manager [req-31b5d4f8-d1da-4a7f-a8e4-c0e67c074938 req-621b9406-9b29-4445-a42a-e83657d9fe3d service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Received event network-vif-deleted-7b6a0623-a4d0-449c-9143-c461bedd6622 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.830225] env[70113]: INFO nova.compute.manager [req-31b5d4f8-d1da-4a7f-a8e4-c0e67c074938 req-621b9406-9b29-4445-a42a-e83657d9fe3d service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Neutron deleted interface 7b6a0623-a4d0-449c-9143-c461bedd6622; detaching it from the instance and deleting it from the info cache [ 810.830225] env[70113]: DEBUG nova.network.neutron [req-31b5d4f8-d1da-4a7f-a8e4-c0e67c074938 req-621b9406-9b29-4445-a42a-e83657d9fe3d service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.996744] env[70113]: DEBUG nova.network.neutron [-] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.039899] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415217, 'name': Rename_Task, 'duration_secs': 0.181307} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.040252] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.040533] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27e958e3-512c-41b7-b763-75e58365106e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.049144] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 811.049144] env[70113]: value = "task-3415218" [ 811.049144] env[70113]: _type = "Task" [ 811.049144] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.058119] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.294702] env[70113]: DEBUG oslo_concurrency.lockutils [req-60adbfef-1c42-470b-81d1-c248cbe6639f req-dc7732fe-00e2-4ed9-8cd5-500e378ce6fb service nova] Releasing lock "refresh_cache-135fdd6c-b39a-4da2-a076-7aa092aa0d34" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.323057] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 47240db4-50a6-45eb-806a-bc57fafdcadb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 811.332248] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e0d25b0-523a-4dea-83f0-43fbf2e267ce {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.344428] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4950eb-6f0b-4e33-b6ed-df6c4c71ca20 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.389045] env[70113]: DEBUG nova.compute.manager [req-31b5d4f8-d1da-4a7f-a8e4-c0e67c074938 req-621b9406-9b29-4445-a42a-e83657d9fe3d service nova] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Detach interface failed, port_id=7b6a0623-a4d0-449c-9143-c461bedd6622, reason: Instance 85001c04-13eb-4f93-98d8-e206133639ca could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 811.498708] env[70113]: INFO nova.compute.manager [-] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Took 1.48 seconds to deallocate network for instance. [ 811.561476] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415218, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.827350] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 3a8418da-6dbf-48d2-bcfa-1db117ec8631 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 811.827744] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 811.827903] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4480MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 812.006092] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.063454] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415218, 'name': PowerOnVM_Task, 'duration_secs': 0.531649} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.063736] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.063928] env[70113]: INFO nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Took 9.69 seconds to spawn the instance on the hypervisor. [ 812.064220] env[70113]: DEBUG nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.065146] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dfce85-5234-46c9-b3aa-13ed5b232e3a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.346817] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2cb273-cccf-43fb-bf1f-c046088fa08f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.355141] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b443b5-4df6-412f-b79f-46f997195b43 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.387180] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea470bc-2d4c-4735-84be-8db3e16b2ea5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.394945] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a625b8-0acb-4f43-af89-ca75757f2d6b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.408972] env[70113]: DEBUG nova.compute.provider_tree [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.585122] env[70113]: INFO nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Took 47.00 seconds to build instance. [ 812.912139] env[70113]: DEBUG nova.scheduler.client.report [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.087637] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "0a80fbe1-a39c-4f02-855e-41e23adbc88d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.106s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.418904] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 813.419219] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.746s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.419526] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.040s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.421254] env[70113]: INFO nova.compute.claims [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.591097] env[70113]: DEBUG nova.compute.manager [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.116583] env[70113]: DEBUG oslo_concurrency.lockutils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.913297] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fe2ff2-8dd6-4b3a-8977-99287b68ac83 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.922859] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5ea7d3-fb9e-4e19-a5c8-bba54b8c7ea9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.957311] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc3c584-4633-40a5-b07a-d1901984e6b2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.966287] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91405383-8574-4e75-9c54-7ca7045cf054 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.983455] env[70113]: DEBUG nova.compute.provider_tree [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.487809] env[70113]: DEBUG nova.scheduler.client.report [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.995347] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.995644] env[70113]: DEBUG nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.998391] env[70113]: DEBUG oslo_concurrency.lockutils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.547s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.999998] env[70113]: INFO nova.compute.claims [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.505746] env[70113]: DEBUG nova.compute.utils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.508317] env[70113]: DEBUG nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.508495] env[70113]: DEBUG nova.network.neutron [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.557678] env[70113]: DEBUG nova.policy [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc2c500c2f6943fd99e69a87e9aeffe3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c2f9d4044e24d3e8f721a872706c59f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.872065] env[70113]: DEBUG nova.network.neutron [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Successfully created port: d05ff2f0-ab3f-4d97-8152-21a9ec6df614 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.009314] env[70113]: DEBUG nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.573165] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a95a6e-cf96-47bc-8bf3-75e42c816e99 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.582562] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6f3bf5-5f75-4331-ae34-dcd8ae61b2a3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.617285] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9803bee-fec1-4c90-9f92-d168557865c7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.626071] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbb07f0-14ec-4788-979d-915b8d7093de {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.641950] env[70113]: DEBUG nova.compute.provider_tree [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.969217] env[70113]: DEBUG oslo_vmware.rw_handles [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284e90a-3822-530f-80fd-10f193687997/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 817.970123] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d77e4d-fac2-44a5-8fb1-bca3adc143cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.977188] env[70113]: DEBUG oslo_vmware.rw_handles [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284e90a-3822-530f-80fd-10f193687997/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 817.977413] env[70113]: ERROR oslo_vmware.rw_handles [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284e90a-3822-530f-80fd-10f193687997/disk-0.vmdk due to incomplete transfer. [ 817.977659] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cbc66aa2-affa-43b5-81f5-5d5ccbdf89fe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.986458] env[70113]: DEBUG oslo_vmware.rw_handles [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284e90a-3822-530f-80fd-10f193687997/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 817.986808] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Uploaded image b61d648d-7302-4f01-bf91-8407ffd3e9bc to the Glance image server {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 817.989587] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 817.990043] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-12f245ae-8fda-4120-9495-043843c0fa5f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.997344] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 817.997344] env[70113]: value = "task-3415219" [ 817.997344] env[70113]: _type = "Task" [ 817.997344] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.006941] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415219, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.024586] env[70113]: DEBUG nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.046978] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.047289] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.047452] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.047653] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.047814] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.047960] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.048206] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.048368] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.048571] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.048789] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.049017] env[70113]: DEBUG nova.virt.hardware [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.049907] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9041be68-ec30-40e5-9666-64329df2386f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.058613] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b353f5-fd1d-4eaa-adea-99e067f4c629 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.146027] env[70113]: DEBUG nova.scheduler.client.report [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.368664] env[70113]: DEBUG nova.compute.manager [req-b66a6829-89d0-4b42-8cb5-2bdc81435f62 req-d2c12a38-4048-4f92-8220-736a2c9a555e service nova] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Received event network-vif-plugged-d05ff2f0-ab3f-4d97-8152-21a9ec6df614 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.369071] env[70113]: DEBUG oslo_concurrency.lockutils [req-b66a6829-89d0-4b42-8cb5-2bdc81435f62 req-d2c12a38-4048-4f92-8220-736a2c9a555e service nova] Acquiring lock "4f479379-020b-4939-9be7-624b7dac426e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.369530] env[70113]: DEBUG oslo_concurrency.lockutils [req-b66a6829-89d0-4b42-8cb5-2bdc81435f62 req-d2c12a38-4048-4f92-8220-736a2c9a555e service nova] Lock "4f479379-020b-4939-9be7-624b7dac426e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.369820] env[70113]: DEBUG oslo_concurrency.lockutils [req-b66a6829-89d0-4b42-8cb5-2bdc81435f62 req-d2c12a38-4048-4f92-8220-736a2c9a555e service nova] Lock "4f479379-020b-4939-9be7-624b7dac426e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.370129] env[70113]: DEBUG nova.compute.manager [req-b66a6829-89d0-4b42-8cb5-2bdc81435f62 req-d2c12a38-4048-4f92-8220-736a2c9a555e service nova] [instance: 4f479379-020b-4939-9be7-624b7dac426e] No waiting events found dispatching network-vif-plugged-d05ff2f0-ab3f-4d97-8152-21a9ec6df614 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.370477] env[70113]: WARNING nova.compute.manager [req-b66a6829-89d0-4b42-8cb5-2bdc81435f62 req-d2c12a38-4048-4f92-8220-736a2c9a555e service nova] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Received unexpected event network-vif-plugged-d05ff2f0-ab3f-4d97-8152-21a9ec6df614 for instance with vm_state building and task_state spawning. [ 818.486465] env[70113]: DEBUG nova.network.neutron [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Successfully updated port: d05ff2f0-ab3f-4d97-8152-21a9ec6df614 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.509946] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415219, 'name': Destroy_Task, 'duration_secs': 0.32689} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.510394] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Destroyed the VM [ 818.510741] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 818.511117] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-09e1a4de-6b65-4e26-b4be-ac704e036a6d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.521029] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 818.521029] env[70113]: value = "task-3415220" [ 818.521029] env[70113]: _type = "Task" [ 818.521029] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.528304] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415220, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.652164] env[70113]: DEBUG oslo_concurrency.lockutils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.652744] env[70113]: DEBUG nova.compute.manager [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.655485] env[70113]: DEBUG oslo_concurrency.lockutils [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.274s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.655804] env[70113]: DEBUG oslo_concurrency.lockutils [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.658258] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.854s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.658451] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.660333] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.430s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.661851] env[70113]: INFO nova.compute.claims [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.692307] env[70113]: INFO nova.scheduler.client.report [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Deleted allocations for instance f1868a7a-65b3-45b9-ac80-9d9716031a89 [ 818.692307] env[70113]: INFO nova.scheduler.client.report [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Deleted allocations for instance 7ddd9f8f-4faf-42ae-8c67-f5988da5b732 [ 818.992072] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "refresh_cache-4f479379-020b-4939-9be7-624b7dac426e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.992072] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquired lock "refresh_cache-4f479379-020b-4939-9be7-624b7dac426e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.992072] env[70113]: DEBUG nova.network.neutron [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.029537] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415220, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.166481] env[70113]: DEBUG nova.compute.utils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.170081] env[70113]: DEBUG nova.compute.manager [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.170267] env[70113]: DEBUG nova.network.neutron [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.202511] env[70113]: DEBUG oslo_concurrency.lockutils [None req-04742766-09b5-4022-b0cc-fa50ccf37121 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.391s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.204954] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 38.657s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.205193] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.205459] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.205575] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.208301] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a75fe425-2e3a-4781-a352-96425dbb7d35 tempest-AttachInterfacesV270Test-232799910 tempest-AttachInterfacesV270Test-232799910-project-member] Lock "f1868a7a-65b3-45b9-ac80-9d9716031a89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.513s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.218781] env[70113]: INFO nova.compute.manager [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Terminating instance [ 819.221620] env[70113]: DEBUG nova.policy [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc9beb834e29411a8d956ccee090273e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ece26cb844c544cc8469b1cd34da1207', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.532042] env[70113]: DEBUG oslo_vmware.api [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415220, 'name': RemoveSnapshot_Task, 'duration_secs': 0.552792} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.532773] env[70113]: DEBUG nova.network.neutron [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.536179] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 819.536179] env[70113]: INFO nova.compute.manager [None req-274df441-bc05-48e5-b613-15d3e10ecd79 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Took 16.51 seconds to snapshot the instance on the hypervisor. [ 819.670754] env[70113]: DEBUG nova.compute.manager [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.674825] env[70113]: DEBUG nova.network.neutron [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Updating instance_info_cache with network_info: [{"id": "d05ff2f0-ab3f-4d97-8152-21a9ec6df614", "address": "fa:16:3e:ed:26:0a", "network": {"id": "c07899ff-2853-40dd-b7b9-c596a2a80f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-187199020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2f9d4044e24d3e8f721a872706c59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05ff2f0-ab", "ovs_interfaceid": "d05ff2f0-ab3f-4d97-8152-21a9ec6df614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.726531] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "refresh_cache-7ddd9f8f-4faf-42ae-8c67-f5988da5b732" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.726735] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquired lock "refresh_cache-7ddd9f8f-4faf-42ae-8c67-f5988da5b732" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.726932] env[70113]: DEBUG nova.network.neutron [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.131677] env[70113]: DEBUG nova.network.neutron [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Successfully created port: 2cd4787d-6350-4185-a68d-498c9508fc89 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.183882] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Releasing lock "refresh_cache-4f479379-020b-4939-9be7-624b7dac426e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.184252] env[70113]: DEBUG nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Instance network_info: |[{"id": "d05ff2f0-ab3f-4d97-8152-21a9ec6df614", "address": "fa:16:3e:ed:26:0a", "network": {"id": "c07899ff-2853-40dd-b7b9-c596a2a80f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-187199020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2f9d4044e24d3e8f721a872706c59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05ff2f0-ab", "ovs_interfaceid": "d05ff2f0-ab3f-4d97-8152-21a9ec6df614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.192154] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:26:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd05ff2f0-ab3f-4d97-8152-21a9ec6df614', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.204126] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.204126] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.204126] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd3d1ebf-aec1-4c79-bbad-802f5d36396e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.229948] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.229948] env[70113]: value = "task-3415221" [ 820.229948] env[70113]: _type = "Task" [ 820.229948] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.233765] env[70113]: DEBUG nova.compute.utils [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Can not refresh info_cache because instance was not found {{(pid=70113) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 820.241636] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415221, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.243608] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d74a06-80e6-4ab2-82bc-29774d3f0014 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.252487] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39029f36-55a7-42ac-b6da-5cef6ca8d2d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.258056] env[70113]: DEBUG nova.network.neutron [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.290961] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7edb504-245a-4e99-b874-97e9e47ce5a0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.300583] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e36add-5b94-43ee-b4ea-9ef83835d760 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.319422] env[70113]: DEBUG nova.compute.provider_tree [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.380322] env[70113]: DEBUG nova.network.neutron [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.690416] env[70113]: DEBUG nova.compute.manager [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.724240] env[70113]: DEBUG nova.virt.hardware [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.724515] env[70113]: DEBUG nova.virt.hardware [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.724670] env[70113]: DEBUG nova.virt.hardware [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.724853] env[70113]: DEBUG nova.virt.hardware [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.724997] env[70113]: DEBUG nova.virt.hardware [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.729098] env[70113]: DEBUG nova.virt.hardware [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.729375] env[70113]: DEBUG nova.virt.hardware [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.729543] env[70113]: DEBUG nova.virt.hardware [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.729714] env[70113]: DEBUG nova.virt.hardware [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.729896] env[70113]: DEBUG nova.virt.hardware [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.730090] env[70113]: DEBUG nova.virt.hardware [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.731058] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c239616-5fdb-4a6e-8099-5d8a1602eb74 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.746992] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0c541f-2f76-41df-85fb-349c1087d41f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.751162] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415221, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.823435] env[70113]: DEBUG nova.scheduler.client.report [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.840688] env[70113]: DEBUG nova.compute.manager [req-4fd44bd4-426d-46f9-bbf9-d3e0cce21e61 req-eb724592-e616-4e00-8ea1-3a03be06b542 service nova] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Received event network-changed-d05ff2f0-ab3f-4d97-8152-21a9ec6df614 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.840885] env[70113]: DEBUG nova.compute.manager [req-4fd44bd4-426d-46f9-bbf9-d3e0cce21e61 req-eb724592-e616-4e00-8ea1-3a03be06b542 service nova] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Refreshing instance network info cache due to event network-changed-d05ff2f0-ab3f-4d97-8152-21a9ec6df614. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.841114] env[70113]: DEBUG oslo_concurrency.lockutils [req-4fd44bd4-426d-46f9-bbf9-d3e0cce21e61 req-eb724592-e616-4e00-8ea1-3a03be06b542 service nova] Acquiring lock "refresh_cache-4f479379-020b-4939-9be7-624b7dac426e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.841256] env[70113]: DEBUG oslo_concurrency.lockutils [req-4fd44bd4-426d-46f9-bbf9-d3e0cce21e61 req-eb724592-e616-4e00-8ea1-3a03be06b542 service nova] Acquired lock "refresh_cache-4f479379-020b-4939-9be7-624b7dac426e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.841407] env[70113]: DEBUG nova.network.neutron [req-4fd44bd4-426d-46f9-bbf9-d3e0cce21e61 req-eb724592-e616-4e00-8ea1-3a03be06b542 service nova] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Refreshing network info cache for port d05ff2f0-ab3f-4d97-8152-21a9ec6df614 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.883099] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Releasing lock "refresh_cache-7ddd9f8f-4faf-42ae-8c67-f5988da5b732" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.883533] env[70113]: DEBUG nova.compute.manager [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.883729] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.884055] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77051194-a945-4d24-a203-33571126aadf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.898750] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191e1661-d0e2-43ce-9a50-c2e3c2aa2c5f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.945350] env[70113]: WARNING nova.virt.vmwareapi.vmops [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7ddd9f8f-4faf-42ae-8c67-f5988da5b732 could not be found. [ 820.945579] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.945761] env[70113]: INFO nova.compute.manager [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Took 0.06 seconds to destroy the instance on the hypervisor. [ 820.946117] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.946408] env[70113]: DEBUG nova.compute.manager [-] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.946506] env[70113]: DEBUG nova.network.neutron [-] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.966905] env[70113]: DEBUG nova.network.neutron [-] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.241804] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415221, 'name': CreateVM_Task, 'duration_secs': 0.524287} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.242230] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.242716] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.242885] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.243214] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.243481] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a211a70d-456c-4f3a-a687-9a8b470c1cc9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.249805] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 821.249805] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b48cd2-1f41-9d3d-8c30-1fb1c8dad8b8" [ 821.249805] env[70113]: _type = "Task" [ 821.249805] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.258537] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b48cd2-1f41-9d3d-8c30-1fb1c8dad8b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.331783] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.332021] env[70113]: DEBUG nova.compute.manager [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.334646] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.404s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.334820] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.336924] env[70113]: DEBUG oslo_concurrency.lockutils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.960s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.338440] env[70113]: INFO nova.compute.claims [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.370576] env[70113]: INFO nova.scheduler.client.report [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Deleted allocations for instance 480263ba-bab0-4026-ac77-0e2f6a425f1e [ 821.469284] env[70113]: DEBUG nova.network.neutron [-] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.633040] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "546d4f1f-00dc-458c-a0f5-3810925a681d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.633865] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "546d4f1f-00dc-458c-a0f5-3810925a681d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.634190] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "546d4f1f-00dc-458c-a0f5-3810925a681d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.634777] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "546d4f1f-00dc-458c-a0f5-3810925a681d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.634980] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "546d4f1f-00dc-458c-a0f5-3810925a681d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.638048] env[70113]: INFO nova.compute.manager [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Terminating instance [ 821.719938] env[70113]: DEBUG nova.network.neutron [req-4fd44bd4-426d-46f9-bbf9-d3e0cce21e61 req-eb724592-e616-4e00-8ea1-3a03be06b542 service nova] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Updated VIF entry in instance network info cache for port d05ff2f0-ab3f-4d97-8152-21a9ec6df614. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.719938] env[70113]: DEBUG nova.network.neutron [req-4fd44bd4-426d-46f9-bbf9-d3e0cce21e61 req-eb724592-e616-4e00-8ea1-3a03be06b542 service nova] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Updating instance_info_cache with network_info: [{"id": "d05ff2f0-ab3f-4d97-8152-21a9ec6df614", "address": "fa:16:3e:ed:26:0a", "network": {"id": "c07899ff-2853-40dd-b7b9-c596a2a80f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-187199020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2f9d4044e24d3e8f721a872706c59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05ff2f0-ab", "ovs_interfaceid": "d05ff2f0-ab3f-4d97-8152-21a9ec6df614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.762228] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b48cd2-1f41-9d3d-8c30-1fb1c8dad8b8, 'name': SearchDatastore_Task, 'duration_secs': 0.013394} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.762549] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.763205] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.763205] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.763205] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.763399] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.763620] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c339c6c9-69a1-47c7-98a2-b6051ced2a63 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.774392] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.774590] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.775331] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-635a85d9-b75d-4f04-8d1b-99cb0622f3ca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.781164] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 821.781164] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5286f241-8f59-f760-2569-66c75ee48a92" [ 821.781164] env[70113]: _type = "Task" [ 821.781164] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.808244] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5286f241-8f59-f760-2569-66c75ee48a92, 'name': SearchDatastore_Task, 'duration_secs': 0.023671} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.809173] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c164c2-1254-4f6f-8300-2ccaf44a0375 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.815950] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 821.815950] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ee1a67-3eaf-ef69-6d2f-d7c0b49956e8" [ 821.815950] env[70113]: _type = "Task" [ 821.815950] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.827060] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ee1a67-3eaf-ef69-6d2f-d7c0b49956e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.844086] env[70113]: DEBUG nova.compute.utils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.847197] env[70113]: DEBUG nova.compute.manager [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.847435] env[70113]: DEBUG nova.network.neutron [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.883000] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4e7773a-590f-4312-a22c-f1bacd78de12 tempest-ServerRescueTestJSONUnderV235-2007397059 tempest-ServerRescueTestJSONUnderV235-2007397059-project-member] Lock "480263ba-bab0-4026-ac77-0e2f6a425f1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.526s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.935472] env[70113]: DEBUG nova.policy [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd5b43ae73594e189aa55ab2e7421e13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b4ec88748b44efd8a930fd9b0ee131b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.974823] env[70113]: INFO nova.compute.manager [-] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Took 1.03 seconds to deallocate network for instance. [ 822.163218] env[70113]: DEBUG nova.compute.manager [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.163218] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.163218] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc25692-7c49-46ca-9546-0e8d5be21a37 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.165236] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.165236] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62ce67f8-9066-474b-8bfc-6897ff3a09f6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.180542] env[70113]: DEBUG oslo_vmware.api [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 822.180542] env[70113]: value = "task-3415222" [ 822.180542] env[70113]: _type = "Task" [ 822.180542] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.192022] env[70113]: DEBUG oslo_vmware.api [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.228773] env[70113]: DEBUG oslo_concurrency.lockutils [req-4fd44bd4-426d-46f9-bbf9-d3e0cce21e61 req-eb724592-e616-4e00-8ea1-3a03be06b542 service nova] Releasing lock "refresh_cache-4f479379-020b-4939-9be7-624b7dac426e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.333303] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ee1a67-3eaf-ef69-6d2f-d7c0b49956e8, 'name': SearchDatastore_Task, 'duration_secs': 0.036037} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.333664] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.333935] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 4f479379-020b-4939-9be7-624b7dac426e/4f479379-020b-4939-9be7-624b7dac426e.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.334484] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c22758a7-db7d-450c-81c9-6608b81a58e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.343374] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 822.343374] env[70113]: value = "task-3415223" [ 822.343374] env[70113]: _type = "Task" [ 822.343374] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.350065] env[70113]: DEBUG nova.compute.manager [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.362755] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.485282] env[70113]: INFO nova.compute.manager [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Instance disappeared during terminate [ 822.485866] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a21d4cb3-0eb4-4398-af8f-1acb278a24f0 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "7ddd9f8f-4faf-42ae-8c67-f5988da5b732" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.281s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.623159] env[70113]: DEBUG nova.compute.manager [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.624108] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fa0578-2cad-4a36-9db6-eb88ef581d35 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.695241] env[70113]: DEBUG oslo_vmware.api [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415222, 'name': PowerOffVM_Task, 'duration_secs': 0.212022} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.695600] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.695773] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.696120] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b627e0a5-a461-49a2-9fc5-74535ba490ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.779534] env[70113]: DEBUG nova.network.neutron [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Successfully updated port: 2cd4787d-6350-4185-a68d-498c9508fc89 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.784909] env[70113]: DEBUG nova.network.neutron [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Successfully created port: 17fe1fcd-f431-461c-bc54-f7ebb4e7b250 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.868695] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415223, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.883574] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.883812] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.883999] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Deleting the datastore file [datastore2] 546d4f1f-00dc-458c-a0f5-3810925a681d {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.884437] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2998514-aaee-4aaf-a047-1df74f999d0e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.895814] env[70113]: DEBUG oslo_vmware.api [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for the task: (returnval){ [ 822.895814] env[70113]: value = "task-3415225" [ 822.895814] env[70113]: _type = "Task" [ 822.895814] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.910339] env[70113]: DEBUG oslo_vmware.api [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.133962] env[70113]: DEBUG nova.compute.manager [req-bcb6157b-49a5-459d-b985-596ceb9a135a req-c814de8a-b2bd-42f0-8486-327d66239b1d service nova] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Received event network-vif-plugged-2cd4787d-6350-4185-a68d-498c9508fc89 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.134237] env[70113]: DEBUG oslo_concurrency.lockutils [req-bcb6157b-49a5-459d-b985-596ceb9a135a req-c814de8a-b2bd-42f0-8486-327d66239b1d service nova] Acquiring lock "b93c923f-ce74-4d7e-abec-c456db0e83af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.134588] env[70113]: DEBUG oslo_concurrency.lockutils [req-bcb6157b-49a5-459d-b985-596ceb9a135a req-c814de8a-b2bd-42f0-8486-327d66239b1d service nova] Lock "b93c923f-ce74-4d7e-abec-c456db0e83af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.134588] env[70113]: DEBUG oslo_concurrency.lockutils [req-bcb6157b-49a5-459d-b985-596ceb9a135a req-c814de8a-b2bd-42f0-8486-327d66239b1d service nova] Lock "b93c923f-ce74-4d7e-abec-c456db0e83af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.134760] env[70113]: DEBUG nova.compute.manager [req-bcb6157b-49a5-459d-b985-596ceb9a135a req-c814de8a-b2bd-42f0-8486-327d66239b1d service nova] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] No waiting events found dispatching network-vif-plugged-2cd4787d-6350-4185-a68d-498c9508fc89 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.135149] env[70113]: WARNING nova.compute.manager [req-bcb6157b-49a5-459d-b985-596ceb9a135a req-c814de8a-b2bd-42f0-8486-327d66239b1d service nova] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Received unexpected event network-vif-plugged-2cd4787d-6350-4185-a68d-498c9508fc89 for instance with vm_state building and task_state spawning. [ 823.135807] env[70113]: DEBUG nova.compute.manager [req-bcb6157b-49a5-459d-b985-596ceb9a135a req-c814de8a-b2bd-42f0-8486-327d66239b1d service nova] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Received event network-changed-2cd4787d-6350-4185-a68d-498c9508fc89 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.136021] env[70113]: DEBUG nova.compute.manager [req-bcb6157b-49a5-459d-b985-596ceb9a135a req-c814de8a-b2bd-42f0-8486-327d66239b1d service nova] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Refreshing instance network info cache due to event network-changed-2cd4787d-6350-4185-a68d-498c9508fc89. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.136570] env[70113]: DEBUG oslo_concurrency.lockutils [req-bcb6157b-49a5-459d-b985-596ceb9a135a req-c814de8a-b2bd-42f0-8486-327d66239b1d service nova] Acquiring lock "refresh_cache-b93c923f-ce74-4d7e-abec-c456db0e83af" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.136570] env[70113]: DEBUG oslo_concurrency.lockutils [req-bcb6157b-49a5-459d-b985-596ceb9a135a req-c814de8a-b2bd-42f0-8486-327d66239b1d service nova] Acquired lock "refresh_cache-b93c923f-ce74-4d7e-abec-c456db0e83af" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.136654] env[70113]: DEBUG nova.network.neutron [req-bcb6157b-49a5-459d-b985-596ceb9a135a req-c814de8a-b2bd-42f0-8486-327d66239b1d service nova] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Refreshing network info cache for port 2cd4787d-6350-4185-a68d-498c9508fc89 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.140489] env[70113]: INFO nova.compute.manager [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] instance snapshotting [ 823.142525] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f93bf5-89da-4544-8927-b9e0f0ff499a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.146755] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e730bd-a7ff-45a7-8b6d-cecd78836d0c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.171143] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f253528-7c92-4c77-9d78-e1df4e36ee58 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.175591] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfec945-b7fa-4073-9a3f-4f3d107a53eb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.219860] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf3c19b-f7f2-48a9-b919-ddaa4e2bbdb0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.228862] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296c2299-2d4d-4987-a228-cf871ac00931 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.246363] env[70113]: DEBUG nova.compute.provider_tree [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.282235] env[70113]: DEBUG oslo_concurrency.lockutils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Acquiring lock "refresh_cache-b93c923f-ce74-4d7e-abec-c456db0e83af" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.357138] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773621} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.357138] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 4f479379-020b-4939-9be7-624b7dac426e/4f479379-020b-4939-9be7-624b7dac426e.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.357138] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.357138] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a600908c-276b-4b10-88cd-9cfeb8d9cc59 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.371221] env[70113]: DEBUG nova.compute.manager [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.373820] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 823.373820] env[70113]: value = "task-3415226" [ 823.373820] env[70113]: _type = "Task" [ 823.373820] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.386530] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.415345] env[70113]: DEBUG oslo_vmware.api [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Task: {'id': task-3415225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305122} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.415345] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.415345] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.415345] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.415345] env[70113]: INFO nova.compute.manager [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Took 1.27 seconds to destroy the instance on the hypervisor. [ 823.415542] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.415542] env[70113]: DEBUG nova.compute.manager [-] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.415542] env[70113]: DEBUG nova.network.neutron [-] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.444874] env[70113]: DEBUG nova.virt.hardware [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.444874] env[70113]: DEBUG nova.virt.hardware [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.444874] env[70113]: DEBUG nova.virt.hardware [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.445449] env[70113]: DEBUG nova.virt.hardware [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.445449] env[70113]: DEBUG nova.virt.hardware [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.445449] env[70113]: DEBUG nova.virt.hardware [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.445449] env[70113]: DEBUG nova.virt.hardware [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.445449] env[70113]: DEBUG nova.virt.hardware [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.445616] env[70113]: DEBUG nova.virt.hardware [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.445616] env[70113]: DEBUG nova.virt.hardware [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.445616] env[70113]: DEBUG nova.virt.hardware [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.445875] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a830b3-5492-44e4-9648-15558c378e10 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.459558] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0982a6-6a8e-4040-98e9-d58cc02a62e9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.721196] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 823.722033] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0aa40dc9-001a-4eab-8aa0-5f55f8cc0170 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.726671] env[70113]: DEBUG nova.network.neutron [req-bcb6157b-49a5-459d-b985-596ceb9a135a req-c814de8a-b2bd-42f0-8486-327d66239b1d service nova] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.731394] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 823.731394] env[70113]: value = "task-3415227" [ 823.731394] env[70113]: _type = "Task" [ 823.731394] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.741726] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415227, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.749798] env[70113]: DEBUG nova.scheduler.client.report [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.888011] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127546} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.888555] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.889676] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1303a069-5ca1-4831-8792-2539d3484ba1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.918771] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 4f479379-020b-4939-9be7-624b7dac426e/4f479379-020b-4939-9be7-624b7dac426e.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.919143] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-416c37c4-7b2e-46d9-8b4a-d68b128436ee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.940980] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 823.940980] env[70113]: value = "task-3415228" [ 823.940980] env[70113]: _type = "Task" [ 823.940980] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.956711] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.154401] env[70113]: DEBUG nova.network.neutron [req-bcb6157b-49a5-459d-b985-596ceb9a135a req-c814de8a-b2bd-42f0-8486-327d66239b1d service nova] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.244407] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415227, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.255773] env[70113]: DEBUG oslo_concurrency.lockutils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.919s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.256456] env[70113]: DEBUG nova.compute.manager [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.259509] env[70113]: DEBUG oslo_concurrency.lockutils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.432s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.261018] env[70113]: INFO nova.compute.claims [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.456953] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.661395] env[70113]: DEBUG oslo_concurrency.lockutils [req-bcb6157b-49a5-459d-b985-596ceb9a135a req-c814de8a-b2bd-42f0-8486-327d66239b1d service nova] Releasing lock "refresh_cache-b93c923f-ce74-4d7e-abec-c456db0e83af" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.661865] env[70113]: DEBUG oslo_concurrency.lockutils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Acquired lock "refresh_cache-b93c923f-ce74-4d7e-abec-c456db0e83af" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.662061] env[70113]: DEBUG nova.network.neutron [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.751782] env[70113]: DEBUG nova.network.neutron [-] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.753125] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415227, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.769425] env[70113]: DEBUG nova.compute.utils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.772984] env[70113]: DEBUG nova.compute.manager [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.778123] env[70113]: DEBUG nova.network.neutron [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.794226] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "1f3018be-9b1d-48d1-b601-2738439a3701" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.794226] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "1f3018be-9b1d-48d1-b601-2738439a3701" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.853838] env[70113]: DEBUG nova.policy [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7db449b8582495cb7633724faa17b0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b33184654a68491597cf46c2927984cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.953311] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415228, 'name': ReconfigVM_Task, 'duration_secs': 0.895161} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.953604] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 4f479379-020b-4939-9be7-624b7dac426e/4f479379-020b-4939-9be7-624b7dac426e.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.954257] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2d92e20-21f2-4e20-a17f-30dc7fd669e4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.962772] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 824.962772] env[70113]: value = "task-3415229" [ 824.962772] env[70113]: _type = "Task" [ 824.962772] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.971081] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415229, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.021932] env[70113]: DEBUG nova.network.neutron [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Successfully updated port: 17fe1fcd-f431-461c-bc54-f7ebb4e7b250 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.211925] env[70113]: DEBUG nova.network.neutron [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.247889] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415227, 'name': CreateSnapshot_Task, 'duration_secs': 1.291557} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.248285] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 825.249120] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94dd1a4-0085-484d-af07-6b3f01285896 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.255668] env[70113]: INFO nova.compute.manager [-] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Took 1.84 seconds to deallocate network for instance. [ 825.275190] env[70113]: DEBUG nova.compute.manager [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.295048] env[70113]: DEBUG nova.compute.utils [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.429438] env[70113]: DEBUG nova.network.neutron [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Updating instance_info_cache with network_info: [{"id": "2cd4787d-6350-4185-a68d-498c9508fc89", "address": "fa:16:3e:83:0a:45", "network": {"id": "be05f944-a7c1-4785-b6ff-03cabdab86d9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2040501314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ece26cb844c544cc8469b1cd34da1207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd4787d-63", "ovs_interfaceid": "2cd4787d-6350-4185-a68d-498c9508fc89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.476626] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415229, 'name': Rename_Task, 'duration_secs': 0.168583} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.476968] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.477211] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b30b7abc-5514-48e1-aef5-76244ce3105b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.487490] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 825.487490] env[70113]: value = "task-3415230" [ 825.487490] env[70113]: _type = "Task" [ 825.487490] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.495780] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.496634] env[70113]: DEBUG nova.network.neutron [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Successfully created port: 86426c05-adec-4b24-877f-062fc16b552b {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.524576] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Acquiring lock "refresh_cache-1cde37d8-bb36-4da1-9be8-9d722666a7a0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.524751] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Acquired lock "refresh_cache-1cde37d8-bb36-4da1-9be8-9d722666a7a0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.524910] env[70113]: DEBUG nova.network.neutron [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.707343] env[70113]: DEBUG nova.compute.manager [req-09fe4ce7-7f5b-443a-a128-fdc0f3b8ebb8 req-386bf935-5da0-4c94-a0ec-8076c85c650e service nova] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Received event network-vif-plugged-17fe1fcd-f431-461c-bc54-f7ebb4e7b250 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.707343] env[70113]: DEBUG oslo_concurrency.lockutils [req-09fe4ce7-7f5b-443a-a128-fdc0f3b8ebb8 req-386bf935-5da0-4c94-a0ec-8076c85c650e service nova] Acquiring lock "1cde37d8-bb36-4da1-9be8-9d722666a7a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.707343] env[70113]: DEBUG oslo_concurrency.lockutils [req-09fe4ce7-7f5b-443a-a128-fdc0f3b8ebb8 req-386bf935-5da0-4c94-a0ec-8076c85c650e service nova] Lock "1cde37d8-bb36-4da1-9be8-9d722666a7a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.707343] env[70113]: DEBUG oslo_concurrency.lockutils [req-09fe4ce7-7f5b-443a-a128-fdc0f3b8ebb8 req-386bf935-5da0-4c94-a0ec-8076c85c650e service nova] Lock "1cde37d8-bb36-4da1-9be8-9d722666a7a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.707343] env[70113]: DEBUG nova.compute.manager [req-09fe4ce7-7f5b-443a-a128-fdc0f3b8ebb8 req-386bf935-5da0-4c94-a0ec-8076c85c650e service nova] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] No waiting events found dispatching network-vif-plugged-17fe1fcd-f431-461c-bc54-f7ebb4e7b250 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.707635] env[70113]: WARNING nova.compute.manager [req-09fe4ce7-7f5b-443a-a128-fdc0f3b8ebb8 req-386bf935-5da0-4c94-a0ec-8076c85c650e service nova] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Received unexpected event network-vif-plugged-17fe1fcd-f431-461c-bc54-f7ebb4e7b250 for instance with vm_state building and task_state spawning. [ 825.773657] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 825.774616] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.778176] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b4ae026f-e062-4f74-ba5b-034840995c5b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.788564] env[70113]: DEBUG nova.compute.manager [req-2cb584db-dfa8-4f23-ac61-a857b62e165f req-31dbb85f-c806-4837-83a0-f1bb6caae2a0 service nova] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Received event network-vif-deleted-a33673ff-72ba-4863-96ad-38ef5870ea7d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.799764] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "1f3018be-9b1d-48d1-b601-2738439a3701" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.803324] env[70113]: DEBUG oslo_concurrency.lockutils [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Acquiring lock "4171d2e1-d090-4017-89e8-90cd9ceee37a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.803525] env[70113]: DEBUG oslo_concurrency.lockutils [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Lock "4171d2e1-d090-4017-89e8-90cd9ceee37a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.806147] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 825.806147] env[70113]: value = "task-3415231" [ 825.806147] env[70113]: _type = "Task" [ 825.806147] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.815737] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415231, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.860362] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342e3386-47b3-4eb0-8555-56ec6e117f07 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.868819] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32644bb3-6ff2-4d98-a9e7-bf1081069220 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.903458] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7305075d-4598-480b-8507-794b64fa8fa6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.913010] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5b11cf-c143-492c-b7d1-a2c467e8992b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.929460] env[70113]: DEBUG nova.compute.provider_tree [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.931770] env[70113]: DEBUG oslo_concurrency.lockutils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Releasing lock "refresh_cache-b93c923f-ce74-4d7e-abec-c456db0e83af" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.932071] env[70113]: DEBUG nova.compute.manager [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Instance network_info: |[{"id": "2cd4787d-6350-4185-a68d-498c9508fc89", "address": "fa:16:3e:83:0a:45", "network": {"id": "be05f944-a7c1-4785-b6ff-03cabdab86d9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2040501314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ece26cb844c544cc8469b1cd34da1207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd4787d-63", "ovs_interfaceid": "2cd4787d-6350-4185-a68d-498c9508fc89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.932798] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:0a:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cd4787d-6350-4185-a68d-498c9508fc89', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.940375] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Creating folder: Project (ece26cb844c544cc8469b1cd34da1207). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.941730] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf4dcaeb-9883-48a4-b723-e9bf85d998cc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.965387] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Created folder: Project (ece26cb844c544cc8469b1cd34da1207) in parent group-v681336. [ 825.965676] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Creating folder: Instances. Parent ref: group-v681445. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.965896] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cf25f7d-d3cf-4174-b52d-f213cf3528b6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.980327] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Created folder: Instances in parent group-v681445. [ 825.980635] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.980877] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.981105] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85834fe1-179c-4990-9af5-43a7eb574c9d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.006997] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415230, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.007775] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.007775] env[70113]: value = "task-3415234" [ 826.007775] env[70113]: _type = "Task" [ 826.007775] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.016222] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415234, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.063793] env[70113]: DEBUG nova.network.neutron [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.223554] env[70113]: DEBUG nova.network.neutron [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Updating instance_info_cache with network_info: [{"id": "17fe1fcd-f431-461c-bc54-f7ebb4e7b250", "address": "fa:16:3e:b9:82:d4", "network": {"id": "a6e48fa2-fbf7-4c65-a74d-b4f8a1d9d842", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-812949012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4ec88748b44efd8a930fd9b0ee131b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17fe1fcd-f4", "ovs_interfaceid": "17fe1fcd-f431-461c-bc54-f7ebb4e7b250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.292208] env[70113]: DEBUG nova.compute.manager [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.313855] env[70113]: DEBUG nova.virt.hardware [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.314176] env[70113]: DEBUG nova.virt.hardware [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.314373] env[70113]: DEBUG nova.virt.hardware [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.314587] env[70113]: DEBUG nova.virt.hardware [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.314736] env[70113]: DEBUG nova.virt.hardware [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.314880] env[70113]: DEBUG nova.virt.hardware [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.315093] env[70113]: DEBUG nova.virt.hardware [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.316030] env[70113]: DEBUG nova.virt.hardware [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.316030] env[70113]: DEBUG nova.virt.hardware [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.316030] env[70113]: DEBUG nova.virt.hardware [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.316030] env[70113]: DEBUG nova.virt.hardware [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.316593] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23b425d-564e-41bd-b8c9-3190fc818ad5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.323370] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415231, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.329225] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfe682e-b5a7-4238-b6d7-d4b18b85c514 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.433250] env[70113]: DEBUG nova.scheduler.client.report [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.509018] env[70113]: DEBUG oslo_vmware.api [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415230, 'name': PowerOnVM_Task, 'duration_secs': 0.721337} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.509018] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.509018] env[70113]: INFO nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Took 8.48 seconds to spawn the instance on the hypervisor. [ 826.509018] env[70113]: DEBUG nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.509018] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bb4480-6f47-4a61-808b-77a2c3f19f7c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.524030] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415234, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.727163] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Releasing lock "refresh_cache-1cde37d8-bb36-4da1-9be8-9d722666a7a0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.727163] env[70113]: DEBUG nova.compute.manager [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Instance network_info: |[{"id": "17fe1fcd-f431-461c-bc54-f7ebb4e7b250", "address": "fa:16:3e:b9:82:d4", "network": {"id": "a6e48fa2-fbf7-4c65-a74d-b4f8a1d9d842", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-812949012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4ec88748b44efd8a930fd9b0ee131b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17fe1fcd-f4", "ovs_interfaceid": "17fe1fcd-f431-461c-bc54-f7ebb4e7b250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.727534] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:82:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17fe1fcd-f431-461c-bc54-f7ebb4e7b250', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.735281] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Creating folder: Project (8b4ec88748b44efd8a930fd9b0ee131b). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.735576] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8713806e-8dde-475f-a16c-1c3b433630e4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.748344] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Created folder: Project (8b4ec88748b44efd8a930fd9b0ee131b) in parent group-v681336. [ 826.748593] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Creating folder: Instances. Parent ref: group-v681448. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.748853] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8abdfc0-55fa-4a6d-bfb7-90b6ca2462bb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.759925] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Created folder: Instances in parent group-v681448. [ 826.760324] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.760581] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.760858] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00fe876e-8829-4660-bf3a-2ab6835e411e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.781716] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.781716] env[70113]: value = "task-3415237" [ 826.781716] env[70113]: _type = "Task" [ 826.781716] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.803719] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415237, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.817358] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415231, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.890808] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "1f3018be-9b1d-48d1-b601-2738439a3701" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.890808] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "1f3018be-9b1d-48d1-b601-2738439a3701" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.890808] env[70113]: INFO nova.compute.manager [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Attaching volume a2af49c4-3813-4de6-88b5-89b0aad335e9 to /dev/sdb [ 826.931253] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1ab190-f84c-4406-ba28-9f693233d83d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.941142] env[70113]: DEBUG oslo_concurrency.lockutils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.941954] env[70113]: DEBUG nova.compute.manager [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.951150] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.087s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.951150] env[70113]: INFO nova.compute.claims [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.958469] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d633811d-b6a9-477a-924c-82bb17f54de1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.979750] env[70113]: DEBUG nova.virt.block_device [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Updating existing volume attachment record: d2aa7db5-ea95-4a72-8d4c-c8fa004e3364 {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 827.022967] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415234, 'name': CreateVM_Task, 'duration_secs': 0.584887} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.022967] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.023867] env[70113]: DEBUG oslo_concurrency.lockutils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.024058] env[70113]: DEBUG oslo_concurrency.lockutils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.024398] env[70113]: DEBUG oslo_concurrency.lockutils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.029158] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19aae67e-1615-46e9-b580-8515a6870933 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.034098] env[70113]: INFO nova.compute.manager [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Took 54.68 seconds to build instance. [ 827.038440] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Waiting for the task: (returnval){ [ 827.038440] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]529a4b25-e185-e263-9df1-9fb3e84bfbd7" [ 827.038440] env[70113]: _type = "Task" [ 827.038440] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.050235] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529a4b25-e185-e263-9df1-9fb3e84bfbd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.193604] env[70113]: DEBUG nova.network.neutron [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Successfully updated port: 86426c05-adec-4b24-877f-062fc16b552b {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.295941] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415237, 'name': CreateVM_Task, 'duration_secs': 0.419956} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.296662] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.297499] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.297687] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.298032] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.298518] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c7e6614-8d21-445f-9571-1a766fc617cc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.303593] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Waiting for the task: (returnval){ [ 827.303593] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52784267-b20d-a531-40f0-5be9317f25d0" [ 827.303593] env[70113]: _type = "Task" [ 827.303593] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.316651] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52784267-b20d-a531-40f0-5be9317f25d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.322670] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415231, 'name': CloneVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.456209] env[70113]: DEBUG nova.compute.utils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.460297] env[70113]: DEBUG nova.compute.manager [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.460500] env[70113]: DEBUG nova.network.neutron [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.524996] env[70113]: DEBUG nova.policy [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd05f4e357c804b66aa39d850f608f48f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6aa0277625144c9a66051a85e4476a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.536587] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84e0150d-1787-42b7-be3a-9bfdb2ffb13b tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "4f479379-020b-4939-9be7-624b7dac426e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.499s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.550520] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529a4b25-e185-e263-9df1-9fb3e84bfbd7, 'name': SearchDatastore_Task, 'duration_secs': 0.014748} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.551428] env[70113]: DEBUG oslo_concurrency.lockutils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.551674] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.551929] env[70113]: DEBUG oslo_concurrency.lockutils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.552100] env[70113]: DEBUG oslo_concurrency.lockutils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.552424] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.553015] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b2af592-76f7-4251-8ca8-57d1a73ad2b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.565911] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.566011] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.566728] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3896465-68c5-4e0c-af01-b828033cf652 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.575742] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Waiting for the task: (returnval){ [ 827.575742] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524a54af-3349-2347-eac8-9b40bf728508" [ 827.575742] env[70113]: _type = "Task" [ 827.575742] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.589785] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524a54af-3349-2347-eac8-9b40bf728508, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.590687] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c38413c1-efab-43f6-ad6d-d65ebc5e646a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.598438] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Waiting for the task: (returnval){ [ 827.598438] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52565c92-8a2e-a9db-4db2-6873d6ff15d4" [ 827.598438] env[70113]: _type = "Task" [ 827.598438] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.606501] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52565c92-8a2e-a9db-4db2-6873d6ff15d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.696138] env[70113]: DEBUG oslo_concurrency.lockutils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "refresh_cache-ee9173ac-18ee-4882-bfe3-ab4cdc707d1a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.696138] env[70113]: DEBUG oslo_concurrency.lockutils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "refresh_cache-ee9173ac-18ee-4882-bfe3-ab4cdc707d1a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.696138] env[70113]: DEBUG nova.network.neutron [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.703891] env[70113]: DEBUG oslo_concurrency.lockutils [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "4f479379-020b-4939-9be7-624b7dac426e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.704590] env[70113]: DEBUG oslo_concurrency.lockutils [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "4f479379-020b-4939-9be7-624b7dac426e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.704590] env[70113]: DEBUG oslo_concurrency.lockutils [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "4f479379-020b-4939-9be7-624b7dac426e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.704590] env[70113]: DEBUG oslo_concurrency.lockutils [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "4f479379-020b-4939-9be7-624b7dac426e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.704770] env[70113]: DEBUG oslo_concurrency.lockutils [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "4f479379-020b-4939-9be7-624b7dac426e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.707260] env[70113]: INFO nova.compute.manager [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Terminating instance [ 827.745610] env[70113]: DEBUG nova.compute.manager [req-ea8c115d-56ff-45a5-a67a-64a2cce88c18 req-a5e919ce-64f1-4fc7-8580-3a53b6b040e4 service nova] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Received event network-changed-17fe1fcd-f431-461c-bc54-f7ebb4e7b250 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.745610] env[70113]: DEBUG nova.compute.manager [req-ea8c115d-56ff-45a5-a67a-64a2cce88c18 req-a5e919ce-64f1-4fc7-8580-3a53b6b040e4 service nova] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Refreshing instance network info cache due to event network-changed-17fe1fcd-f431-461c-bc54-f7ebb4e7b250. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.745610] env[70113]: DEBUG oslo_concurrency.lockutils [req-ea8c115d-56ff-45a5-a67a-64a2cce88c18 req-a5e919ce-64f1-4fc7-8580-3a53b6b040e4 service nova] Acquiring lock "refresh_cache-1cde37d8-bb36-4da1-9be8-9d722666a7a0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.745610] env[70113]: DEBUG oslo_concurrency.lockutils [req-ea8c115d-56ff-45a5-a67a-64a2cce88c18 req-a5e919ce-64f1-4fc7-8580-3a53b6b040e4 service nova] Acquired lock "refresh_cache-1cde37d8-bb36-4da1-9be8-9d722666a7a0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.745610] env[70113]: DEBUG nova.network.neutron [req-ea8c115d-56ff-45a5-a67a-64a2cce88c18 req-a5e919ce-64f1-4fc7-8580-3a53b6b040e4 service nova] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Refreshing network info cache for port 17fe1fcd-f431-461c-bc54-f7ebb4e7b250 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.788410] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "0a80fbe1-a39c-4f02-855e-41e23adbc88d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.788410] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "0a80fbe1-a39c-4f02-855e-41e23adbc88d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.788410] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "0a80fbe1-a39c-4f02-855e-41e23adbc88d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.788410] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "0a80fbe1-a39c-4f02-855e-41e23adbc88d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.788759] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "0a80fbe1-a39c-4f02-855e-41e23adbc88d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.791537] env[70113]: INFO nova.compute.manager [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Terminating instance [ 827.821018] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52784267-b20d-a531-40f0-5be9317f25d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.821018] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.821018] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.821018] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.822294] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.822294] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.822294] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a677390-9de5-4c54-acd5-7c1cdc808b2e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.827835] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415231, 'name': CloneVM_Task, 'duration_secs': 1.621773} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.828588] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Created linked-clone VM from snapshot [ 827.830018] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d746c9d-0736-498b-8d2f-d86ce5d3eb62 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.840598] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Uploading image 34e92a17-fc09-4cd4-8024-5fc5ed01930a {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 827.846309] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.846309] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.846775] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2edc46c-8f5a-4e68-9538-e0b42be3099d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.854502] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Waiting for the task: (returnval){ [ 827.854502] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]522f2daa-f938-1f62-87f4-96802450969d" [ 827.854502] env[70113]: _type = "Task" [ 827.854502] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.867044] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522f2daa-f938-1f62-87f4-96802450969d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.871290] env[70113]: DEBUG oslo_vmware.rw_handles [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 827.871290] env[70113]: value = "vm-681444" [ 827.871290] env[70113]: _type = "VirtualMachine" [ 827.871290] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 827.871290] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bd9caf15-c714-463e-a8c6-d52f23ddaed1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.881026] env[70113]: DEBUG oslo_vmware.rw_handles [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lease: (returnval){ [ 827.881026] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b5b6fe-4367-6f3d-a490-65cd2caad26b" [ 827.881026] env[70113]: _type = "HttpNfcLease" [ 827.881026] env[70113]: } obtained for exporting VM: (result){ [ 827.881026] env[70113]: value = "vm-681444" [ 827.881026] env[70113]: _type = "VirtualMachine" [ 827.881026] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 827.881026] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the lease: (returnval){ [ 827.881026] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b5b6fe-4367-6f3d-a490-65cd2caad26b" [ 827.881026] env[70113]: _type = "HttpNfcLease" [ 827.881026] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 827.892843] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.892843] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b5b6fe-4367-6f3d-a490-65cd2caad26b" [ 827.892843] env[70113]: _type = "HttpNfcLease" [ 827.892843] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 827.917898] env[70113]: DEBUG nova.compute.manager [req-f1d0bec9-2822-4454-bd82-d0e98d9083df req-b739dba5-cef7-429e-83cf-ccdcf79a2baa service nova] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Received event network-vif-plugged-86426c05-adec-4b24-877f-062fc16b552b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.918151] env[70113]: DEBUG oslo_concurrency.lockutils [req-f1d0bec9-2822-4454-bd82-d0e98d9083df req-b739dba5-cef7-429e-83cf-ccdcf79a2baa service nova] Acquiring lock "ee9173ac-18ee-4882-bfe3-ab4cdc707d1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.918767] env[70113]: DEBUG oslo_concurrency.lockutils [req-f1d0bec9-2822-4454-bd82-d0e98d9083df req-b739dba5-cef7-429e-83cf-ccdcf79a2baa service nova] Lock "ee9173ac-18ee-4882-bfe3-ab4cdc707d1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.918869] env[70113]: DEBUG oslo_concurrency.lockutils [req-f1d0bec9-2822-4454-bd82-d0e98d9083df req-b739dba5-cef7-429e-83cf-ccdcf79a2baa service nova] Lock "ee9173ac-18ee-4882-bfe3-ab4cdc707d1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.919346] env[70113]: DEBUG nova.compute.manager [req-f1d0bec9-2822-4454-bd82-d0e98d9083df req-b739dba5-cef7-429e-83cf-ccdcf79a2baa service nova] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] No waiting events found dispatching network-vif-plugged-86426c05-adec-4b24-877f-062fc16b552b {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.919346] env[70113]: WARNING nova.compute.manager [req-f1d0bec9-2822-4454-bd82-d0e98d9083df req-b739dba5-cef7-429e-83cf-ccdcf79a2baa service nova] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Received unexpected event network-vif-plugged-86426c05-adec-4b24-877f-062fc16b552b for instance with vm_state building and task_state spawning. [ 827.919453] env[70113]: DEBUG nova.compute.manager [req-f1d0bec9-2822-4454-bd82-d0e98d9083df req-b739dba5-cef7-429e-83cf-ccdcf79a2baa service nova] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Received event network-changed-86426c05-adec-4b24-877f-062fc16b552b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.919642] env[70113]: DEBUG nova.compute.manager [req-f1d0bec9-2822-4454-bd82-d0e98d9083df req-b739dba5-cef7-429e-83cf-ccdcf79a2baa service nova] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Refreshing instance network info cache due to event network-changed-86426c05-adec-4b24-877f-062fc16b552b. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.920030] env[70113]: DEBUG oslo_concurrency.lockutils [req-f1d0bec9-2822-4454-bd82-d0e98d9083df req-b739dba5-cef7-429e-83cf-ccdcf79a2baa service nova] Acquiring lock "refresh_cache-ee9173ac-18ee-4882-bfe3-ab4cdc707d1a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.961533] env[70113]: DEBUG nova.compute.manager [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.030355] env[70113]: DEBUG nova.network.neutron [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Successfully created port: 9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.040648] env[70113]: DEBUG nova.compute.manager [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.111648] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52565c92-8a2e-a9db-4db2-6873d6ff15d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011555} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.115386] env[70113]: DEBUG oslo_concurrency.lockutils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.115832] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] b93c923f-ce74-4d7e-abec-c456db0e83af/b93c923f-ce74-4d7e-abec-c456db0e83af.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.116477] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a96c385-4997-4f94-b664-b2e1584cb82f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.125482] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Waiting for the task: (returnval){ [ 828.125482] env[70113]: value = "task-3415243" [ 828.125482] env[70113]: _type = "Task" [ 828.125482] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.140344] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.211646] env[70113]: DEBUG nova.compute.manager [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.213113] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.213113] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6cc3d7-69f3-4890-a3f4-d4bbd8e46036 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.221762] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.222045] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2241f1ab-5b87-40a7-ac64-2cc36a722395 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.232254] env[70113]: DEBUG oslo_vmware.api [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 828.232254] env[70113]: value = "task-3415244" [ 828.232254] env[70113]: _type = "Task" [ 828.232254] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.236453] env[70113]: DEBUG nova.network.neutron [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.247904] env[70113]: DEBUG oslo_vmware.api [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.293874] env[70113]: DEBUG nova.compute.manager [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.294117] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.295010] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108bc387-4e91-4eb0-a553-c3a2c7225127 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.306698] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.307015] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3803d08-75fc-47b0-aa52-53a059a28ed7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.315264] env[70113]: DEBUG oslo_vmware.api [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 828.315264] env[70113]: value = "task-3415245" [ 828.315264] env[70113]: _type = "Task" [ 828.315264] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.333971] env[70113]: DEBUG oslo_vmware.api [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.380273] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522f2daa-f938-1f62-87f4-96802450969d, 'name': SearchDatastore_Task, 'duration_secs': 0.013935} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.381508] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf7defe-53f7-4925-9169-fba51882dff6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.392491] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Waiting for the task: (returnval){ [ 828.392491] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e06152-143f-a1dc-e3af-4fa46824dfc8" [ 828.392491] env[70113]: _type = "Task" [ 828.392491] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.392633] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.392633] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b5b6fe-4367-6f3d-a490-65cd2caad26b" [ 828.392633] env[70113]: _type = "HttpNfcLease" [ 828.392633] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 828.397334] env[70113]: DEBUG oslo_vmware.rw_handles [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 828.397334] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b5b6fe-4367-6f3d-a490-65cd2caad26b" [ 828.397334] env[70113]: _type = "HttpNfcLease" [ 828.397334] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 828.397597] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bd8a1a-2f56-422d-97ac-a3f0b68bce11 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.415163] env[70113]: DEBUG oslo_vmware.rw_handles [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e29b5-12db-e1d9-d0a7-23ca25bb53f2/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 828.415355] env[70113]: DEBUG oslo_vmware.rw_handles [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e29b5-12db-e1d9-d0a7-23ca25bb53f2/disk-0.vmdk for reading. {{(pid=70113) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 828.421609] env[70113]: DEBUG nova.network.neutron [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Updating instance_info_cache with network_info: [{"id": "86426c05-adec-4b24-877f-062fc16b552b", "address": "fa:16:3e:82:ef:31", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86426c05-ad", "ovs_interfaceid": "86426c05-adec-4b24-877f-062fc16b552b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.423126] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e06152-143f-a1dc-e3af-4fa46824dfc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.555972] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4915696a-735b-4e0b-a940-8266b3291baf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.585351] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.641836] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490279} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.643011] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] b93c923f-ce74-4d7e-abec-c456db0e83af/b93c923f-ce74-4d7e-abec-c456db0e83af.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.643011] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.643011] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fda8f480-72a8-4d70-884f-ed176736108b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.651300] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Waiting for the task: (returnval){ [ 828.651300] env[70113]: value = "task-3415246" [ 828.651300] env[70113]: _type = "Task" [ 828.651300] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.672734] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.734176] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde90b90-01dc-4c75-9ecf-54584b795420 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.752892] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fee7fe8-aa56-48ac-a2ac-4b341002bc04 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.756551] env[70113]: DEBUG oslo_vmware.api [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415244, 'name': PowerOffVM_Task, 'duration_secs': 0.364243} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.756839] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.757479] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.757631] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68d39ac2-f50c-4c5a-8d54-895d4f0973cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.797509] env[70113]: DEBUG nova.network.neutron [req-ea8c115d-56ff-45a5-a67a-64a2cce88c18 req-a5e919ce-64f1-4fc7-8580-3a53b6b040e4 service nova] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Updated VIF entry in instance network info cache for port 17fe1fcd-f431-461c-bc54-f7ebb4e7b250. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.797509] env[70113]: DEBUG nova.network.neutron [req-ea8c115d-56ff-45a5-a67a-64a2cce88c18 req-a5e919ce-64f1-4fc7-8580-3a53b6b040e4 service nova] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Updating instance_info_cache with network_info: [{"id": "17fe1fcd-f431-461c-bc54-f7ebb4e7b250", "address": "fa:16:3e:b9:82:d4", "network": {"id": "a6e48fa2-fbf7-4c65-a74d-b4f8a1d9d842", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-812949012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b4ec88748b44efd8a930fd9b0ee131b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17fe1fcd-f4", "ovs_interfaceid": "17fe1fcd-f431-461c-bc54-f7ebb4e7b250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.798583] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac588d40-4cbd-4ce8-bffd-8dc6722bb685 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.809404] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdc8fa7-2525-4a3c-9b6e-ed455c4546db {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.825768] env[70113]: DEBUG nova.compute.provider_tree [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.833288] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.835434] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.835434] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Deleting the datastore file [datastore1] 4f479379-020b-4939-9be7-624b7dac426e {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.835434] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eee3b84-81a8-430b-9bb0-666236ec1f3f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.843975] env[70113]: DEBUG oslo_vmware.api [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415245, 'name': PowerOffVM_Task, 'duration_secs': 0.283311} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.845473] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.845891] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.846299] env[70113]: DEBUG oslo_vmware.api [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 828.846299] env[70113]: value = "task-3415248" [ 828.846299] env[70113]: _type = "Task" [ 828.846299] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.846754] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a683e19c-53f7-439e-89a5-45908fce63c3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.860198] env[70113]: DEBUG oslo_vmware.api [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.903659] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e06152-143f-a1dc-e3af-4fa46824dfc8, 'name': SearchDatastore_Task, 'duration_secs': 0.024509} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.903659] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.903659] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 1cde37d8-bb36-4da1-9be8-9d722666a7a0/1cde37d8-bb36-4da1-9be8-9d722666a7a0.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.903918] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c48781a9-e5b2-4dcd-9515-b26facafd303 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.912908] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Waiting for the task: (returnval){ [ 828.912908] env[70113]: value = "task-3415250" [ 828.912908] env[70113]: _type = "Task" [ 828.912908] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.922067] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': task-3415250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.932821] env[70113]: DEBUG oslo_concurrency.lockutils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "refresh_cache-ee9173ac-18ee-4882-bfe3-ab4cdc707d1a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.933255] env[70113]: DEBUG nova.compute.manager [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Instance network_info: |[{"id": "86426c05-adec-4b24-877f-062fc16b552b", "address": "fa:16:3e:82:ef:31", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86426c05-ad", "ovs_interfaceid": "86426c05-adec-4b24-877f-062fc16b552b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.933630] env[70113]: DEBUG oslo_concurrency.lockutils [req-f1d0bec9-2822-4454-bd82-d0e98d9083df req-b739dba5-cef7-429e-83cf-ccdcf79a2baa service nova] Acquired lock "refresh_cache-ee9173ac-18ee-4882-bfe3-ab4cdc707d1a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.933907] env[70113]: DEBUG nova.network.neutron [req-f1d0bec9-2822-4454-bd82-d0e98d9083df req-b739dba5-cef7-429e-83cf-ccdcf79a2baa service nova] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Refreshing network info cache for port 86426c05-adec-4b24-877f-062fc16b552b {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.935310] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:ef:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86426c05-adec-4b24-877f-062fc16b552b', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.943392] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.946775] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.947527] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-880b0d43-c606-46c1-a738-31419da73864 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.970365] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.970857] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.971517] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Deleting the datastore file [datastore2] 0a80fbe1-a39c-4f02-855e-41e23adbc88d {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.971932] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfdb8f10-0e30-40e4-8c60-d6bb237ca163 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.977477] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.977477] env[70113]: value = "task-3415251" [ 828.977477] env[70113]: _type = "Task" [ 828.977477] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.979014] env[70113]: DEBUG oslo_vmware.api [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 828.979014] env[70113]: value = "task-3415252" [ 828.979014] env[70113]: _type = "Task" [ 828.979014] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.992823] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415251, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.996350] env[70113]: DEBUG oslo_vmware.api [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.999830] env[70113]: DEBUG nova.compute.manager [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.032599] env[70113]: DEBUG nova.virt.hardware [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.032957] env[70113]: DEBUG nova.virt.hardware [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.033193] env[70113]: DEBUG nova.virt.hardware [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.033468] env[70113]: DEBUG nova.virt.hardware [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.033708] env[70113]: DEBUG nova.virt.hardware [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.033911] env[70113]: DEBUG nova.virt.hardware [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.034193] env[70113]: DEBUG nova.virt.hardware [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.034476] env[70113]: DEBUG nova.virt.hardware [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.034745] env[70113]: DEBUG nova.virt.hardware [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.035132] env[70113]: DEBUG nova.virt.hardware [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.035338] env[70113]: DEBUG nova.virt.hardware [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.036740] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77252f4f-33ef-4d65-be6d-8833ea0d0e8e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.045732] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ba53b8-fd40-424b-9f97-8749bf2b87b6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.165439] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101214} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.166016] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.167291] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32ac99b-0ee9-43d1-aa91-cd4050e34cf4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.194766] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] b93c923f-ce74-4d7e-abec-c456db0e83af/b93c923f-ce74-4d7e-abec-c456db0e83af.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.198068] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f29e33f8-88ca-4c9f-abe8-2cdcb4453171 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.221830] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Waiting for the task: (returnval){ [ 829.221830] env[70113]: value = "task-3415253" [ 829.221830] env[70113]: _type = "Task" [ 829.221830] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.232297] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.302201] env[70113]: DEBUG oslo_concurrency.lockutils [req-ea8c115d-56ff-45a5-a67a-64a2cce88c18 req-a5e919ce-64f1-4fc7-8580-3a53b6b040e4 service nova] Releasing lock "refresh_cache-1cde37d8-bb36-4da1-9be8-9d722666a7a0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.337132] env[70113]: DEBUG nova.scheduler.client.report [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.362066] env[70113]: DEBUG oslo_vmware.api [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152661} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.363309] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.363533] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.363719] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.363890] env[70113]: INFO nova.compute.manager [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 829.364249] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.364879] env[70113]: DEBUG nova.compute.manager [-] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.364963] env[70113]: DEBUG nova.network.neutron [-] [instance: 4f479379-020b-4939-9be7-624b7dac426e] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.413351] env[70113]: DEBUG nova.network.neutron [req-f1d0bec9-2822-4454-bd82-d0e98d9083df req-b739dba5-cef7-429e-83cf-ccdcf79a2baa service nova] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Updated VIF entry in instance network info cache for port 86426c05-adec-4b24-877f-062fc16b552b. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.413837] env[70113]: DEBUG nova.network.neutron [req-f1d0bec9-2822-4454-bd82-d0e98d9083df req-b739dba5-cef7-429e-83cf-ccdcf79a2baa service nova] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Updating instance_info_cache with network_info: [{"id": "86426c05-adec-4b24-877f-062fc16b552b", "address": "fa:16:3e:82:ef:31", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86426c05-ad", "ovs_interfaceid": "86426c05-adec-4b24-877f-062fc16b552b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.434085] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': task-3415250, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.495464] env[70113]: DEBUG oslo_vmware.api [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450265} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.500302] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.501255] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.501912] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.502239] env[70113]: INFO nova.compute.manager [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 829.503244] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.503474] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415251, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.504089] env[70113]: DEBUG nova.compute.manager [-] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.506017] env[70113]: DEBUG nova.network.neutron [-] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.737499] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.811698] env[70113]: DEBUG nova.compute.manager [req-bc09cd3b-07ae-4c2c-bf1d-8191c780a0e3 req-a0464674-ffd0-4925-a502-61d6cbfaa7f9 service nova] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Received event network-vif-deleted-d05ff2f0-ab3f-4d97-8152-21a9ec6df614 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.811698] env[70113]: INFO nova.compute.manager [req-bc09cd3b-07ae-4c2c-bf1d-8191c780a0e3 req-a0464674-ffd0-4925-a502-61d6cbfaa7f9 service nova] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Neutron deleted interface d05ff2f0-ab3f-4d97-8152-21a9ec6df614; detaching it from the instance and deleting it from the info cache [ 829.814034] env[70113]: DEBUG nova.network.neutron [req-bc09cd3b-07ae-4c2c-bf1d-8191c780a0e3 req-a0464674-ffd0-4925-a502-61d6cbfaa7f9 service nova] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.844558] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.895s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.845630] env[70113]: DEBUG nova.compute.manager [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.850848] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.739s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.852753] env[70113]: INFO nova.compute.claims [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.922316] env[70113]: DEBUG oslo_concurrency.lockutils [req-f1d0bec9-2822-4454-bd82-d0e98d9083df req-b739dba5-cef7-429e-83cf-ccdcf79a2baa service nova] Releasing lock "refresh_cache-ee9173ac-18ee-4882-bfe3-ab4cdc707d1a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.927286] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': task-3415250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550653} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.927649] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 1cde37d8-bb36-4da1-9be8-9d722666a7a0/1cde37d8-bb36-4da1-9be8-9d722666a7a0.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.927989] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.928334] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-831ccbe9-875b-4c62-8ff0-aa0df5807d3f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.938398] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Waiting for the task: (returnval){ [ 829.938398] env[70113]: value = "task-3415255" [ 829.938398] env[70113]: _type = "Task" [ 829.938398] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.951502] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': task-3415255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.999524] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415251, 'name': CreateVM_Task, 'duration_secs': 0.679329} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.999824] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.000590] env[70113]: DEBUG oslo_concurrency.lockutils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.000940] env[70113]: DEBUG oslo_concurrency.lockutils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.003238] env[70113]: DEBUG oslo_concurrency.lockutils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.003238] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e0ee98-e801-4dfc-9ebe-e61a63621298 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.008667] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 830.008667] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]521f6735-0722-c08e-9400-496e95fdb23c" [ 830.008667] env[70113]: _type = "Task" [ 830.008667] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.018525] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521f6735-0722-c08e-9400-496e95fdb23c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.045639] env[70113]: DEBUG nova.compute.manager [req-89c3e0ee-43dd-41db-ad54-d11550052629 req-19fa8588-6c1a-47ba-b12b-e58e4d396d28 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Received event network-vif-plugged-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.046208] env[70113]: DEBUG oslo_concurrency.lockutils [req-89c3e0ee-43dd-41db-ad54-d11550052629 req-19fa8588-6c1a-47ba-b12b-e58e4d396d28 service nova] Acquiring lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.046384] env[70113]: DEBUG oslo_concurrency.lockutils [req-89c3e0ee-43dd-41db-ad54-d11550052629 req-19fa8588-6c1a-47ba-b12b-e58e4d396d28 service nova] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.046579] env[70113]: DEBUG oslo_concurrency.lockutils [req-89c3e0ee-43dd-41db-ad54-d11550052629 req-19fa8588-6c1a-47ba-b12b-e58e4d396d28 service nova] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.046760] env[70113]: DEBUG nova.compute.manager [req-89c3e0ee-43dd-41db-ad54-d11550052629 req-19fa8588-6c1a-47ba-b12b-e58e4d396d28 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] No waiting events found dispatching network-vif-plugged-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.046941] env[70113]: WARNING nova.compute.manager [req-89c3e0ee-43dd-41db-ad54-d11550052629 req-19fa8588-6c1a-47ba-b12b-e58e4d396d28 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Received unexpected event network-vif-plugged-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd for instance with vm_state building and task_state spawning. [ 830.205647] env[70113]: DEBUG nova.network.neutron [-] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.234075] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415253, 'name': ReconfigVM_Task, 'duration_secs': 0.529304} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.234514] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Reconfigured VM instance instance-00000028 to attach disk [datastore1] b93c923f-ce74-4d7e-abec-c456db0e83af/b93c923f-ce74-4d7e-abec-c456db0e83af.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.235236] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f738a4c-3d92-4b8e-acc0-7a235fe72281 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.244397] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Waiting for the task: (returnval){ [ 830.244397] env[70113]: value = "task-3415256" [ 830.244397] env[70113]: _type = "Task" [ 830.244397] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.250941] env[70113]: DEBUG nova.network.neutron [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Successfully updated port: 9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.256319] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415256, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.318533] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ff35bae-9c31-441d-8af3-d03a258a2385 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.329920] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07090fd8-057f-4210-b8fe-909a3b644bf4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.352460] env[70113]: DEBUG nova.compute.utils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.354362] env[70113]: DEBUG nova.compute.manager [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.354673] env[70113]: DEBUG nova.network.neutron [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.380959] env[70113]: DEBUG nova.compute.manager [req-bc09cd3b-07ae-4c2c-bf1d-8191c780a0e3 req-a0464674-ffd0-4925-a502-61d6cbfaa7f9 service nova] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Detach interface failed, port_id=d05ff2f0-ab3f-4d97-8152-21a9ec6df614, reason: Instance 4f479379-020b-4939-9be7-624b7dac426e could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.383043] env[70113]: DEBUG nova.compute.manager [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.437416] env[70113]: DEBUG nova.policy [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08c20c334c914b4eb37ddce05a5961ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7146058e663c40baad8c7ac4191253a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.450377] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': task-3415255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07806} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.450747] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.451933] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2190913-3413-4755-88db-3864a8ee7414 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.476521] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 1cde37d8-bb36-4da1-9be8-9d722666a7a0/1cde37d8-bb36-4da1-9be8-9d722666a7a0.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.476913] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7ca6fcd-3705-4141-b91a-c4052c8d700e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.501128] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Waiting for the task: (returnval){ [ 830.501128] env[70113]: value = "task-3415257" [ 830.501128] env[70113]: _type = "Task" [ 830.501128] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.511962] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': task-3415257, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.522644] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521f6735-0722-c08e-9400-496e95fdb23c, 'name': SearchDatastore_Task, 'duration_secs': 0.015203} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.523109] env[70113]: DEBUG oslo_concurrency.lockutils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.523460] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.523771] env[70113]: DEBUG oslo_concurrency.lockutils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.524042] env[70113]: DEBUG oslo_concurrency.lockutils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.524400] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.524686] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc3da8c8-1510-4d53-a15c-56ee961810ea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.535215] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.535473] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.536332] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-990a673c-ddfc-4703-b663-75ea613bf72f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.544265] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 830.544265] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ccea47-9e65-020a-184b-099cd1d61536" [ 830.544265] env[70113]: _type = "Task" [ 830.544265] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.553554] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ccea47-9e65-020a-184b-099cd1d61536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.583905] env[70113]: DEBUG nova.network.neutron [-] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.710232] env[70113]: INFO nova.compute.manager [-] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Took 1.34 seconds to deallocate network for instance. [ 830.762616] env[70113]: DEBUG oslo_concurrency.lockutils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.764173] env[70113]: DEBUG oslo_concurrency.lockutils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.765376] env[70113]: DEBUG nova.network.neutron [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.767031] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415256, 'name': Rename_Task, 'duration_secs': 0.307565} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.767901] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.768345] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c58e20c9-c9f3-4389-81d2-cf8b27da6bab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.777719] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Waiting for the task: (returnval){ [ 830.777719] env[70113]: value = "task-3415258" [ 830.777719] env[70113]: _type = "Task" [ 830.777719] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.789482] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.012857] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': task-3415257, 'name': ReconfigVM_Task, 'duration_secs': 0.482369} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.016528] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 1cde37d8-bb36-4da1-9be8-9d722666a7a0/1cde37d8-bb36-4da1-9be8-9d722666a7a0.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.017952] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79680ca7-38d8-4796-9d6b-38a0946a3a79 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.026539] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Waiting for the task: (returnval){ [ 831.026539] env[70113]: value = "task-3415259" [ 831.026539] env[70113]: _type = "Task" [ 831.026539] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.049027] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': task-3415259, 'name': Rename_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.061518] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ccea47-9e65-020a-184b-099cd1d61536, 'name': SearchDatastore_Task, 'duration_secs': 0.011752} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.063778] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f0ceb2-1fb5-474d-b767-d51c2f0ddedd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.076421] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 831.076421] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f6c93a-29a5-dc05-f78f-e620c0c60e54" [ 831.076421] env[70113]: _type = "Task" [ 831.076421] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.087635] env[70113]: INFO nova.compute.manager [-] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Took 1.58 seconds to deallocate network for instance. [ 831.087951] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f6c93a-29a5-dc05-f78f-e620c0c60e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.218489] env[70113]: DEBUG oslo_concurrency.lockutils [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.230964] env[70113]: DEBUG nova.network.neutron [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Successfully created port: efee1ffd-6c30-4577-ab70-4472c9e04137 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.290040] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415258, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.337362] env[70113]: DEBUG nova.network.neutron [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.395099] env[70113]: DEBUG nova.compute.manager [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.426506] env[70113]: DEBUG nova.virt.hardware [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.426802] env[70113]: DEBUG nova.virt.hardware [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.426996] env[70113]: DEBUG nova.virt.hardware [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.427242] env[70113]: DEBUG nova.virt.hardware [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.427623] env[70113]: DEBUG nova.virt.hardware [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.427623] env[70113]: DEBUG nova.virt.hardware [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.427827] env[70113]: DEBUG nova.virt.hardware [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.428237] env[70113]: DEBUG nova.virt.hardware [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.428460] env[70113]: DEBUG nova.virt.hardware [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.430467] env[70113]: DEBUG nova.virt.hardware [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.430467] env[70113]: DEBUG nova.virt.hardware [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.430467] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4419b53c-b3eb-4e5d-84fa-0c3d93499e53 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.443413] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b4f48e-3915-4358-81d2-7c6f382a08d6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.543965] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': task-3415259, 'name': Rename_Task, 'duration_secs': 0.191206} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.544480] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.544733] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e00e35c1-44b6-4253-af93-17e90e077871 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.553469] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Waiting for the task: (returnval){ [ 831.553469] env[70113]: value = "task-3415260" [ 831.553469] env[70113]: _type = "Task" [ 831.553469] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.564988] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': task-3415260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.589915] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f6c93a-29a5-dc05-f78f-e620c0c60e54, 'name': SearchDatastore_Task, 'duration_secs': 0.014173} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.593231] env[70113]: DEBUG oslo_concurrency.lockutils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.593496] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] ee9173ac-18ee-4882-bfe3-ab4cdc707d1a/ee9173ac-18ee-4882-bfe3-ab4cdc707d1a.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.594173] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e176c22f-237b-4119-acae-db9ef9f6f38e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.601763] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.603387] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 831.603387] env[70113]: value = "task-3415261" [ 831.603387] env[70113]: _type = "Task" [ 831.603387] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.616318] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.641945] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bbba67-a7c6-42f9-ba20-0046f67a5537 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.650114] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5640028-a7d8-46fd-8453-86ad8cd7868f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.689963] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d96c92-110b-4e94-bc6f-6df23ea32979 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.699945] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c44e796-5cdb-4d3d-b39f-4bfb652bb397 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.716250] env[70113]: DEBUG nova.compute.provider_tree [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.793132] env[70113]: DEBUG oslo_vmware.api [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415258, 'name': PowerOnVM_Task, 'duration_secs': 0.61599} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.793132] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.793132] env[70113]: INFO nova.compute.manager [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Took 11.10 seconds to spawn the instance on the hypervisor. [ 831.793132] env[70113]: DEBUG nova.compute.manager [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.793674] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211e4503-109d-440d-a4b2-395e6e04d3d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.798597] env[70113]: DEBUG nova.network.neutron [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Updating instance_info_cache with network_info: [{"id": "9fd2953a-8de0-49c1-ab78-c57b51fe1fbd", "address": "fa:16:3e:84:63:54", "network": {"id": "767d4c2e-45dc-4897-97fe-d0dd083bc4c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1810633966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6aa0277625144c9a66051a85e4476a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd2953a-8d", "ovs_interfaceid": "9fd2953a-8de0-49c1-ab78-c57b51fe1fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.040017] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 832.040330] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681452', 'volume_id': 'a2af49c4-3813-4de6-88b5-89b0aad335e9', 'name': 'volume-a2af49c4-3813-4de6-88b5-89b0aad335e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f3018be-9b1d-48d1-b601-2738439a3701', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2af49c4-3813-4de6-88b5-89b0aad335e9', 'serial': 'a2af49c4-3813-4de6-88b5-89b0aad335e9'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 832.041319] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef90253-1632-4a2e-afc9-4b7d66008a90 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.065587] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02841e86-bcd4-46ef-ac85-63b95edb5215 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.075964] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': task-3415260, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.102687] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] volume-a2af49c4-3813-4de6-88b5-89b0aad335e9/volume-a2af49c4-3813-4de6-88b5-89b0aad335e9.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.103611] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b2a82de-c13a-41fb-ad29-e51ecc5d3034 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.124566] env[70113]: DEBUG nova.compute.manager [req-7573d018-1e35-424d-b0f7-84ab967ebaee req-dc535215-65fd-4d44-a1c7-b20c5f1ddf33 service nova] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Received event network-vif-deleted-e072905d-cf27-42d1-ab86-2e2cc2a51e0c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.126465] env[70113]: DEBUG nova.compute.manager [req-7573d018-1e35-424d-b0f7-84ab967ebaee req-dc535215-65fd-4d44-a1c7-b20c5f1ddf33 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Received event network-changed-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.126465] env[70113]: DEBUG nova.compute.manager [req-7573d018-1e35-424d-b0f7-84ab967ebaee req-dc535215-65fd-4d44-a1c7-b20c5f1ddf33 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Refreshing instance network info cache due to event network-changed-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.126465] env[70113]: DEBUG oslo_concurrency.lockutils [req-7573d018-1e35-424d-b0f7-84ab967ebaee req-dc535215-65fd-4d44-a1c7-b20c5f1ddf33 service nova] Acquiring lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.137594] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533305} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.138217] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] ee9173ac-18ee-4882-bfe3-ab4cdc707d1a/ee9173ac-18ee-4882-bfe3-ab4cdc707d1a.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.138452] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.138766] env[70113]: DEBUG oslo_vmware.api [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 832.138766] env[70113]: value = "task-3415262" [ 832.138766] env[70113]: _type = "Task" [ 832.138766] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.138960] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c490e06-7ea2-4fb7-944f-003e4ec3023a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.152989] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 832.152989] env[70113]: value = "task-3415263" [ 832.152989] env[70113]: _type = "Task" [ 832.152989] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.163129] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.218803] env[70113]: DEBUG nova.scheduler.client.report [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.302059] env[70113]: DEBUG oslo_concurrency.lockutils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Releasing lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.302429] env[70113]: DEBUG nova.compute.manager [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Instance network_info: |[{"id": "9fd2953a-8de0-49c1-ab78-c57b51fe1fbd", "address": "fa:16:3e:84:63:54", "network": {"id": "767d4c2e-45dc-4897-97fe-d0dd083bc4c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1810633966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6aa0277625144c9a66051a85e4476a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd2953a-8d", "ovs_interfaceid": "9fd2953a-8de0-49c1-ab78-c57b51fe1fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.302735] env[70113]: DEBUG oslo_concurrency.lockutils [req-7573d018-1e35-424d-b0f7-84ab967ebaee req-dc535215-65fd-4d44-a1c7-b20c5f1ddf33 service nova] Acquired lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.302913] env[70113]: DEBUG nova.network.neutron [req-7573d018-1e35-424d-b0f7-84ab967ebaee req-dc535215-65fd-4d44-a1c7-b20c5f1ddf33 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Refreshing network info cache for port 9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.304166] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:63:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fd2953a-8de0-49c1-ab78-c57b51fe1fbd', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.311703] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Creating folder: Project (b6aa0277625144c9a66051a85e4476a8). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.316136] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ec1e8e9-b984-45c1-b881-bdd82796a9bb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.321022] env[70113]: INFO nova.compute.manager [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Took 58.89 seconds to build instance. [ 832.335280] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Created folder: Project (b6aa0277625144c9a66051a85e4476a8) in parent group-v681336. [ 832.335487] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Creating folder: Instances. Parent ref: group-v681454. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.335768] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ac19844-67c1-4788-9af1-79b50ab1bb6e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.351129] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Created folder: Instances in parent group-v681454. [ 832.351129] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.351129] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.351129] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b5f9771-7a14-4962-9fc6-ccd7f87a8374 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.373555] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.373555] env[70113]: value = "task-3415266" [ 832.373555] env[70113]: _type = "Task" [ 832.373555] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.384036] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415266, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.572425] env[70113]: DEBUG oslo_vmware.api [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': task-3415260, 'name': PowerOnVM_Task, 'duration_secs': 0.87528} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.572804] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.573060] env[70113]: INFO nova.compute.manager [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Took 9.20 seconds to spawn the instance on the hypervisor. [ 832.573487] env[70113]: DEBUG nova.compute.manager [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.574958] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90ae07a-a4d2-45c0-bb80-65d4a1582396 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.653649] env[70113]: DEBUG oslo_vmware.api [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415262, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.665871] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080659} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.666175] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.667019] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659f5c88-22c2-46ab-ab7b-ca3326f31afb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.694769] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] ee9173ac-18ee-4882-bfe3-ab4cdc707d1a/ee9173ac-18ee-4882-bfe3-ab4cdc707d1a.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.694769] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d2d25df-19dc-4a13-8885-32f71c90a577 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.717961] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 832.717961] env[70113]: value = "task-3415267" [ 832.717961] env[70113]: _type = "Task" [ 832.717961] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.723580] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.873s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.724170] env[70113]: DEBUG nova.compute.manager [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.728033] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.700s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.728033] env[70113]: DEBUG nova.objects.instance [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lazy-loading 'resources' on Instance uuid 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.736460] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.823964] env[70113]: DEBUG oslo_concurrency.lockutils [None req-395c6c9b-8ba1-408f-b241-42de72cf392f tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Lock "b93c923f-ce74-4d7e-abec-c456db0e83af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.296s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.886832] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415266, 'name': CreateVM_Task, 'duration_secs': 0.442029} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.886832] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.886832] env[70113]: DEBUG oslo_concurrency.lockutils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.886832] env[70113]: DEBUG oslo_concurrency.lockutils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.887758] env[70113]: DEBUG oslo_concurrency.lockutils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.888173] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a45787-1e98-4e00-b752-c38645b84b70 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.894420] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 832.894420] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]520e5bc2-f0a0-6767-16fc-08bb200974e7" [ 832.894420] env[70113]: _type = "Task" [ 832.894420] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.904730] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]520e5bc2-f0a0-6767-16fc-08bb200974e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.104038] env[70113]: INFO nova.compute.manager [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Took 50.89 seconds to build instance. [ 833.156279] env[70113]: DEBUG oslo_vmware.api [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415262, 'name': ReconfigVM_Task, 'duration_secs': 0.552877} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.156518] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Reconfigured VM instance instance-00000013 to attach disk [datastore2] volume-a2af49c4-3813-4de6-88b5-89b0aad335e9/volume-a2af49c4-3813-4de6-88b5-89b0aad335e9.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.163403] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d2a4fb9-0763-4c87-be65-3b9b3617ceec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.186594] env[70113]: DEBUG oslo_vmware.api [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 833.186594] env[70113]: value = "task-3415268" [ 833.186594] env[70113]: _type = "Task" [ 833.186594] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.199586] env[70113]: DEBUG oslo_vmware.api [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.228625] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.231248] env[70113]: DEBUG nova.compute.utils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.235866] env[70113]: DEBUG nova.compute.manager [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.236129] env[70113]: DEBUG nova.network.neutron [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.273144] env[70113]: DEBUG nova.network.neutron [req-7573d018-1e35-424d-b0f7-84ab967ebaee req-dc535215-65fd-4d44-a1c7-b20c5f1ddf33 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Updated VIF entry in instance network info cache for port 9fd2953a-8de0-49c1-ab78-c57b51fe1fbd. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.273144] env[70113]: DEBUG nova.network.neutron [req-7573d018-1e35-424d-b0f7-84ab967ebaee req-dc535215-65fd-4d44-a1c7-b20c5f1ddf33 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Updating instance_info_cache with network_info: [{"id": "9fd2953a-8de0-49c1-ab78-c57b51fe1fbd", "address": "fa:16:3e:84:63:54", "network": {"id": "767d4c2e-45dc-4897-97fe-d0dd083bc4c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1810633966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6aa0277625144c9a66051a85e4476a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd2953a-8d", "ovs_interfaceid": "9fd2953a-8de0-49c1-ab78-c57b51fe1fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.282488] env[70113]: DEBUG nova.policy [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7782cf2c54cb431d92cf11a67a6bb56e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a73b55ba6c343478ce3516e3053d3d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.318031] env[70113]: DEBUG oslo_concurrency.lockutils [None req-416b4dde-14ff-44e3-9df6-f70778547f54 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Acquiring lock "b93c923f-ce74-4d7e-abec-c456db0e83af" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.318287] env[70113]: DEBUG oslo_concurrency.lockutils [None req-416b4dde-14ff-44e3-9df6-f70778547f54 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Lock "b93c923f-ce74-4d7e-abec-c456db0e83af" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.318524] env[70113]: INFO nova.compute.manager [None req-416b4dde-14ff-44e3-9df6-f70778547f54 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Rebooting instance [ 833.327528] env[70113]: DEBUG nova.compute.manager [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.409261] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]520e5bc2-f0a0-6767-16fc-08bb200974e7, 'name': SearchDatastore_Task, 'duration_secs': 0.019721} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.409338] env[70113]: DEBUG oslo_concurrency.lockutils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.409540] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.409768] env[70113]: DEBUG oslo_concurrency.lockutils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.409927] env[70113]: DEBUG oslo_concurrency.lockutils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.410208] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.410439] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e482d0c-fe03-4fbc-b49e-7ef40f335af6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.422963] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.423125] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.426820] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0abaa1cb-32a8-4273-ae20-f29f8c6dcd4a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.434822] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 833.434822] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]521e0907-b886-c1ac-40d5-8c271b17493f" [ 833.434822] env[70113]: _type = "Task" [ 833.434822] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.444952] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521e0907-b886-c1ac-40d5-8c271b17493f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.505858] env[70113]: DEBUG nova.network.neutron [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Successfully updated port: efee1ffd-6c30-4577-ab70-4472c9e04137 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.606114] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71b94f6a-ffd9-4b50-9f13-2bdc4523fa32 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Lock "1cde37d8-bb36-4da1-9be8-9d722666a7a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.798s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.646551] env[70113]: DEBUG nova.network.neutron [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Successfully created port: 5c5125d8-ebd3-4a4c-af78-e06ace14d08b {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.710610] env[70113]: DEBUG oslo_vmware.api [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415268, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.735438] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415267, 'name': ReconfigVM_Task, 'duration_secs': 0.765255} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.735438] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Reconfigured VM instance instance-0000002a to attach disk [datastore2] ee9173ac-18ee-4882-bfe3-ab4cdc707d1a/ee9173ac-18ee-4882-bfe3-ab4cdc707d1a.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.735860] env[70113]: DEBUG nova.compute.manager [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.738481] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-292119d9-693a-491f-ac90-f4af3acfd9d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.752794] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 833.752794] env[70113]: value = "task-3415269" [ 833.752794] env[70113]: _type = "Task" [ 833.752794] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.769477] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415269, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.778245] env[70113]: DEBUG oslo_concurrency.lockutils [req-7573d018-1e35-424d-b0f7-84ab967ebaee req-dc535215-65fd-4d44-a1c7-b20c5f1ddf33 service nova] Releasing lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.852760] env[70113]: DEBUG oslo_concurrency.lockutils [None req-416b4dde-14ff-44e3-9df6-f70778547f54 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Acquiring lock "refresh_cache-b93c923f-ce74-4d7e-abec-c456db0e83af" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.852997] env[70113]: DEBUG oslo_concurrency.lockutils [None req-416b4dde-14ff-44e3-9df6-f70778547f54 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Acquired lock "refresh_cache-b93c923f-ce74-4d7e-abec-c456db0e83af" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.853186] env[70113]: DEBUG nova.network.neutron [None req-416b4dde-14ff-44e3-9df6-f70778547f54 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.864074] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.919330] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e84e890-c7a8-4403-bfd6-eaf0e62adfcc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.929849] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f16c8a-5266-4bd1-b5c8-68729386b8d0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.969509] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c49412-0f00-4ecc-bcc8-7bb31e4be189 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.976745] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521e0907-b886-c1ac-40d5-8c271b17493f, 'name': SearchDatastore_Task, 'duration_secs': 0.019579} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.978910] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea6d795-6e55-47d4-a8d1-ca9ae9f4f915 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.986394] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad1394c-1200-4a01-95b6-65114cade5a1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.995025] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 833.995025] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f5e2b7-f37f-dbc5-11cd-79f94b7e5a32" [ 833.995025] env[70113]: _type = "Task" [ 833.995025] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.007848] env[70113]: DEBUG nova.compute.provider_tree [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.009958] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.010150] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.010314] env[70113]: DEBUG nova.network.neutron [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.016362] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f5e2b7-f37f-dbc5-11cd-79f94b7e5a32, 'name': SearchDatastore_Task, 'duration_secs': 0.012497} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.016786] env[70113]: DEBUG oslo_concurrency.lockutils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.017134] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] bada8017-1fc1-47c8-ac7e-b596e2fc2917/bada8017-1fc1-47c8-ac7e-b596e2fc2917.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.018578] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d3bc5a3-3369-488e-b865-d1918c26b055 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.029648] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 834.029648] env[70113]: value = "task-3415270" [ 834.029648] env[70113]: _type = "Task" [ 834.029648] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.038342] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.113771] env[70113]: DEBUG nova.compute.manager [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.174205] env[70113]: DEBUG nova.compute.manager [req-421fa1f8-5012-4ca2-a8dc-cd68d342de61 req-605ab16c-469d-48b1-80aa-f56ab8aac16e service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Received event network-vif-plugged-efee1ffd-6c30-4577-ab70-4472c9e04137 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.174429] env[70113]: DEBUG oslo_concurrency.lockutils [req-421fa1f8-5012-4ca2-a8dc-cd68d342de61 req-605ab16c-469d-48b1-80aa-f56ab8aac16e service nova] Acquiring lock "02c505b2-d1ff-4aae-b887-b10678a49427-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.174687] env[70113]: DEBUG oslo_concurrency.lockutils [req-421fa1f8-5012-4ca2-a8dc-cd68d342de61 req-605ab16c-469d-48b1-80aa-f56ab8aac16e service nova] Lock "02c505b2-d1ff-4aae-b887-b10678a49427-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.174835] env[70113]: DEBUG oslo_concurrency.lockutils [req-421fa1f8-5012-4ca2-a8dc-cd68d342de61 req-605ab16c-469d-48b1-80aa-f56ab8aac16e service nova] Lock "02c505b2-d1ff-4aae-b887-b10678a49427-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.175011] env[70113]: DEBUG nova.compute.manager [req-421fa1f8-5012-4ca2-a8dc-cd68d342de61 req-605ab16c-469d-48b1-80aa-f56ab8aac16e service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] No waiting events found dispatching network-vif-plugged-efee1ffd-6c30-4577-ab70-4472c9e04137 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.175170] env[70113]: WARNING nova.compute.manager [req-421fa1f8-5012-4ca2-a8dc-cd68d342de61 req-605ab16c-469d-48b1-80aa-f56ab8aac16e service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Received unexpected event network-vif-plugged-efee1ffd-6c30-4577-ab70-4472c9e04137 for instance with vm_state building and task_state spawning. [ 834.175380] env[70113]: DEBUG nova.compute.manager [req-421fa1f8-5012-4ca2-a8dc-cd68d342de61 req-605ab16c-469d-48b1-80aa-f56ab8aac16e service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Received event network-changed-efee1ffd-6c30-4577-ab70-4472c9e04137 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.175491] env[70113]: DEBUG nova.compute.manager [req-421fa1f8-5012-4ca2-a8dc-cd68d342de61 req-605ab16c-469d-48b1-80aa-f56ab8aac16e service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Refreshing instance network info cache due to event network-changed-efee1ffd-6c30-4577-ab70-4472c9e04137. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.175729] env[70113]: DEBUG oslo_concurrency.lockutils [req-421fa1f8-5012-4ca2-a8dc-cd68d342de61 req-605ab16c-469d-48b1-80aa-f56ab8aac16e service nova] Acquiring lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.200583] env[70113]: DEBUG oslo_vmware.api [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415268, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.266618] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415269, 'name': Rename_Task, 'duration_secs': 0.277216} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.266618] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.266816] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71344fbe-9d07-4107-931f-66ae5f7952ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.274704] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 834.274704] env[70113]: value = "task-3415271" [ 834.274704] env[70113]: _type = "Task" [ 834.274704] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.283684] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.437652] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Acquiring lock "1cde37d8-bb36-4da1-9be8-9d722666a7a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.437928] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Lock "1cde37d8-bb36-4da1-9be8-9d722666a7a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.438201] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Acquiring lock "1cde37d8-bb36-4da1-9be8-9d722666a7a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.438389] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Lock "1cde37d8-bb36-4da1-9be8-9d722666a7a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.438555] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Lock "1cde37d8-bb36-4da1-9be8-9d722666a7a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.441973] env[70113]: INFO nova.compute.manager [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Terminating instance [ 834.512765] env[70113]: DEBUG nova.scheduler.client.report [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.544269] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415270, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.606951] env[70113]: DEBUG nova.network.neutron [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.641698] env[70113]: DEBUG oslo_concurrency.lockutils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.701666] env[70113]: DEBUG oslo_vmware.api [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415268, 'name': ReconfigVM_Task, 'duration_secs': 1.237597} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.702050] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681452', 'volume_id': 'a2af49c4-3813-4de6-88b5-89b0aad335e9', 'name': 'volume-a2af49c4-3813-4de6-88b5-89b0aad335e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f3018be-9b1d-48d1-b601-2738439a3701', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2af49c4-3813-4de6-88b5-89b0aad335e9', 'serial': 'a2af49c4-3813-4de6-88b5-89b0aad335e9'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 834.747104] env[70113]: DEBUG nova.compute.manager [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.777983] env[70113]: DEBUG nova.virt.hardware [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.778271] env[70113]: DEBUG nova.virt.hardware [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.778503] env[70113]: DEBUG nova.virt.hardware [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.778764] env[70113]: DEBUG nova.virt.hardware [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.779153] env[70113]: DEBUG nova.virt.hardware [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.779426] env[70113]: DEBUG nova.virt.hardware [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.779707] env[70113]: DEBUG nova.virt.hardware [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.779915] env[70113]: DEBUG nova.virt.hardware [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.780568] env[70113]: DEBUG nova.virt.hardware [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.781190] env[70113]: DEBUG nova.virt.hardware [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.781518] env[70113]: DEBUG nova.virt.hardware [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.782746] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6b90ca-2937-4730-a4d4-c1ca500a28f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.811583] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b59671-9ec2-4b8a-97dd-a83e9716de37 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.816361] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415271, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.878585] env[70113]: DEBUG nova.network.neutron [None req-416b4dde-14ff-44e3-9df6-f70778547f54 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Updating instance_info_cache with network_info: [{"id": "2cd4787d-6350-4185-a68d-498c9508fc89", "address": "fa:16:3e:83:0a:45", "network": {"id": "be05f944-a7c1-4785-b6ff-03cabdab86d9", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2040501314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ece26cb844c544cc8469b1cd34da1207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd4787d-63", "ovs_interfaceid": "2cd4787d-6350-4185-a68d-498c9508fc89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.946394] env[70113]: DEBUG nova.compute.manager [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.946640] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.947695] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629b4d9a-80cd-400c-9d8d-87c309f09dd9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.951956] env[70113]: DEBUG nova.network.neutron [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance_info_cache with network_info: [{"id": "efee1ffd-6c30-4577-ab70-4472c9e04137", "address": "fa:16:3e:aa:9f:18", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefee1ffd-6c", "ovs_interfaceid": "efee1ffd-6c30-4577-ab70-4472c9e04137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.959228] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.959552] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-184226d1-0c52-4f1c-95cc-aaa2386d8df0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.968883] env[70113]: DEBUG oslo_vmware.api [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Waiting for the task: (returnval){ [ 834.968883] env[70113]: value = "task-3415272" [ 834.968883] env[70113]: _type = "Task" [ 834.968883] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.980286] env[70113]: DEBUG oslo_vmware.api [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': task-3415272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.021450] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.024697] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.968s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.025354] env[70113]: INFO nova.compute.claims [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.042846] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81907} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.042958] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] bada8017-1fc1-47c8-ac7e-b596e2fc2917/bada8017-1fc1-47c8-ac7e-b596e2fc2917.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.043289] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.044426] env[70113]: INFO nova.scheduler.client.report [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Deleted allocations for instance 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8 [ 835.045451] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cece180-5825-47df-b36c-73db21b871ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.057513] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 835.057513] env[70113]: value = "task-3415273" [ 835.057513] env[70113]: _type = "Task" [ 835.057513] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.069775] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.168350] env[70113]: DEBUG nova.compute.manager [req-61cc202e-963b-4dde-aaec-2fcbbdccd65c req-fd2e01c0-b08b-4f68-b6e1-f8e7b97cd78e service nova] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Received event network-vif-plugged-5c5125d8-ebd3-4a4c-af78-e06ace14d08b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.168644] env[70113]: DEBUG oslo_concurrency.lockutils [req-61cc202e-963b-4dde-aaec-2fcbbdccd65c req-fd2e01c0-b08b-4f68-b6e1-f8e7b97cd78e service nova] Acquiring lock "ad9ec99f-5338-44db-a225-a31e8ee75682-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.169049] env[70113]: DEBUG oslo_concurrency.lockutils [req-61cc202e-963b-4dde-aaec-2fcbbdccd65c req-fd2e01c0-b08b-4f68-b6e1-f8e7b97cd78e service nova] Lock "ad9ec99f-5338-44db-a225-a31e8ee75682-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.169305] env[70113]: DEBUG oslo_concurrency.lockutils [req-61cc202e-963b-4dde-aaec-2fcbbdccd65c req-fd2e01c0-b08b-4f68-b6e1-f8e7b97cd78e service nova] Lock "ad9ec99f-5338-44db-a225-a31e8ee75682-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.169518] env[70113]: DEBUG nova.compute.manager [req-61cc202e-963b-4dde-aaec-2fcbbdccd65c req-fd2e01c0-b08b-4f68-b6e1-f8e7b97cd78e service nova] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] No waiting events found dispatching network-vif-plugged-5c5125d8-ebd3-4a4c-af78-e06ace14d08b {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.169731] env[70113]: WARNING nova.compute.manager [req-61cc202e-963b-4dde-aaec-2fcbbdccd65c req-fd2e01c0-b08b-4f68-b6e1-f8e7b97cd78e service nova] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Received unexpected event network-vif-plugged-5c5125d8-ebd3-4a4c-af78-e06ace14d08b for instance with vm_state building and task_state spawning. [ 835.241828] env[70113]: DEBUG nova.network.neutron [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Successfully updated port: 5c5125d8-ebd3-4a4c-af78-e06ace14d08b {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.294408] env[70113]: DEBUG oslo_vmware.api [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415271, 'name': PowerOnVM_Task, 'duration_secs': 0.987272} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.295044] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.295297] env[70113]: INFO nova.compute.manager [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Took 9.00 seconds to spawn the instance on the hypervisor. [ 835.295506] env[70113]: DEBUG nova.compute.manager [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.296333] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bf01ed-bb79-439b-b58a-0618c7fa7258 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.381209] env[70113]: DEBUG oslo_concurrency.lockutils [None req-416b4dde-14ff-44e3-9df6-f70778547f54 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Releasing lock "refresh_cache-b93c923f-ce74-4d7e-abec-c456db0e83af" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.454344] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.454688] env[70113]: DEBUG nova.compute.manager [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Instance network_info: |[{"id": "efee1ffd-6c30-4577-ab70-4472c9e04137", "address": "fa:16:3e:aa:9f:18", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefee1ffd-6c", "ovs_interfaceid": "efee1ffd-6c30-4577-ab70-4472c9e04137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.455014] env[70113]: DEBUG oslo_concurrency.lockutils [req-421fa1f8-5012-4ca2-a8dc-cd68d342de61 req-605ab16c-469d-48b1-80aa-f56ab8aac16e service nova] Acquired lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.455208] env[70113]: DEBUG nova.network.neutron [req-421fa1f8-5012-4ca2-a8dc-cd68d342de61 req-605ab16c-469d-48b1-80aa-f56ab8aac16e service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Refreshing network info cache for port efee1ffd-6c30-4577-ab70-4472c9e04137 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.456409] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:9f:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efee1ffd-6c30-4577-ab70-4472c9e04137', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.464025] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Creating folder: Project (7146058e663c40baad8c7ac4191253a8). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.465035] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad8a7d93-e7b9-47fa-ab46-8dbb38d59eea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.479045] env[70113]: DEBUG oslo_vmware.api [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': task-3415272, 'name': PowerOffVM_Task, 'duration_secs': 0.245561} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.480418] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.480669] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.480884] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Created folder: Project (7146058e663c40baad8c7ac4191253a8) in parent group-v681336. [ 835.481063] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Creating folder: Instances. Parent ref: group-v681457. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.481289] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dba1c3bd-b340-4bd7-b306-7721840e2214 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.482810] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcba437f-16d3-495b-9c99-cc269a988963 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.495647] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Created folder: Instances in parent group-v681457. [ 835.496060] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.496204] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.496486] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22700310-a825-4ea0-9ff5-74be966f8110 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.532030] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.532030] env[70113]: value = "task-3415277" [ 835.532030] env[70113]: _type = "Task" [ 835.532030] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.544489] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415277, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.554759] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c76bb7e3-0f70-4062-ace8-0e9c394a94ed tempest-ServersAdminNegativeTestJSON-1698095663 tempest-ServersAdminNegativeTestJSON-1698095663-project-member] Lock "9fa8a004-e7b8-412e-bd4d-f8a20675bbe8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.476s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.564963] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.565578] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.565940] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Deleting the datastore file [datastore2] 1cde37d8-bb36-4da1-9be8-9d722666a7a0 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.571147] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28007a32-29fb-469f-8825-83268a1717e9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.574038] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08663} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.574623] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.575880] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f002dffc-ebfd-4bf5-8000-5f109e9ebf90 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.580940] env[70113]: DEBUG oslo_vmware.api [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Waiting for the task: (returnval){ [ 835.580940] env[70113]: value = "task-3415278" [ 835.580940] env[70113]: _type = "Task" [ 835.580940] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.604441] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] bada8017-1fc1-47c8-ac7e-b596e2fc2917/bada8017-1fc1-47c8-ac7e-b596e2fc2917.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.605101] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed3069da-be90-478f-bd87-0c35001fe1ae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.627860] env[70113]: DEBUG oslo_vmware.api [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': task-3415278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.630049] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 835.630049] env[70113]: value = "task-3415279" [ 835.630049] env[70113]: _type = "Task" [ 835.630049] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.639534] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.745391] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "refresh_cache-ad9ec99f-5338-44db-a225-a31e8ee75682" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.745733] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired lock "refresh_cache-ad9ec99f-5338-44db-a225-a31e8ee75682" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.745843] env[70113]: DEBUG nova.network.neutron [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.773014] env[70113]: DEBUG nova.objects.instance [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lazy-loading 'flavor' on Instance uuid 1f3018be-9b1d-48d1-b601-2738439a3701 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.821416] env[70113]: INFO nova.compute.manager [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Took 46.46 seconds to build instance. [ 835.890327] env[70113]: DEBUG nova.compute.manager [None req-416b4dde-14ff-44e3-9df6-f70778547f54 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.891297] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168f4a8d-5a3d-4c47-b2ee-7b0c85a0b0aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.047807] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415277, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.092594] env[70113]: DEBUG oslo_vmware.api [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Task: {'id': task-3415278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319759} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.092932] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.093188] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.093427] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.093659] env[70113]: INFO nova.compute.manager [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 836.093936] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.094164] env[70113]: DEBUG nova.compute.manager [-] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.094296] env[70113]: DEBUG nova.network.neutron [-] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.142944] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415279, 'name': ReconfigVM_Task, 'duration_secs': 0.505034} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.146166] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Reconfigured VM instance instance-0000002b to attach disk [datastore2] bada8017-1fc1-47c8-ac7e-b596e2fc2917/bada8017-1fc1-47c8-ac7e-b596e2fc2917.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.149446] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20374334-1f5b-4266-b930-0c2aac6c44f5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.162216] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 836.162216] env[70113]: value = "task-3415280" [ 836.162216] env[70113]: _type = "Task" [ 836.162216] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.175618] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415280, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.217898] env[70113]: DEBUG nova.network.neutron [req-421fa1f8-5012-4ca2-a8dc-cd68d342de61 req-605ab16c-469d-48b1-80aa-f56ab8aac16e service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updated VIF entry in instance network info cache for port efee1ffd-6c30-4577-ab70-4472c9e04137. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.218019] env[70113]: DEBUG nova.network.neutron [req-421fa1f8-5012-4ca2-a8dc-cd68d342de61 req-605ab16c-469d-48b1-80aa-f56ab8aac16e service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance_info_cache with network_info: [{"id": "efee1ffd-6c30-4577-ab70-4472c9e04137", "address": "fa:16:3e:aa:9f:18", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefee1ffd-6c", "ovs_interfaceid": "efee1ffd-6c30-4577-ab70-4472c9e04137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.278133] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bef5c2ba-6fa4-4a71-b3b3-21d0612a01fc tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "1f3018be-9b1d-48d1-b601-2738439a3701" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.389s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.287605] env[70113]: DEBUG nova.network.neutron [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.326597] env[70113]: DEBUG oslo_concurrency.lockutils [None req-651e0218-e345-4997-a1a8-ea94246bca8d tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "ee9173ac-18ee-4882-bfe3-ab4cdc707d1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.774s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.504137] env[70113]: DEBUG nova.network.neutron [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Updating instance_info_cache with network_info: [{"id": "5c5125d8-ebd3-4a4c-af78-e06ace14d08b", "address": "fa:16:3e:a8:cf:fc", "network": {"id": "d8098449-56fb-4cf5-9588-1752abe6b87b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455837824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a73b55ba6c343478ce3516e3053d3d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5125d8-eb", "ovs_interfaceid": "5c5125d8-ebd3-4a4c-af78-e06ace14d08b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.551539] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415277, 'name': CreateVM_Task, 'duration_secs': 0.97531} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.551771] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.552436] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.552604] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.552924] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.553216] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db5d721-448c-4957-b295-5324a0ad48f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.562542] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 836.562542] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5292c573-5c99-231c-9f46-b4c7b7aafd32" [ 836.562542] env[70113]: _type = "Task" [ 836.562542] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.572217] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5292c573-5c99-231c-9f46-b4c7b7aafd32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.672247] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415280, 'name': Rename_Task, 'duration_secs': 0.300535} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.675912] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.676490] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f0d1a71-adca-4c93-a4ac-cc5a0144e700 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.685963] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 836.685963] env[70113]: value = "task-3415281" [ 836.685963] env[70113]: _type = "Task" [ 836.685963] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.700312] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.721078] env[70113]: DEBUG oslo_concurrency.lockutils [req-421fa1f8-5012-4ca2-a8dc-cd68d342de61 req-605ab16c-469d-48b1-80aa-f56ab8aac16e service nova] Releasing lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.746407] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9540c5e3-6142-456c-856d-36d59c1937c2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.757936] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f616a4-0042-42fe-bed1-9fc7346812e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.788480] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7edb37-a099-4ff2-ab9a-cd6f1119d9fb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.797181] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6376e2-009a-4d27-b612-b7c9389d6a2b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.815379] env[70113]: DEBUG nova.compute.provider_tree [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.829955] env[70113]: DEBUG nova.compute.manager [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.844547] env[70113]: DEBUG nova.compute.manager [req-920d3ac1-91ea-4a85-9aae-f773b8da7200 req-9c87e929-0e1e-42e6-92aa-359a30b0f673 service nova] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Received event network-vif-deleted-17fe1fcd-f431-461c-bc54-f7ebb4e7b250 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.844764] env[70113]: INFO nova.compute.manager [req-920d3ac1-91ea-4a85-9aae-f773b8da7200 req-9c87e929-0e1e-42e6-92aa-359a30b0f673 service nova] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Neutron deleted interface 17fe1fcd-f431-461c-bc54-f7ebb4e7b250; detaching it from the instance and deleting it from the info cache [ 836.844934] env[70113]: DEBUG nova.network.neutron [req-920d3ac1-91ea-4a85-9aae-f773b8da7200 req-9c87e929-0e1e-42e6-92aa-359a30b0f673 service nova] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.894347] env[70113]: INFO nova.compute.manager [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Rebuilding instance [ 836.912504] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e30315-7464-4e42-ba12-6fb5abbb81ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.922464] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-416b4dde-14ff-44e3-9df6-f70778547f54 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Doing hard reboot of VM {{(pid=70113) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 836.927443] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-08a3d283-a34b-4008-97c4-706420fcaaca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.938604] env[70113]: DEBUG oslo_vmware.api [None req-416b4dde-14ff-44e3-9df6-f70778547f54 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Waiting for the task: (returnval){ [ 836.938604] env[70113]: value = "task-3415282" [ 836.938604] env[70113]: _type = "Task" [ 836.938604] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.947958] env[70113]: DEBUG oslo_vmware.api [None req-416b4dde-14ff-44e3-9df6-f70778547f54 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415282, 'name': ResetVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.957032] env[70113]: DEBUG nova.compute.manager [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.957552] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186839b1-e29a-4ed2-b61d-2fac0692291c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.972569] env[70113]: DEBUG nova.network.neutron [-] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.009094] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Releasing lock "refresh_cache-ad9ec99f-5338-44db-a225-a31e8ee75682" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.009480] env[70113]: DEBUG nova.compute.manager [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Instance network_info: |[{"id": "5c5125d8-ebd3-4a4c-af78-e06ace14d08b", "address": "fa:16:3e:a8:cf:fc", "network": {"id": "d8098449-56fb-4cf5-9588-1752abe6b87b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455837824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a73b55ba6c343478ce3516e3053d3d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5125d8-eb", "ovs_interfaceid": "5c5125d8-ebd3-4a4c-af78-e06ace14d08b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.010204] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:cf:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c5125d8-ebd3-4a4c-af78-e06ace14d08b', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.022025] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.022735] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.023022] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33cf4ba7-3d4b-4a57-9ad5-bfeea1e63f06 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.048854] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.048854] env[70113]: value = "task-3415283" [ 837.048854] env[70113]: _type = "Task" [ 837.048854] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.057728] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415283, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.077415] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5292c573-5c99-231c-9f46-b4c7b7aafd32, 'name': SearchDatastore_Task, 'duration_secs': 0.011515} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.077770] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.078055] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.078331] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.078498] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.080791] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.080791] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c92542b-c710-4138-a8dd-f4911516fed2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.093234] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.093593] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.094781] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db49c466-d24b-4dbc-87bb-5ad42f68db3e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.103998] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 837.103998] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52852685-40c0-0d57-7168-deac2e4ee493" [ 837.103998] env[70113]: _type = "Task" [ 837.103998] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.118655] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52852685-40c0-0d57-7168-deac2e4ee493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.126502] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "1f3018be-9b1d-48d1-b601-2738439a3701" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.127399] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "1f3018be-9b1d-48d1-b601-2738439a3701" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.202458] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415281, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.301696] env[70113]: DEBUG nova.compute.manager [req-d9542608-59fa-4ccd-a645-749975e8e443 req-7734006b-f470-4c0a-a6d1-1c8ce13155c2 service nova] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Received event network-changed-5c5125d8-ebd3-4a4c-af78-e06ace14d08b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.301757] env[70113]: DEBUG nova.compute.manager [req-d9542608-59fa-4ccd-a645-749975e8e443 req-7734006b-f470-4c0a-a6d1-1c8ce13155c2 service nova] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Refreshing instance network info cache due to event network-changed-5c5125d8-ebd3-4a4c-af78-e06ace14d08b. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.302097] env[70113]: DEBUG oslo_concurrency.lockutils [req-d9542608-59fa-4ccd-a645-749975e8e443 req-7734006b-f470-4c0a-a6d1-1c8ce13155c2 service nova] Acquiring lock "refresh_cache-ad9ec99f-5338-44db-a225-a31e8ee75682" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.302160] env[70113]: DEBUG oslo_concurrency.lockutils [req-d9542608-59fa-4ccd-a645-749975e8e443 req-7734006b-f470-4c0a-a6d1-1c8ce13155c2 service nova] Acquired lock "refresh_cache-ad9ec99f-5338-44db-a225-a31e8ee75682" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.303104] env[70113]: DEBUG nova.network.neutron [req-d9542608-59fa-4ccd-a645-749975e8e443 req-7734006b-f470-4c0a-a6d1-1c8ce13155c2 service nova] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Refreshing network info cache for port 5c5125d8-ebd3-4a4c-af78-e06ace14d08b {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.319622] env[70113]: DEBUG nova.scheduler.client.report [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.353408] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0af35c90-f12b-4b54-9e77-1600598634e4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.356162] env[70113]: DEBUG oslo_concurrency.lockutils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.365516] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4f59f9-b6e8-4bf5-8eec-da19704d35ca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.405282] env[70113]: DEBUG nova.compute.manager [req-920d3ac1-91ea-4a85-9aae-f773b8da7200 req-9c87e929-0e1e-42e6-92aa-359a30b0f673 service nova] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Detach interface failed, port_id=17fe1fcd-f431-461c-bc54-f7ebb4e7b250, reason: Instance 1cde37d8-bb36-4da1-9be8-9d722666a7a0 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 837.447453] env[70113]: DEBUG oslo_vmware.api [None req-416b4dde-14ff-44e3-9df6-f70778547f54 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415282, 'name': ResetVM_Task, 'duration_secs': 0.098436} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.447712] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-416b4dde-14ff-44e3-9df6-f70778547f54 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Did hard reboot of VM {{(pid=70113) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 837.447900] env[70113]: DEBUG nova.compute.manager [None req-416b4dde-14ff-44e3-9df6-f70778547f54 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.448670] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173f7872-252b-472b-9183-1d26c47a0a86 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.475350] env[70113]: INFO nova.compute.manager [-] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Took 1.38 seconds to deallocate network for instance. [ 837.559490] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415283, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.617715] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52852685-40c0-0d57-7168-deac2e4ee493, 'name': SearchDatastore_Task, 'duration_secs': 0.013863} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.618561] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd1928d-ca44-4d56-b3e1-7c5f3869227c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.625452] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 837.625452] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cfb75f-118d-f2c1-3ab4-4787739192d9" [ 837.625452] env[70113]: _type = "Task" [ 837.625452] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.630642] env[70113]: INFO nova.compute.manager [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Detaching volume a2af49c4-3813-4de6-88b5-89b0aad335e9 [ 837.635785] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cfb75f-118d-f2c1-3ab4-4787739192d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.670551] env[70113]: INFO nova.virt.block_device [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Attempting to driver detach volume a2af49c4-3813-4de6-88b5-89b0aad335e9 from mountpoint /dev/sdb [ 837.670803] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 837.670988] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681452', 'volume_id': 'a2af49c4-3813-4de6-88b5-89b0aad335e9', 'name': 'volume-a2af49c4-3813-4de6-88b5-89b0aad335e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f3018be-9b1d-48d1-b601-2738439a3701', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2af49c4-3813-4de6-88b5-89b0aad335e9', 'serial': 'a2af49c4-3813-4de6-88b5-89b0aad335e9'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 837.671878] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a1adac-dee9-45b4-9170-59bc49fd765b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.696846] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f8071d-0a39-4dbe-bf4b-3010de160520 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.707290] env[70113]: DEBUG oslo_vmware.api [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415281, 'name': PowerOnVM_Task, 'duration_secs': 0.548217} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.709099] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.709318] env[70113]: INFO nova.compute.manager [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Took 8.71 seconds to spawn the instance on the hypervisor. [ 837.709509] env[70113]: DEBUG nova.compute.manager [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.710425] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e21a94e-3544-4785-8fd7-14ea7b43b1c2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.713378] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d1776c-9f31-43d3-8aad-ff12ade772e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.743426] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f60fef2-d684-45e3-b2b5-58fa99598ea3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.760037] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] The volume has not been displaced from its original location: [datastore2] volume-a2af49c4-3813-4de6-88b5-89b0aad335e9/volume-a2af49c4-3813-4de6-88b5-89b0aad335e9.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 837.765317] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Reconfiguring VM instance instance-00000013 to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 837.766425] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-614034e8-55bf-4094-93f9-0221eb1826a2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.787405] env[70113]: DEBUG oslo_vmware.api [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 837.787405] env[70113]: value = "task-3415284" [ 837.787405] env[70113]: _type = "Task" [ 837.787405] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.826020] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.826627] env[70113]: DEBUG nova.compute.manager [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.830415] env[70113]: DEBUG oslo_concurrency.lockutils [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.522s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.831466] env[70113]: DEBUG nova.objects.instance [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lazy-loading 'resources' on Instance uuid eb79b06b-68ff-44ef-bff4-28aee201e914 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.965370] env[70113]: DEBUG oslo_concurrency.lockutils [None req-416b4dde-14ff-44e3-9df6-f70778547f54 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Lock "b93c923f-ce74-4d7e-abec-c456db0e83af" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.646s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.973488] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.974021] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a05ff959-9657-4fe1-aad4-ffc6ceace347 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.981745] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.987763] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 837.987763] env[70113]: value = "task-3415285" [ 837.987763] env[70113]: _type = "Task" [ 837.987763] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.000784] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.057816] env[70113]: DEBUG nova.network.neutron [req-d9542608-59fa-4ccd-a645-749975e8e443 req-7734006b-f470-4c0a-a6d1-1c8ce13155c2 service nova] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Updated VIF entry in instance network info cache for port 5c5125d8-ebd3-4a4c-af78-e06ace14d08b. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.057816] env[70113]: DEBUG nova.network.neutron [req-d9542608-59fa-4ccd-a645-749975e8e443 req-7734006b-f470-4c0a-a6d1-1c8ce13155c2 service nova] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Updating instance_info_cache with network_info: [{"id": "5c5125d8-ebd3-4a4c-af78-e06ace14d08b", "address": "fa:16:3e:a8:cf:fc", "network": {"id": "d8098449-56fb-4cf5-9588-1752abe6b87b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455837824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a73b55ba6c343478ce3516e3053d3d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5125d8-eb", "ovs_interfaceid": "5c5125d8-ebd3-4a4c-af78-e06ace14d08b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.065202] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415283, 'name': CreateVM_Task, 'duration_secs': 0.577529} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.065553] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.066533] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.066717] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.067105] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.067374] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de34938c-d9f7-43dd-a79d-f5a7fb01f67e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.073668] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 838.073668] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52083ddb-ec2e-bda6-1359-c3c054a3ff67" [ 838.073668] env[70113]: _type = "Task" [ 838.073668] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.086880] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52083ddb-ec2e-bda6-1359-c3c054a3ff67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.138248] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cfb75f-118d-f2c1-3ab4-4787739192d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011628} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.138248] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.138248] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 02c505b2-d1ff-4aae-b887-b10678a49427/02c505b2-d1ff-4aae-b887-b10678a49427.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.138248] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2307f669-90e9-4c1d-b06d-3955652ff6aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.147321] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 838.147321] env[70113]: value = "task-3415286" [ 838.147321] env[70113]: _type = "Task" [ 838.147321] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.158956] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.252527] env[70113]: INFO nova.compute.manager [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Took 48.44 seconds to build instance. [ 838.299657] env[70113]: DEBUG oslo_vmware.api [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415284, 'name': ReconfigVM_Task, 'duration_secs': 0.284836} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.300166] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Reconfigured VM instance instance-00000013 to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 838.305737] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6edd0fc3-7847-4e53-9d97-d9be9d6d4f19 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.326064] env[70113]: DEBUG oslo_vmware.api [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 838.326064] env[70113]: value = "task-3415287" [ 838.326064] env[70113]: _type = "Task" [ 838.326064] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.333963] env[70113]: DEBUG nova.compute.utils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.338820] env[70113]: DEBUG nova.compute.manager [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.339274] env[70113]: DEBUG nova.network.neutron [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.349755] env[70113]: DEBUG oslo_vmware.api [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.392828] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Acquiring lock "b93c923f-ce74-4d7e-abec-c456db0e83af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.393131] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Lock "b93c923f-ce74-4d7e-abec-c456db0e83af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.393355] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Acquiring lock "b93c923f-ce74-4d7e-abec-c456db0e83af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.393654] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Lock "b93c923f-ce74-4d7e-abec-c456db0e83af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.393890] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Lock "b93c923f-ce74-4d7e-abec-c456db0e83af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.397770] env[70113]: INFO nova.compute.manager [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Terminating instance [ 838.403726] env[70113]: DEBUG nova.policy [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a053e166f486485bba3aa683b3111b61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d86ab8aaa4c4c85a47dbeebaa763741', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.504096] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415285, 'name': PowerOffVM_Task, 'duration_secs': 0.292564} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.504411] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.504638] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.507943] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d65f412-e331-4cb4-b3ee-1ef11acbc95e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.518087] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.518087] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49b98ce9-4685-40c0-8598-640aed484e5e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.562657] env[70113]: DEBUG oslo_concurrency.lockutils [req-d9542608-59fa-4ccd-a645-749975e8e443 req-7734006b-f470-4c0a-a6d1-1c8ce13155c2 service nova] Releasing lock "refresh_cache-ad9ec99f-5338-44db-a225-a31e8ee75682" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.591752] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52083ddb-ec2e-bda6-1359-c3c054a3ff67, 'name': SearchDatastore_Task, 'duration_secs': 0.01141} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.595234] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.595517] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.595790] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.596091] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.596219] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.596821] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dac8d64d-0bb7-4c02-aee8-8a7d39657445 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.609440] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.609548] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.609719] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleting the datastore file [datastore2] ee9173ac-18ee-4882-bfe3-ab4cdc707d1a {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.618567] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d63ba4cc-bbe8-4f7d-8a6a-6ead12c3261f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.624385] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.624385] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.624385] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e833ef2-e8f5-45cd-a715-8f5456d41270 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.629803] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 838.629803] env[70113]: value = "task-3415289" [ 838.629803] env[70113]: _type = "Task" [ 838.629803] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.637979] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 838.637979] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a24c1f-94e4-3c51-1ba3-e35177642d59" [ 838.637979] env[70113]: _type = "Task" [ 838.637979] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.649240] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.660380] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a24c1f-94e4-3c51-1ba3-e35177642d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.667673] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415286, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.753827] env[70113]: DEBUG oslo_concurrency.lockutils [None req-02955eae-4807-4722-beae-10c9cd45927d tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.608s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.771913] env[70113]: DEBUG nova.network.neutron [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Successfully created port: 048e8bd6-d436-47e8-8fb9-f24e73072ab2 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.840477] env[70113]: DEBUG nova.compute.manager [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.843384] env[70113]: DEBUG oslo_vmware.api [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415287, 'name': ReconfigVM_Task, 'duration_secs': 0.200949} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.843384] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681452', 'volume_id': 'a2af49c4-3813-4de6-88b5-89b0aad335e9', 'name': 'volume-a2af49c4-3813-4de6-88b5-89b0aad335e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f3018be-9b1d-48d1-b601-2738439a3701', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2af49c4-3813-4de6-88b5-89b0aad335e9', 'serial': 'a2af49c4-3813-4de6-88b5-89b0aad335e9'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 838.911039] env[70113]: DEBUG nova.compute.manager [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.911039] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.911517] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f69a0d-9a9d-4856-b7c7-569f51b7d66e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.923220] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.925920] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be49e113-3e70-4d68-89c6-f6ef890539d9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.937298] env[70113]: DEBUG oslo_vmware.api [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Waiting for the task: (returnval){ [ 838.937298] env[70113]: value = "task-3415290" [ 838.937298] env[70113]: _type = "Task" [ 838.937298] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.945343] env[70113]: DEBUG oslo_vmware.api [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.957728] env[70113]: DEBUG oslo_vmware.rw_handles [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e29b5-12db-e1d9-d0a7-23ca25bb53f2/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 838.959060] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02abe000-c0ed-4283-8d53-92124be4c7de {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.969630] env[70113]: DEBUG oslo_vmware.rw_handles [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e29b5-12db-e1d9-d0a7-23ca25bb53f2/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 838.969892] env[70113]: ERROR oslo_vmware.rw_handles [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e29b5-12db-e1d9-d0a7-23ca25bb53f2/disk-0.vmdk due to incomplete transfer. [ 838.970476] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4028e4e4-cc33-4bc8-a0b9-0dc3ceb0726c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.980019] env[70113]: DEBUG oslo_vmware.rw_handles [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e29b5-12db-e1d9-d0a7-23ca25bb53f2/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 838.980019] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Uploaded image 34e92a17-fc09-4cd4-8024-5fc5ed01930a to the Glance image server {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 838.981060] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 838.981329] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-94022193-055c-46b0-a9a3-1d6da7917dea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.993226] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 838.993226] env[70113]: value = "task-3415291" [ 838.993226] env[70113]: _type = "Task" [ 838.993226] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.002889] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415291, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.007329] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66128822-a0f6-4c5b-9846-3cdd15a8ffb9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.015678] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0320486-244b-45bc-af75-09bef62014f2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.050672] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbdbad3-83d9-4ed0-8a40-cd0b9c8765e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.059218] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a11e37a-b8a9-4efc-972a-1c0d71e6b2f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.074954] env[70113]: DEBUG nova.compute.provider_tree [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.141029] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235771} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.144153] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.144407] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.144598] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.157250] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a24c1f-94e4-3c51-1ba3-e35177642d59, 'name': SearchDatastore_Task, 'duration_secs': 0.063282} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.158106] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9940bc-0ab2-43d2-85e4-279e5167972f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.164057] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586674} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.164854] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 02c505b2-d1ff-4aae-b887-b10678a49427/02c505b2-d1ff-4aae-b887-b10678a49427.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.165097] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.165364] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b673566-d53f-48d3-a1e0-9def2abc43bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.170795] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 839.170795] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5280bdcc-18c6-4ec5-db44-848520f4e58b" [ 839.170795] env[70113]: _type = "Task" [ 839.170795] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.175440] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 839.175440] env[70113]: value = "task-3415292" [ 839.175440] env[70113]: _type = "Task" [ 839.175440] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.185884] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5280bdcc-18c6-4ec5-db44-848520f4e58b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.189930] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.256696] env[70113]: DEBUG nova.compute.manager [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.426725] env[70113]: DEBUG nova.objects.instance [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lazy-loading 'flavor' on Instance uuid 1f3018be-9b1d-48d1-b601-2738439a3701 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.446671] env[70113]: DEBUG oslo_vmware.api [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415290, 'name': PowerOffVM_Task, 'duration_secs': 0.246664} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.446957] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.447173] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.447450] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd4bfd81-a5ce-42d4-a98d-126cdd25f415 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.506366] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415291, 'name': Destroy_Task, 'duration_secs': 0.39659} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.506661] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Destroyed the VM [ 839.506917] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 839.507212] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-44f92f64-434a-4a05-8c1e-e3f354842df2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.517465] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 839.517465] env[70113]: value = "task-3415294" [ 839.517465] env[70113]: _type = "Task" [ 839.517465] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.518492] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.518492] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.518492] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Deleting the datastore file [datastore1] b93c923f-ce74-4d7e-abec-c456db0e83af {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.518492] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db60de4d-ddd8-4bf2-810f-13b0e06fcbdd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.531229] env[70113]: DEBUG oslo_vmware.api [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Waiting for the task: (returnval){ [ 839.531229] env[70113]: value = "task-3415295" [ 839.531229] env[70113]: _type = "Task" [ 839.531229] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.534411] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415294, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.542690] env[70113]: DEBUG oslo_vmware.api [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.578809] env[70113]: DEBUG nova.scheduler.client.report [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.684712] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5280bdcc-18c6-4ec5-db44-848520f4e58b, 'name': SearchDatastore_Task, 'duration_secs': 0.019121} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.685515] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.685833] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] ad9ec99f-5338-44db-a225-a31e8ee75682/ad9ec99f-5338-44db-a225-a31e8ee75682.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.686153] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98fd3b4a-3658-4df9-b9aa-317f1ba9ddcc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.691594] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075466} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.692900] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.693711] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd52094-5854-45cb-8ecc-df507634beca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.699807] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 839.699807] env[70113]: value = "task-3415296" [ 839.699807] env[70113]: _type = "Task" [ 839.699807] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.722390] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 02c505b2-d1ff-4aae-b887-b10678a49427/02c505b2-d1ff-4aae-b887-b10678a49427.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.728958] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a824913-b95a-4ed2-8ffd-ba28d2515897 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.752425] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.754049] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 839.754049] env[70113]: value = "task-3415297" [ 839.754049] env[70113]: _type = "Task" [ 839.754049] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.767473] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.784640] env[70113]: DEBUG oslo_concurrency.lockutils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.854719] env[70113]: DEBUG nova.compute.manager [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.881271] env[70113]: DEBUG nova.virt.hardware [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.881537] env[70113]: DEBUG nova.virt.hardware [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.881703] env[70113]: DEBUG nova.virt.hardware [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.882030] env[70113]: DEBUG nova.virt.hardware [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.882278] env[70113]: DEBUG nova.virt.hardware [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.882558] env[70113]: DEBUG nova.virt.hardware [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.882926] env[70113]: DEBUG nova.virt.hardware [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.883226] env[70113]: DEBUG nova.virt.hardware [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.883453] env[70113]: DEBUG nova.virt.hardware [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.883616] env[70113]: DEBUG nova.virt.hardware [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.883787] env[70113]: DEBUG nova.virt.hardware [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.884711] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322f5e79-2ed3-42ae-84a9-91cb08be9f53 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.897383] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a67347-8e40-41c3-bb9f-c99b24f06cd8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.916853] env[70113]: DEBUG nova.compute.manager [req-45abf277-e58f-42a6-99d0-f3750dfa1b5e req-d223a45e-121b-46b3-886b-63a78d8cf9d6 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Received event network-changed-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.917287] env[70113]: DEBUG nova.compute.manager [req-45abf277-e58f-42a6-99d0-f3750dfa1b5e req-d223a45e-121b-46b3-886b-63a78d8cf9d6 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Refreshing instance network info cache due to event network-changed-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.917287] env[70113]: DEBUG oslo_concurrency.lockutils [req-45abf277-e58f-42a6-99d0-f3750dfa1b5e req-d223a45e-121b-46b3-886b-63a78d8cf9d6 service nova] Acquiring lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.917287] env[70113]: DEBUG oslo_concurrency.lockutils [req-45abf277-e58f-42a6-99d0-f3750dfa1b5e req-d223a45e-121b-46b3-886b-63a78d8cf9d6 service nova] Acquired lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.917482] env[70113]: DEBUG nova.network.neutron [req-45abf277-e58f-42a6-99d0-f3750dfa1b5e req-d223a45e-121b-46b3-886b-63a78d8cf9d6 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Refreshing network info cache for port 9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.033115] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415294, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.044964] env[70113]: DEBUG oslo_vmware.api [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Task: {'id': task-3415295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151536} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.045256] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.045449] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.045660] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.045973] env[70113]: INFO nova.compute.manager [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Took 1.14 seconds to destroy the instance on the hypervisor. [ 840.046179] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.046380] env[70113]: DEBUG nova.compute.manager [-] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.046500] env[70113]: DEBUG nova.network.neutron [-] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.088194] env[70113]: DEBUG oslo_concurrency.lockutils [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.091156] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.449s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.093135] env[70113]: INFO nova.compute.claims [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.134611] env[70113]: INFO nova.scheduler.client.report [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Deleted allocations for instance eb79b06b-68ff-44ef-bff4-28aee201e914 [ 840.184354] env[70113]: DEBUG nova.virt.hardware [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.184609] env[70113]: DEBUG nova.virt.hardware [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.184760] env[70113]: DEBUG nova.virt.hardware [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.184934] env[70113]: DEBUG nova.virt.hardware [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.185662] env[70113]: DEBUG nova.virt.hardware [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.185662] env[70113]: DEBUG nova.virt.hardware [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.185662] env[70113]: DEBUG nova.virt.hardware [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.185662] env[70113]: DEBUG nova.virt.hardware [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.185849] env[70113]: DEBUG nova.virt.hardware [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.185882] env[70113]: DEBUG nova.virt.hardware [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.186107] env[70113]: DEBUG nova.virt.hardware [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.187319] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0a1098-6666-4b6d-9ec7-280843e3cd66 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.198589] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c108a5-ed53-483f-878b-b6a96719e70e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.216963] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:ef:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86426c05-adec-4b24-877f-062fc16b552b', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.228424] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.231820] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.232090] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e8e3732-4f4f-43e8-90f8-0b44210ea709 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.261605] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.264334] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.264334] env[70113]: value = "task-3415298" [ 840.264334] env[70113]: _type = "Task" [ 840.264334] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.271651] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.276065] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415298, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.436324] env[70113]: DEBUG oslo_concurrency.lockutils [None req-84ea0727-3e6f-434e-94ad-6ff9b1b22ad4 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "1f3018be-9b1d-48d1-b601-2738439a3701" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.309s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.488107] env[70113]: DEBUG nova.network.neutron [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Successfully updated port: 048e8bd6-d436-47e8-8fb9-f24e73072ab2 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.527110] env[70113]: DEBUG nova.compute.manager [req-8b379bfe-ac8b-472d-83a4-cba85dddbc22 req-f7125a87-bc4c-4e1a-9d7f-dc3125366587 service nova] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Received event network-vif-deleted-2cd4787d-6350-4185-a68d-498c9508fc89 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.527869] env[70113]: INFO nova.compute.manager [req-8b379bfe-ac8b-472d-83a4-cba85dddbc22 req-f7125a87-bc4c-4e1a-9d7f-dc3125366587 service nova] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Neutron deleted interface 2cd4787d-6350-4185-a68d-498c9508fc89; detaching it from the instance and deleting it from the info cache [ 840.527869] env[70113]: DEBUG nova.network.neutron [req-8b379bfe-ac8b-472d-83a4-cba85dddbc22 req-f7125a87-bc4c-4e1a-9d7f-dc3125366587 service nova] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.539782] env[70113]: DEBUG oslo_vmware.api [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415294, 'name': RemoveSnapshot_Task, 'duration_secs': 0.546196} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.540938] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 840.540938] env[70113]: INFO nova.compute.manager [None req-d13aea12-ad8f-44f0-9bbf-ced67123dd6f tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Took 17.40 seconds to snapshot the instance on the hypervisor. [ 840.646922] env[70113]: DEBUG oslo_concurrency.lockutils [None req-34bc9c1d-9bad-4514-88b5-1ca8172f2bab tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "eb79b06b-68ff-44ef-bff4-28aee201e914" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.808s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.738256] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415296, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.020674} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.738434] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] ad9ec99f-5338-44db-a225-a31e8ee75682/ad9ec99f-5338-44db-a225-a31e8ee75682.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.738745] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.739960] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d0ffb71-c889-4fe0-98be-d8c08320b677 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.749180] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 840.749180] env[70113]: value = "task-3415299" [ 840.749180] env[70113]: _type = "Task" [ 840.749180] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.759470] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.773922] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.777389] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415298, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.889922] env[70113]: DEBUG nova.network.neutron [req-45abf277-e58f-42a6-99d0-f3750dfa1b5e req-d223a45e-121b-46b3-886b-63a78d8cf9d6 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Updated VIF entry in instance network info cache for port 9fd2953a-8de0-49c1-ab78-c57b51fe1fbd. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.890320] env[70113]: DEBUG nova.network.neutron [req-45abf277-e58f-42a6-99d0-f3750dfa1b5e req-d223a45e-121b-46b3-886b-63a78d8cf9d6 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Updating instance_info_cache with network_info: [{"id": "9fd2953a-8de0-49c1-ab78-c57b51fe1fbd", "address": "fa:16:3e:84:63:54", "network": {"id": "767d4c2e-45dc-4897-97fe-d0dd083bc4c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1810633966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6aa0277625144c9a66051a85e4476a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd2953a-8d", "ovs_interfaceid": "9fd2953a-8de0-49c1-ab78-c57b51fe1fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.961295] env[70113]: DEBUG nova.network.neutron [-] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.993783] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "refresh_cache-ad8051f2-8149-46b3-9c77-3c71dc5ddcd9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.993930] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired lock "refresh_cache-ad8051f2-8149-46b3-9c77-3c71dc5ddcd9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.994097] env[70113]: DEBUG nova.network.neutron [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.031110] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa3a65a9-c2e7-4ecb-a740-cc2dc95bfa5c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.043271] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151447f7-2fb6-4d6d-a53a-17615aaf8391 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.088030] env[70113]: DEBUG nova.compute.manager [req-8b379bfe-ac8b-472d-83a4-cba85dddbc22 req-f7125a87-bc4c-4e1a-9d7f-dc3125366587 service nova] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Detach interface failed, port_id=2cd4787d-6350-4185-a68d-498c9508fc89, reason: Instance b93c923f-ce74-4d7e-abec-c456db0e83af could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 841.259968] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077444} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.260688] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.264328] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3403d019-ace2-411d-9c4e-997094ad9122 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.278942] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415297, 'name': ReconfigVM_Task, 'duration_secs': 1.106143} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.290057] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 02c505b2-d1ff-4aae-b887-b10678a49427/02c505b2-d1ff-4aae-b887-b10678a49427.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.299513] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] ad9ec99f-5338-44db-a225-a31e8ee75682/ad9ec99f-5338-44db-a225-a31e8ee75682.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.305478] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64fb86af-3140-433c-bcd0-ac68c2d20922 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.307301] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce3abe1-e2bf-4a59-b0d7-e64c34fa57a0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.321412] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415298, 'name': CreateVM_Task, 'duration_secs': 0.606552} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.321855] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.323555] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.323555] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.323871] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.324477] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c0aa37-3a58-4206-912e-0d3003ef398a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.330482] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 841.330482] env[70113]: value = "task-3415301" [ 841.330482] env[70113]: _type = "Task" [ 841.330482] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.336278] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 841.336278] env[70113]: value = "task-3415300" [ 841.336278] env[70113]: _type = "Task" [ 841.336278] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.336479] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 841.336479] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a2fb8d-7078-40cc-4e0e-b0a086ec6cd3" [ 841.336479] env[70113]: _type = "Task" [ 841.336479] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.356092] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.366377] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415300, 'name': Rename_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.366725] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a2fb8d-7078-40cc-4e0e-b0a086ec6cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.367357] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.368078] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.368078] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.368231] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.368446] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.368670] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85a2cb7a-0451-42a8-b354-26453de4d77a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.377661] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.377875] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.381233] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-734dc23b-59d1-4a35-b702-eb8ea2b8ffc0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.387450] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 841.387450] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]522ed55a-984a-8b56-c0da-a947e429e72e" [ 841.387450] env[70113]: _type = "Task" [ 841.387450] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.396567] env[70113]: DEBUG oslo_concurrency.lockutils [req-45abf277-e58f-42a6-99d0-f3750dfa1b5e req-d223a45e-121b-46b3-886b-63a78d8cf9d6 service nova] Releasing lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.396837] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522ed55a-984a-8b56-c0da-a947e429e72e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.464799] env[70113]: INFO nova.compute.manager [-] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Took 1.42 seconds to deallocate network for instance. [ 841.539515] env[70113]: DEBUG nova.network.neutron [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.692395] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "c1f3d6bd-e998-48d0-befe-6c7e495618ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.693092] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "c1f3d6bd-e998-48d0-befe-6c7e495618ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.693444] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "c1f3d6bd-e998-48d0-befe-6c7e495618ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.693762] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "c1f3d6bd-e998-48d0-befe-6c7e495618ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.694069] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "c1f3d6bd-e998-48d0-befe-6c7e495618ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.700042] env[70113]: INFO nova.compute.manager [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Terminating instance [ 841.717018] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc716320-959d-4b77-9e5f-299ce34a1328 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.726634] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9799cb6-33eb-4766-98f3-3678bc7600e7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.768174] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "761d478c-67ec-4413-aff9-417a231efbf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.768565] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "761d478c-67ec-4413-aff9-417a231efbf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.769856] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4a95e2-a4f3-41b2-9fa6-a8008b7d1dde {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.779291] env[70113]: DEBUG nova.network.neutron [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Updating instance_info_cache with network_info: [{"id": "048e8bd6-d436-47e8-8fb9-f24e73072ab2", "address": "fa:16:3e:84:b0:d1", "network": {"id": "312e0f5e-c6b5-4fa1-ac62-dffee75f96b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2144632732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d86ab8aaa4c4c85a47dbeebaa763741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap048e8bd6-d4", "ovs_interfaceid": "048e8bd6-d436-47e8-8fb9-f24e73072ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.785100] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12535404-8369-4560-b264-8be61f01bf24 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.801660] env[70113]: DEBUG nova.compute.provider_tree [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.850034] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.855652] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415300, 'name': Rename_Task, 'duration_secs': 0.167731} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.855987] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.856338] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38493180-30d5-46f1-a733-8f25bce6bd84 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.863322] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 841.863322] env[70113]: value = "task-3415302" [ 841.863322] env[70113]: _type = "Task" [ 841.863322] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.873363] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.901258] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522ed55a-984a-8b56-c0da-a947e429e72e, 'name': SearchDatastore_Task, 'duration_secs': 0.011773} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.901626] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74439bfa-ece0-4aba-a633-c4399cb059ff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.907670] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 841.907670] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]526522fc-8f96-9c0e-37fe-5878b8de8126" [ 841.907670] env[70113]: _type = "Task" [ 841.907670] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.917266] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526522fc-8f96-9c0e-37fe-5878b8de8126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.973826] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.022356] env[70113]: DEBUG nova.compute.manager [req-36061ced-92c4-40ed-a605-a385bcb670eb req-ff8f3401-19df-4286-890c-99cfbb110993 service nova] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Received event network-vif-plugged-048e8bd6-d436-47e8-8fb9-f24e73072ab2 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.022356] env[70113]: DEBUG oslo_concurrency.lockutils [req-36061ced-92c4-40ed-a605-a385bcb670eb req-ff8f3401-19df-4286-890c-99cfbb110993 service nova] Acquiring lock "ad8051f2-8149-46b3-9c77-3c71dc5ddcd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.022356] env[70113]: DEBUG oslo_concurrency.lockutils [req-36061ced-92c4-40ed-a605-a385bcb670eb req-ff8f3401-19df-4286-890c-99cfbb110993 service nova] Lock "ad8051f2-8149-46b3-9c77-3c71dc5ddcd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.022356] env[70113]: DEBUG oslo_concurrency.lockutils [req-36061ced-92c4-40ed-a605-a385bcb670eb req-ff8f3401-19df-4286-890c-99cfbb110993 service nova] Lock "ad8051f2-8149-46b3-9c77-3c71dc5ddcd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.022496] env[70113]: DEBUG nova.compute.manager [req-36061ced-92c4-40ed-a605-a385bcb670eb req-ff8f3401-19df-4286-890c-99cfbb110993 service nova] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] No waiting events found dispatching network-vif-plugged-048e8bd6-d436-47e8-8fb9-f24e73072ab2 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.022747] env[70113]: WARNING nova.compute.manager [req-36061ced-92c4-40ed-a605-a385bcb670eb req-ff8f3401-19df-4286-890c-99cfbb110993 service nova] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Received unexpected event network-vif-plugged-048e8bd6-d436-47e8-8fb9-f24e73072ab2 for instance with vm_state building and task_state spawning. [ 842.022932] env[70113]: DEBUG nova.compute.manager [req-36061ced-92c4-40ed-a605-a385bcb670eb req-ff8f3401-19df-4286-890c-99cfbb110993 service nova] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Received event network-changed-048e8bd6-d436-47e8-8fb9-f24e73072ab2 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.023100] env[70113]: DEBUG nova.compute.manager [req-36061ced-92c4-40ed-a605-a385bcb670eb req-ff8f3401-19df-4286-890c-99cfbb110993 service nova] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Refreshing instance network info cache due to event network-changed-048e8bd6-d436-47e8-8fb9-f24e73072ab2. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.023284] env[70113]: DEBUG oslo_concurrency.lockutils [req-36061ced-92c4-40ed-a605-a385bcb670eb req-ff8f3401-19df-4286-890c-99cfbb110993 service nova] Acquiring lock "refresh_cache-ad8051f2-8149-46b3-9c77-3c71dc5ddcd9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.204656] env[70113]: DEBUG nova.compute.manager [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.205013] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.205836] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3e9a69-a483-4668-bed4-2773b6289883 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.214837] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.215124] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df5ef36d-4ef4-44b4-bf82-f494fae2120c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.224033] env[70113]: DEBUG oslo_vmware.api [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 842.224033] env[70113]: value = "task-3415303" [ 842.224033] env[70113]: _type = "Task" [ 842.224033] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.235294] env[70113]: DEBUG oslo_vmware.api [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.290761] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Releasing lock "refresh_cache-ad8051f2-8149-46b3-9c77-3c71dc5ddcd9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.291617] env[70113]: DEBUG nova.compute.manager [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Instance network_info: |[{"id": "048e8bd6-d436-47e8-8fb9-f24e73072ab2", "address": "fa:16:3e:84:b0:d1", "network": {"id": "312e0f5e-c6b5-4fa1-ac62-dffee75f96b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2144632732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d86ab8aaa4c4c85a47dbeebaa763741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap048e8bd6-d4", "ovs_interfaceid": "048e8bd6-d436-47e8-8fb9-f24e73072ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.291617] env[70113]: DEBUG oslo_concurrency.lockutils [req-36061ced-92c4-40ed-a605-a385bcb670eb req-ff8f3401-19df-4286-890c-99cfbb110993 service nova] Acquired lock "refresh_cache-ad8051f2-8149-46b3-9c77-3c71dc5ddcd9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.291842] env[70113]: DEBUG nova.network.neutron [req-36061ced-92c4-40ed-a605-a385bcb670eb req-ff8f3401-19df-4286-890c-99cfbb110993 service nova] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Refreshing network info cache for port 048e8bd6-d436-47e8-8fb9-f24e73072ab2 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.293055] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:b0:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '048e8bd6-d436-47e8-8fb9-f24e73072ab2', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.302109] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Creating folder: Project (1d86ab8aaa4c4c85a47dbeebaa763741). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.304741] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec9341ef-72ec-4724-ab1c-cab261d8a2bd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.306917] env[70113]: DEBUG nova.scheduler.client.report [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.321996] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Created folder: Project (1d86ab8aaa4c4c85a47dbeebaa763741) in parent group-v681336. [ 842.322242] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Creating folder: Instances. Parent ref: group-v681462. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.322476] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-884c6e51-9be5-43c9-a5bd-7b229c88c6b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.335129] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Created folder: Instances in parent group-v681462. [ 842.335373] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.335565] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.335772] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6ed87c4-f51d-4565-914b-90abf71f201b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.362080] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415301, 'name': ReconfigVM_Task, 'duration_secs': 0.778841} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.363479] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Reconfigured VM instance instance-0000002d to attach disk [datastore2] ad9ec99f-5338-44db-a225-a31e8ee75682/ad9ec99f-5338-44db-a225-a31e8ee75682.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.364091] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.364091] env[70113]: value = "task-3415306" [ 842.364091] env[70113]: _type = "Task" [ 842.364091] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.364332] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fee02092-23df-4f0e-a7fd-eff5fb2ae7e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.378199] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415306, 'name': CreateVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.381879] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.382188] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 842.382188] env[70113]: value = "task-3415307" [ 842.382188] env[70113]: _type = "Task" [ 842.382188] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.390929] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415307, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.418309] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526522fc-8f96-9c0e-37fe-5878b8de8126, 'name': SearchDatastore_Task, 'duration_secs': 0.01111} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.418631] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.418948] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] ee9173ac-18ee-4882-bfe3-ab4cdc707d1a/ee9173ac-18ee-4882-bfe3-ab4cdc707d1a.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.419645] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a5a3ec6-0527-4eca-8ca9-ec03703ea558 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.427961] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 842.427961] env[70113]: value = "task-3415308" [ 842.427961] env[70113]: _type = "Task" [ 842.427961] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.438026] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.638200] env[70113]: DEBUG nova.compute.manager [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.639346] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b095be3-fc23-4681-b920-ae2b11a15483 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.653834] env[70113]: DEBUG nova.network.neutron [req-36061ced-92c4-40ed-a605-a385bcb670eb req-ff8f3401-19df-4286-890c-99cfbb110993 service nova] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Updated VIF entry in instance network info cache for port 048e8bd6-d436-47e8-8fb9-f24e73072ab2. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.654313] env[70113]: DEBUG nova.network.neutron [req-36061ced-92c4-40ed-a605-a385bcb670eb req-ff8f3401-19df-4286-890c-99cfbb110993 service nova] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Updating instance_info_cache with network_info: [{"id": "048e8bd6-d436-47e8-8fb9-f24e73072ab2", "address": "fa:16:3e:84:b0:d1", "network": {"id": "312e0f5e-c6b5-4fa1-ac62-dffee75f96b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2144632732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d86ab8aaa4c4c85a47dbeebaa763741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap048e8bd6-d4", "ovs_interfaceid": "048e8bd6-d436-47e8-8fb9-f24e73072ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.736841] env[70113]: DEBUG oslo_vmware.api [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415303, 'name': PowerOffVM_Task, 'duration_secs': 0.293404} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.737171] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.737396] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.737704] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-090362e3-7365-4ce8-8d92-4aa67f5171d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.812713] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.814044] env[70113]: DEBUG nova.compute.manager [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.816778] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.811s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.817191] env[70113]: DEBUG nova.objects.instance [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lazy-loading 'resources' on Instance uuid 85001c04-13eb-4f93-98d8-e206133639ca {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.836847] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.839071] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.839071] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Deleting the datastore file [datastore1] c1f3d6bd-e998-48d0-befe-6c7e495618ae {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.839071] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69f7dd33-6a15-47ba-9cc9-8749d0a709b5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.847869] env[70113]: DEBUG oslo_vmware.api [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 842.847869] env[70113]: value = "task-3415310" [ 842.847869] env[70113]: _type = "Task" [ 842.847869] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.862113] env[70113]: DEBUG oslo_vmware.api [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.880162] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415306, 'name': CreateVM_Task, 'duration_secs': 0.507992} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.884507] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.884990] env[70113]: DEBUG oslo_vmware.api [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415302, 'name': PowerOnVM_Task, 'duration_secs': 0.883201} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.885694] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.885858] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.886854] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.890293] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.890624] env[70113]: INFO nova.compute.manager [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Took 11.50 seconds to spawn the instance on the hypervisor. [ 842.890803] env[70113]: DEBUG nova.compute.manager [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.891514] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe52793-faa2-48c6-80b8-ca7dfce16dc1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.894606] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae821aa-41f1-4720-89fe-5d449359f506 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.902563] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 842.902563] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5206c2da-89e1-3fbc-39fa-d55c45d5e247" [ 842.902563] env[70113]: _type = "Task" [ 842.902563] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.911416] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415307, 'name': Rename_Task, 'duration_secs': 0.175247} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.918207] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.918207] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7ffa963-52f4-4190-8ee0-bbeb2b661e14 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.921697] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5206c2da-89e1-3fbc-39fa-d55c45d5e247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.933472] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 842.933472] env[70113]: value = "task-3415311" [ 842.933472] env[70113]: _type = "Task" [ 842.933472] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.941749] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415308, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.952934] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.157579] env[70113]: INFO nova.compute.manager [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] instance snapshotting [ 843.159382] env[70113]: DEBUG oslo_concurrency.lockutils [req-36061ced-92c4-40ed-a605-a385bcb670eb req-ff8f3401-19df-4286-890c-99cfbb110993 service nova] Releasing lock "refresh_cache-ad8051f2-8149-46b3-9c77-3c71dc5ddcd9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.160692] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928c41f0-3720-4a83-b6f4-7c95f61362f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.181217] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be1ccc7-b62d-45c0-a958-4ce766ec950a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.324160] env[70113]: DEBUG nova.compute.utils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.325739] env[70113]: DEBUG nova.compute.manager [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.325905] env[70113]: DEBUG nova.network.neutron [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.363465] env[70113]: DEBUG oslo_vmware.api [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474987} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.363731] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.363916] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.364134] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.364279] env[70113]: INFO nova.compute.manager [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Took 1.16 seconds to destroy the instance on the hypervisor. [ 843.364550] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.364748] env[70113]: DEBUG nova.compute.manager [-] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.364842] env[70113]: DEBUG nova.network.neutron [-] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.423972] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5206c2da-89e1-3fbc-39fa-d55c45d5e247, 'name': SearchDatastore_Task, 'duration_secs': 0.062787} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.427966] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.427966] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.427966] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.427966] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.429595] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.429662] env[70113]: INFO nova.compute.manager [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Took 46.58 seconds to build instance. [ 843.431879] env[70113]: DEBUG nova.policy [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5377a4f4d2ca48658d9be54ef9348b8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ade821aa5299479ba2da57346cd830a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.434909] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2cb16d5-1732-4213-85f5-113b19e4e9c3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.467076] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575033} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.467341] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415311, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.470701] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] ee9173ac-18ee-4882-bfe3-ab4cdc707d1a/ee9173ac-18ee-4882-bfe3-ab4cdc707d1a.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.470966] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.472420] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68e63ef0-01ea-4c48-92eb-718f15dbb0b6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.474498] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.474705] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.475833] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58b0cfb3-4701-4d10-bb53-79442689af61 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.483033] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 843.483033] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528dfb24-fc2d-9650-d9bc-b79a1919c3b5" [ 843.483033] env[70113]: _type = "Task" [ 843.483033] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.490898] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 843.490898] env[70113]: value = "task-3415312" [ 843.490898] env[70113]: _type = "Task" [ 843.490898] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.501481] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528dfb24-fc2d-9650-d9bc-b79a1919c3b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.509623] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.694983] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 843.698272] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a88ddf04-e016-43fd-9ad1-5641fa48e493 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.709292] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 843.709292] env[70113]: value = "task-3415313" [ 843.709292] env[70113]: _type = "Task" [ 843.709292] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.725807] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415313, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.828871] env[70113]: DEBUG nova.compute.manager [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.942996] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a38263e5-6a70-4d5c-abd4-6add54a2d850 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "02c505b2-d1ff-4aae-b887-b10678a49427" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.467s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.950337] env[70113]: DEBUG oslo_vmware.api [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415311, 'name': PowerOnVM_Task, 'duration_secs': 0.806872} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.953562] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.953562] env[70113]: INFO nova.compute.manager [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Took 9.21 seconds to spawn the instance on the hypervisor. [ 843.953562] env[70113]: DEBUG nova.compute.manager [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.954536] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73589cb-deeb-4659-ba33-0fa8c0aaf91e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.990723] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52342f2-ce31-4231-80c6-ae8c6b5c2a25 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.996739] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528dfb24-fc2d-9650-d9bc-b79a1919c3b5, 'name': SearchDatastore_Task, 'duration_secs': 0.018747} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.001225] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ef6694-2605-4385-b792-fafc2155c947 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.007627] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056cebee-7c32-4fca-b1fb-c5b4a0eec819 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.015394] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145724} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.015723] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 844.015723] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]522bcc12-6eb1-e6b8-08c0-3bf0a8398bb6" [ 844.015723] env[70113]: _type = "Task" [ 844.015723] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.016427] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.017205] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4607bfdf-9688-4b23-8172-6b6aa113b352 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.054999] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4645986-c724-4610-b03d-d6f1e0254c9a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.079175] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] ee9173ac-18ee-4882-bfe3-ab4cdc707d1a/ee9173ac-18ee-4882-bfe3-ab4cdc707d1a.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.079599] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522bcc12-6eb1-e6b8-08c0-3bf0a8398bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.034186} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.081137] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c40e6ea-6ad0-4d80-969a-7b5f5c805292 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.097541] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.097541] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] ad8051f2-8149-46b3-9c77-3c71dc5ddcd9/ad8051f2-8149-46b3-9c77-3c71dc5ddcd9.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.099738] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6ac5922-3e11-4158-8aa7-b23390a5587c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.104178] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6889b1-7e80-486c-a4d7-840293ab96a7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.111120] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 844.111120] env[70113]: value = "task-3415314" [ 844.111120] env[70113]: _type = "Task" [ 844.111120] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.122891] env[70113]: DEBUG nova.compute.provider_tree [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.125560] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 844.125560] env[70113]: value = "task-3415315" [ 844.125560] env[70113]: _type = "Task" [ 844.125560] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.133707] env[70113]: DEBUG nova.compute.manager [req-1115af55-5f3e-416a-ad70-bd51e46ae233 req-3a355ae6-a050-429d-886e-a66885e52fc0 service nova] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Received event network-vif-deleted-4e30a1fd-fed1-4a34-8cba-8adb7818161d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.133939] env[70113]: INFO nova.compute.manager [req-1115af55-5f3e-416a-ad70-bd51e46ae233 req-3a355ae6-a050-429d-886e-a66885e52fc0 service nova] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Neutron deleted interface 4e30a1fd-fed1-4a34-8cba-8adb7818161d; detaching it from the instance and deleting it from the info cache [ 844.134164] env[70113]: DEBUG nova.network.neutron [req-1115af55-5f3e-416a-ad70-bd51e46ae233 req-3a355ae6-a050-429d-886e-a66885e52fc0 service nova] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.135549] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.142284] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.196771] env[70113]: DEBUG nova.network.neutron [-] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.221304] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415313, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.445560] env[70113]: DEBUG nova.compute.manager [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.474819] env[70113]: INFO nova.compute.manager [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Took 42.38 seconds to build instance. [ 844.624175] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415314, 'name': ReconfigVM_Task, 'duration_secs': 0.358549} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.624726] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Reconfigured VM instance instance-0000002a to attach disk [datastore2] ee9173ac-18ee-4882-bfe3-ab4cdc707d1a/ee9173ac-18ee-4882-bfe3-ab4cdc707d1a.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.626811] env[70113]: DEBUG nova.scheduler.client.report [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.631263] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-010c17af-3596-4a88-8e5d-addb7bb5dc47 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.636856] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03b59982-1a8f-40c1-a2d3-ddd793e89725 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.641890] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415315, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.644493] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 844.644493] env[70113]: value = "task-3415316" [ 844.644493] env[70113]: _type = "Task" [ 844.644493] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.652766] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f01892-cf58-4a13-8e52-3eb2978e489a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.663638] env[70113]: DEBUG nova.network.neutron [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Successfully created port: dff0d4cc-9245-4ad6-8ae6-1f537d4a6084 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.669180] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415316, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.696110] env[70113]: DEBUG nova.compute.manager [req-1115af55-5f3e-416a-ad70-bd51e46ae233 req-3a355ae6-a050-429d-886e-a66885e52fc0 service nova] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Detach interface failed, port_id=4e30a1fd-fed1-4a34-8cba-8adb7818161d, reason: Instance c1f3d6bd-e998-48d0-befe-6c7e495618ae could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 844.699861] env[70113]: INFO nova.compute.manager [-] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Took 1.33 seconds to deallocate network for instance. [ 844.722770] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415313, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.840690] env[70113]: DEBUG nova.compute.manager [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.868255] env[70113]: DEBUG nova.virt.hardware [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.868566] env[70113]: DEBUG nova.virt.hardware [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.868659] env[70113]: DEBUG nova.virt.hardware [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.868843] env[70113]: DEBUG nova.virt.hardware [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.868992] env[70113]: DEBUG nova.virt.hardware [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.869161] env[70113]: DEBUG nova.virt.hardware [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.869796] env[70113]: DEBUG nova.virt.hardware [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.869796] env[70113]: DEBUG nova.virt.hardware [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.869796] env[70113]: DEBUG nova.virt.hardware [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.870033] env[70113]: DEBUG nova.virt.hardware [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.870072] env[70113]: DEBUG nova.virt.hardware [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.871368] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac74e5b8-3c06-4954-8d07-c94f3c8502e9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.884975] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a0c9bd-4120-45d7-a87c-e86aaf4501fb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.977467] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3dd3110f-e7d1-47d4-846a-5bb0aa72c9e5 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "ad9ec99f-5338-44db-a225-a31e8ee75682" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.227s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.981069] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.140670] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.324s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.143809] env[70113]: DEBUG oslo_concurrency.lockutils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.027s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.145820] env[70113]: INFO nova.compute.claims [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.161961] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.933416} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.163342] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] ad8051f2-8149-46b3-9c77-3c71dc5ddcd9/ad8051f2-8149-46b3-9c77-3c71dc5ddcd9.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.163493] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.164034] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ed4c224-62a8-41a3-bd73-3d7330c3506e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.169854] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415316, 'name': Rename_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.170902] env[70113]: INFO nova.scheduler.client.report [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Deleted allocations for instance 85001c04-13eb-4f93-98d8-e206133639ca [ 845.178458] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 845.178458] env[70113]: value = "task-3415317" [ 845.178458] env[70113]: _type = "Task" [ 845.178458] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.195024] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.206455] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.226015] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415313, 'name': CreateSnapshot_Task, 'duration_secs': 1.37739} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.226015] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 845.226015] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219ff5a0-c72d-4652-b9ac-c3533ad7d9ef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.481043] env[70113]: DEBUG nova.compute.manager [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.616060] env[70113]: DEBUG nova.compute.manager [req-276e3bcc-46d8-4b77-bf60-ec32c9009832 req-2cfbf293-ba57-4cf9-a07b-71b71effb4c9 service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Received event network-changed-efee1ffd-6c30-4577-ab70-4472c9e04137 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.616060] env[70113]: DEBUG nova.compute.manager [req-276e3bcc-46d8-4b77-bf60-ec32c9009832 req-2cfbf293-ba57-4cf9-a07b-71b71effb4c9 service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Refreshing instance network info cache due to event network-changed-efee1ffd-6c30-4577-ab70-4472c9e04137. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.616060] env[70113]: DEBUG oslo_concurrency.lockutils [req-276e3bcc-46d8-4b77-bf60-ec32c9009832 req-2cfbf293-ba57-4cf9-a07b-71b71effb4c9 service nova] Acquiring lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.616060] env[70113]: DEBUG oslo_concurrency.lockutils [req-276e3bcc-46d8-4b77-bf60-ec32c9009832 req-2cfbf293-ba57-4cf9-a07b-71b71effb4c9 service nova] Acquired lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.616060] env[70113]: DEBUG nova.network.neutron [req-276e3bcc-46d8-4b77-bf60-ec32c9009832 req-2cfbf293-ba57-4cf9-a07b-71b71effb4c9 service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Refreshing network info cache for port efee1ffd-6c30-4577-ab70-4472c9e04137 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.664144] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415316, 'name': Rename_Task, 'duration_secs': 1.010449} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.664435] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.664684] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86ab7fe4-a3af-40d3-9707-eedc7ff8cdb6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.673146] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 845.673146] env[70113]: value = "task-3415318" [ 845.673146] env[70113]: _type = "Task" [ 845.673146] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.681977] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e71af0a3-3936-4ea7-8941-dc0505930e9e tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "85001c04-13eb-4f93-98d8-e206133639ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.349s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.688439] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.696517] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.314679} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.696517] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.698091] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fce09d-d2de-4c13-89ef-aaf71d6ad360 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.733634] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] ad8051f2-8149-46b3-9c77-3c71dc5ddcd9/ad8051f2-8149-46b3-9c77-3c71dc5ddcd9.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.734236] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ad873bd-f68b-40d9-9b28-29d667293bc0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.756135] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.756968] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-da374ed2-b68d-4e06-8fee-8ba8274ade5c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.768126] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 845.768126] env[70113]: value = "task-3415320" [ 845.768126] env[70113]: _type = "Task" [ 845.768126] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.769427] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 845.769427] env[70113]: value = "task-3415319" [ 845.769427] env[70113]: _type = "Task" [ 845.769427] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.780884] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.784232] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415319, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.925091] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cc3f5651-95a6-4a23-b932-554ba049dcbc tempest-ServersAdminTestJSON-376506865 tempest-ServersAdminTestJSON-376506865-project-admin] Acquiring lock "refresh_cache-ad9ec99f-5338-44db-a225-a31e8ee75682" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.925275] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cc3f5651-95a6-4a23-b932-554ba049dcbc tempest-ServersAdminTestJSON-376506865 tempest-ServersAdminTestJSON-376506865-project-admin] Acquired lock "refresh_cache-ad9ec99f-5338-44db-a225-a31e8ee75682" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.925449] env[70113]: DEBUG nova.network.neutron [None req-cc3f5651-95a6-4a23-b932-554ba049dcbc tempest-ServersAdminTestJSON-376506865 tempest-ServersAdminTestJSON-376506865-project-admin] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.003068] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.183379] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.285720] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.289360] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415319, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.381526] env[70113]: DEBUG nova.network.neutron [req-276e3bcc-46d8-4b77-bf60-ec32c9009832 req-2cfbf293-ba57-4cf9-a07b-71b71effb4c9 service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updated VIF entry in instance network info cache for port efee1ffd-6c30-4577-ab70-4472c9e04137. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.381526] env[70113]: DEBUG nova.network.neutron [req-276e3bcc-46d8-4b77-bf60-ec32c9009832 req-2cfbf293-ba57-4cf9-a07b-71b71effb4c9 service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance_info_cache with network_info: [{"id": "efee1ffd-6c30-4577-ab70-4472c9e04137", "address": "fa:16:3e:aa:9f:18", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefee1ffd-6c", "ovs_interfaceid": "efee1ffd-6c30-4577-ab70-4472c9e04137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.688689] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415318, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.731637] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636aa3d8-6d32-4f82-a14c-5d2a4bb03c6c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.745985] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cceda17-fc93-4d3a-8696-d92bf000fbbd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.792430] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e096976-776d-4c6e-adc3-b9bd14d47468 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.807170] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415319, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.807540] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415320, 'name': ReconfigVM_Task, 'duration_secs': 0.846391} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.808791] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e467d6-1188-4047-91a4-7dcde472d5d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.813140] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Reconfigured VM instance instance-0000002e to attach disk [datastore2] ad8051f2-8149-46b3-9c77-3c71dc5ddcd9/ad8051f2-8149-46b3-9c77-3c71dc5ddcd9.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.813863] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc9d214e-851b-4e39-9128-e1f6f5049444 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.822230] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 846.822230] env[70113]: value = "task-3415321" [ 846.822230] env[70113]: _type = "Task" [ 846.822230] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.830190] env[70113]: DEBUG nova.compute.provider_tree [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.842491] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415321, 'name': Rename_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.850112] env[70113]: DEBUG nova.network.neutron [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Successfully updated port: dff0d4cc-9245-4ad6-8ae6-1f537d4a6084 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.885652] env[70113]: DEBUG oslo_concurrency.lockutils [req-276e3bcc-46d8-4b77-bf60-ec32c9009832 req-2cfbf293-ba57-4cf9-a07b-71b71effb4c9 service nova] Releasing lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.903884] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.904143] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.951631] env[70113]: DEBUG nova.network.neutron [None req-cc3f5651-95a6-4a23-b932-554ba049dcbc tempest-ServersAdminTestJSON-376506865 tempest-ServersAdminTestJSON-376506865-project-admin] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Updating instance_info_cache with network_info: [{"id": "5c5125d8-ebd3-4a4c-af78-e06ace14d08b", "address": "fa:16:3e:a8:cf:fc", "network": {"id": "d8098449-56fb-4cf5-9588-1752abe6b87b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455837824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a73b55ba6c343478ce3516e3053d3d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5125d8-eb", "ovs_interfaceid": "5c5125d8-ebd3-4a4c-af78-e06ace14d08b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.186260] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415318, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.295976] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415319, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.336528] env[70113]: DEBUG nova.scheduler.client.report [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.343613] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415321, 'name': Rename_Task, 'duration_secs': 0.305852} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.344131] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.344386] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b1f17eb-ae09-47e5-9e44-c080c1c4fc68 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.354198] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 847.354198] env[70113]: value = "task-3415322" [ 847.354198] env[70113]: _type = "Task" [ 847.354198] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.358611] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Acquiring lock "refresh_cache-913679b6-777c-402a-862d-7fcd293f9527" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.358757] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Acquired lock "refresh_cache-913679b6-777c-402a-862d-7fcd293f9527" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.358902] env[70113]: DEBUG nova.network.neutron [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.367340] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.454581] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cc3f5651-95a6-4a23-b932-554ba049dcbc tempest-ServersAdminTestJSON-376506865 tempest-ServersAdminTestJSON-376506865-project-admin] Releasing lock "refresh_cache-ad9ec99f-5338-44db-a225-a31e8ee75682" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.454842] env[70113]: DEBUG nova.compute.manager [None req-cc3f5651-95a6-4a23-b932-554ba049dcbc tempest-ServersAdminTestJSON-376506865 tempest-ServersAdminTestJSON-376506865-project-admin] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Inject network info {{(pid=70113) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 847.456028] env[70113]: DEBUG nova.compute.manager [None req-cc3f5651-95a6-4a23-b932-554ba049dcbc tempest-ServersAdminTestJSON-376506865 tempest-ServersAdminTestJSON-376506865-project-admin] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] network_info to inject: |[{"id": "5c5125d8-ebd3-4a4c-af78-e06ace14d08b", "address": "fa:16:3e:a8:cf:fc", "network": {"id": "d8098449-56fb-4cf5-9588-1752abe6b87b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455837824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a73b55ba6c343478ce3516e3053d3d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5125d8-eb", "ovs_interfaceid": "5c5125d8-ebd3-4a4c-af78-e06ace14d08b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 847.460184] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3f5651-95a6-4a23-b932-554ba049dcbc tempest-ServersAdminTestJSON-376506865 tempest-ServersAdminTestJSON-376506865-project-admin] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Reconfiguring VM instance to set the machine id {{(pid=70113) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 847.460469] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d1340db-a453-4078-a238-118a50b7ae71 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.479433] env[70113]: DEBUG oslo_vmware.api [None req-cc3f5651-95a6-4a23-b932-554ba049dcbc tempest-ServersAdminTestJSON-376506865 tempest-ServersAdminTestJSON-376506865-project-admin] Waiting for the task: (returnval){ [ 847.479433] env[70113]: value = "task-3415323" [ 847.479433] env[70113]: _type = "Task" [ 847.479433] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.489787] env[70113]: DEBUG oslo_vmware.api [None req-cc3f5651-95a6-4a23-b932-554ba049dcbc tempest-ServersAdminTestJSON-376506865 tempest-ServersAdminTestJSON-376506865-project-admin] Task: {'id': task-3415323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.686290] env[70113]: DEBUG oslo_vmware.api [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415318, 'name': PowerOnVM_Task, 'duration_secs': 1.555984} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.686290] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.686290] env[70113]: DEBUG nova.compute.manager [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.686925] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0fa058-7e5e-45d1-b854-62636179f4e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.698940] env[70113]: DEBUG nova.compute.manager [req-590cfff1-ec0d-4f1f-97fc-9094fece95a3 req-1815c581-7afd-4865-9d28-35325c5a97de service nova] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Received event network-vif-plugged-dff0d4cc-9245-4ad6-8ae6-1f537d4a6084 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.699193] env[70113]: DEBUG oslo_concurrency.lockutils [req-590cfff1-ec0d-4f1f-97fc-9094fece95a3 req-1815c581-7afd-4865-9d28-35325c5a97de service nova] Acquiring lock "913679b6-777c-402a-862d-7fcd293f9527-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.699406] env[70113]: DEBUG oslo_concurrency.lockutils [req-590cfff1-ec0d-4f1f-97fc-9094fece95a3 req-1815c581-7afd-4865-9d28-35325c5a97de service nova] Lock "913679b6-777c-402a-862d-7fcd293f9527-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.699635] env[70113]: DEBUG oslo_concurrency.lockutils [req-590cfff1-ec0d-4f1f-97fc-9094fece95a3 req-1815c581-7afd-4865-9d28-35325c5a97de service nova] Lock "913679b6-777c-402a-862d-7fcd293f9527-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.699838] env[70113]: DEBUG nova.compute.manager [req-590cfff1-ec0d-4f1f-97fc-9094fece95a3 req-1815c581-7afd-4865-9d28-35325c5a97de service nova] [instance: 913679b6-777c-402a-862d-7fcd293f9527] No waiting events found dispatching network-vif-plugged-dff0d4cc-9245-4ad6-8ae6-1f537d4a6084 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.700015] env[70113]: WARNING nova.compute.manager [req-590cfff1-ec0d-4f1f-97fc-9094fece95a3 req-1815c581-7afd-4865-9d28-35325c5a97de service nova] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Received unexpected event network-vif-plugged-dff0d4cc-9245-4ad6-8ae6-1f537d4a6084 for instance with vm_state building and task_state spawning. [ 847.700183] env[70113]: DEBUG nova.compute.manager [req-590cfff1-ec0d-4f1f-97fc-9094fece95a3 req-1815c581-7afd-4865-9d28-35325c5a97de service nova] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Received event network-changed-dff0d4cc-9245-4ad6-8ae6-1f537d4a6084 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.700336] env[70113]: DEBUG nova.compute.manager [req-590cfff1-ec0d-4f1f-97fc-9094fece95a3 req-1815c581-7afd-4865-9d28-35325c5a97de service nova] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Refreshing instance network info cache due to event network-changed-dff0d4cc-9245-4ad6-8ae6-1f537d4a6084. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.700502] env[70113]: DEBUG oslo_concurrency.lockutils [req-590cfff1-ec0d-4f1f-97fc-9094fece95a3 req-1815c581-7afd-4865-9d28-35325c5a97de service nova] Acquiring lock "refresh_cache-913679b6-777c-402a-862d-7fcd293f9527" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.797472] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415319, 'name': CloneVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.845310] env[70113]: DEBUG oslo_concurrency.lockutils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.845890] env[70113]: DEBUG nova.compute.manager [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.848690] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.074s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.848845] env[70113]: DEBUG nova.objects.instance [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lazy-loading 'resources' on Instance uuid 546d4f1f-00dc-458c-a0f5-3810925a681d {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.866695] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415322, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.899476] env[70113]: DEBUG nova.network.neutron [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.989817] env[70113]: DEBUG oslo_vmware.api [None req-cc3f5651-95a6-4a23-b932-554ba049dcbc tempest-ServersAdminTestJSON-376506865 tempest-ServersAdminTestJSON-376506865-project-admin] Task: {'id': task-3415323, 'name': ReconfigVM_Task, 'duration_secs': 0.29978} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.992604] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3f5651-95a6-4a23-b932-554ba049dcbc tempest-ServersAdminTestJSON-376506865 tempest-ServersAdminTestJSON-376506865-project-admin] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Reconfigured VM instance to set the machine id {{(pid=70113) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 848.063393] env[70113]: DEBUG nova.network.neutron [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Updating instance_info_cache with network_info: [{"id": "dff0d4cc-9245-4ad6-8ae6-1f537d4a6084", "address": "fa:16:3e:3e:3a:6e", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdff0d4cc-92", "ovs_interfaceid": "dff0d4cc-9245-4ad6-8ae6-1f537d4a6084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.210517] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.308863] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415319, 'name': CloneVM_Task, 'duration_secs': 2.161258} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.310728] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Created linked-clone VM from snapshot [ 848.310728] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cae6fc-4d17-4772-b07b-c2ecc2ecf828 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.319759] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Uploading image a711cf19-6534-4d65-a79e-b987a4a9e4d0 {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 848.342869] env[70113]: DEBUG oslo_vmware.rw_handles [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 848.342869] env[70113]: value = "vm-681466" [ 848.342869] env[70113]: _type = "VirtualMachine" [ 848.342869] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 848.343220] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e0e59c28-20e7-4f3e-812d-610ca4720886 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.352412] env[70113]: DEBUG nova.compute.utils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.354035] env[70113]: DEBUG oslo_vmware.rw_handles [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lease: (returnval){ [ 848.354035] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]529843f3-3268-0d3e-d905-34a4f07a1f03" [ 848.354035] env[70113]: _type = "HttpNfcLease" [ 848.354035] env[70113]: } obtained for exporting VM: (result){ [ 848.354035] env[70113]: value = "vm-681466" [ 848.354035] env[70113]: _type = "VirtualMachine" [ 848.354035] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 848.354293] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the lease: (returnval){ [ 848.354293] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]529843f3-3268-0d3e-d905-34a4f07a1f03" [ 848.354293] env[70113]: _type = "HttpNfcLease" [ 848.354293] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 848.357122] env[70113]: DEBUG nova.compute.manager [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.357298] env[70113]: DEBUG nova.network.neutron [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.371955] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.371955] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]529843f3-3268-0d3e-d905-34a4f07a1f03" [ 848.371955] env[70113]: _type = "HttpNfcLease" [ 848.371955] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 848.376248] env[70113]: DEBUG oslo_vmware.api [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415322, 'name': PowerOnVM_Task, 'duration_secs': 0.963715} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.376572] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.376813] env[70113]: INFO nova.compute.manager [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Took 8.52 seconds to spawn the instance on the hypervisor. [ 848.377072] env[70113]: DEBUG nova.compute.manager [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.377867] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5ba6c2-9e54-4874-8121-a84753fd52e6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.403264] env[70113]: DEBUG nova.policy [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30ed6a4847e44f33b0082df2a0e5760a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c77ad79b61a44059314b773c1972611', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.568842] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Releasing lock "refresh_cache-913679b6-777c-402a-862d-7fcd293f9527" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.569181] env[70113]: DEBUG nova.compute.manager [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Instance network_info: |[{"id": "dff0d4cc-9245-4ad6-8ae6-1f537d4a6084", "address": "fa:16:3e:3e:3a:6e", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdff0d4cc-92", "ovs_interfaceid": "dff0d4cc-9245-4ad6-8ae6-1f537d4a6084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.570169] env[70113]: DEBUG oslo_concurrency.lockutils [req-590cfff1-ec0d-4f1f-97fc-9094fece95a3 req-1815c581-7afd-4865-9d28-35325c5a97de service nova] Acquired lock "refresh_cache-913679b6-777c-402a-862d-7fcd293f9527" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.570169] env[70113]: DEBUG nova.network.neutron [req-590cfff1-ec0d-4f1f-97fc-9094fece95a3 req-1815c581-7afd-4865-9d28-35325c5a97de service nova] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Refreshing network info cache for port dff0d4cc-9245-4ad6-8ae6-1f537d4a6084 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.570793] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:3a:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dff0d4cc-9245-4ad6-8ae6-1f537d4a6084', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.581255] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Creating folder: Project (ade821aa5299479ba2da57346cd830a9). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.581765] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3079468-3999-4367-8937-b77875ec74e9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.600265] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Created folder: Project (ade821aa5299479ba2da57346cd830a9) in parent group-v681336. [ 848.600412] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Creating folder: Instances. Parent ref: group-v681467. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.603197] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4461b62-ae8b-4e75-a6e1-602edb1d1fe1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.614897] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Created folder: Instances in parent group-v681467. [ 848.615139] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.615342] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.615550] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4b2004f-7b6c-44d7-a87f-716dc9a4abfe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.640789] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.640789] env[70113]: value = "task-3415327" [ 848.640789] env[70113]: _type = "Task" [ 848.640789] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.651862] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415327, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.684059] env[70113]: DEBUG nova.network.neutron [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Successfully created port: 782c3e9f-75f6-4bae-a8ff-b344b071da3e {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.812852] env[70113]: INFO nova.compute.manager [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Rebuilding instance [ 848.855341] env[70113]: DEBUG nova.compute.manager [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.872137] env[70113]: DEBUG nova.compute.manager [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.874785] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79223259-9a03-49d4-aaf6-9dd84bd8c661 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.880066] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.880066] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]529843f3-3268-0d3e-d905-34a4f07a1f03" [ 848.880066] env[70113]: _type = "HttpNfcLease" [ 848.880066] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 848.881206] env[70113]: DEBUG oslo_vmware.rw_handles [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 848.881206] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]529843f3-3268-0d3e-d905-34a4f07a1f03" [ 848.881206] env[70113]: _type = "HttpNfcLease" [ 848.881206] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 848.882353] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6222f9cf-1132-49ea-bc66-725140635c1c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.902090] env[70113]: INFO nova.compute.manager [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Took 40.87 seconds to build instance. [ 848.909117] env[70113]: DEBUG oslo_vmware.rw_handles [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525726f5-b5ce-3928-688b-39b3fbd77e84/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 848.909117] env[70113]: DEBUG oslo_vmware.rw_handles [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525726f5-b5ce-3928-688b-39b3fbd77e84/disk-0.vmdk for reading. {{(pid=70113) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 849.017367] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b13f1a61-c996-4b52-b3ca-70fcc86ca1a7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.033249] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c5f028-a740-42c2-8752-b3359987f01f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.044769] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65462df3-058f-4d83-a88e-bb5915a6a05a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.083057] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49a262c-71d8-413b-8f47-a4839c3392ba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.094390] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506a2293-8654-4878-886a-ad291a2c2b80 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.115255] env[70113]: DEBUG nova.compute.provider_tree [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.155816] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415327, 'name': CreateVM_Task, 'duration_secs': 0.433948} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.156000] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.156711] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.156882] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.157223] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.157491] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4d08da6-131a-4651-b2f4-385f7a5111a7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.166669] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Waiting for the task: (returnval){ [ 849.166669] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]523c7d0e-38a4-4870-5470-0007f33b7040" [ 849.166669] env[70113]: _type = "Task" [ 849.166669] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.176217] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523c7d0e-38a4-4870-5470-0007f33b7040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.243559] env[70113]: DEBUG oslo_concurrency.lockutils [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "ee9173ac-18ee-4882-bfe3-ab4cdc707d1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.243559] env[70113]: DEBUG oslo_concurrency.lockutils [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "ee9173ac-18ee-4882-bfe3-ab4cdc707d1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.243559] env[70113]: DEBUG oslo_concurrency.lockutils [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "ee9173ac-18ee-4882-bfe3-ab4cdc707d1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.243559] env[70113]: DEBUG oslo_concurrency.lockutils [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "ee9173ac-18ee-4882-bfe3-ab4cdc707d1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.243785] env[70113]: DEBUG oslo_concurrency.lockutils [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "ee9173ac-18ee-4882-bfe3-ab4cdc707d1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.244512] env[70113]: INFO nova.compute.manager [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Terminating instance [ 849.299401] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ba2b67be-3e89-4812-a1d3-081ec75111b3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "ad8051f2-8149-46b3-9c77-3c71dc5ddcd9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.404293] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cdf6394-65ab-4518-b462-25007fc4a178 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "ad8051f2-8149-46b3-9c77-3c71dc5ddcd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.549s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.405554] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ba2b67be-3e89-4812-a1d3-081ec75111b3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "ad8051f2-8149-46b3-9c77-3c71dc5ddcd9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.106s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.405957] env[70113]: DEBUG nova.compute.manager [None req-ba2b67be-3e89-4812-a1d3-081ec75111b3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.407545] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6c2f34-9975-462e-89e5-9b7e81222576 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.416142] env[70113]: DEBUG nova.compute.manager [None req-ba2b67be-3e89-4812-a1d3-081ec75111b3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70113) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 849.416873] env[70113]: DEBUG nova.objects.instance [None req-ba2b67be-3e89-4812-a1d3-081ec75111b3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lazy-loading 'flavor' on Instance uuid ad8051f2-8149-46b3-9c77-3c71dc5ddcd9 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.428107] env[70113]: DEBUG nova.network.neutron [req-590cfff1-ec0d-4f1f-97fc-9094fece95a3 req-1815c581-7afd-4865-9d28-35325c5a97de service nova] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Updated VIF entry in instance network info cache for port dff0d4cc-9245-4ad6-8ae6-1f537d4a6084. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.428107] env[70113]: DEBUG nova.network.neutron [req-590cfff1-ec0d-4f1f-97fc-9094fece95a3 req-1815c581-7afd-4865-9d28-35325c5a97de service nova] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Updating instance_info_cache with network_info: [{"id": "dff0d4cc-9245-4ad6-8ae6-1f537d4a6084", "address": "fa:16:3e:3e:3a:6e", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdff0d4cc-92", "ovs_interfaceid": "dff0d4cc-9245-4ad6-8ae6-1f537d4a6084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.618094] env[70113]: DEBUG nova.scheduler.client.report [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.677444] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523c7d0e-38a4-4870-5470-0007f33b7040, 'name': SearchDatastore_Task, 'duration_secs': 0.01459} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.677871] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.678189] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.678432] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.678589] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.678859] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.679195] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0846084-63ea-4873-92ed-4ba1f824f10b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.692553] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.692684] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.694331] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d87ae05-fc16-4e4a-8011-6864510de1d5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.702633] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Waiting for the task: (returnval){ [ 849.702633] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52adc519-3525-2f87-74fb-def2e4fa4a7e" [ 849.702633] env[70113]: _type = "Task" [ 849.702633] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.715159] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52adc519-3525-2f87-74fb-def2e4fa4a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.748545] env[70113]: DEBUG nova.compute.manager [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.748545] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.749817] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc11f624-54fa-4b24-999d-09d86a4c9fb4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.759189] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.759600] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a532bb10-18a9-488c-8f26-c624824b3024 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.768607] env[70113]: DEBUG oslo_vmware.api [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 849.768607] env[70113]: value = "task-3415328" [ 849.768607] env[70113]: _type = "Task" [ 849.768607] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.783708] env[70113]: DEBUG oslo_vmware.api [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.866098] env[70113]: DEBUG nova.compute.manager [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.894527] env[70113]: DEBUG nova.virt.hardware [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.896116] env[70113]: DEBUG nova.virt.hardware [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.896116] env[70113]: DEBUG nova.virt.hardware [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.896116] env[70113]: DEBUG nova.virt.hardware [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.896116] env[70113]: DEBUG nova.virt.hardware [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.896116] env[70113]: DEBUG nova.virt.hardware [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.896591] env[70113]: DEBUG nova.virt.hardware [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.896591] env[70113]: DEBUG nova.virt.hardware [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.896591] env[70113]: DEBUG nova.virt.hardware [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.896818] env[70113]: DEBUG nova.virt.hardware [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.896871] env[70113]: DEBUG nova.virt.hardware [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.898896] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3fa3bd-1916-4180-946a-89c2bcb0f529 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.905702] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.908886] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b74f4b7b-b37e-46d1-9b74-3f99a7675611 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.911410] env[70113]: DEBUG nova.compute.manager [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.915039] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee66a83-186c-4e80-ba32-237195ba5211 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.936398] env[70113]: DEBUG oslo_concurrency.lockutils [req-590cfff1-ec0d-4f1f-97fc-9094fece95a3 req-1815c581-7afd-4865-9d28-35325c5a97de service nova] Releasing lock "refresh_cache-913679b6-777c-402a-862d-7fcd293f9527" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.938020] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 849.938020] env[70113]: value = "task-3415329" [ 849.938020] env[70113]: _type = "Task" [ 849.938020] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.941300] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "5276edc2-b78c-418b-9801-708672871dff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.941638] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "5276edc2-b78c-418b-9801-708672871dff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.953391] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.124768] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.128194] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.544s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.130565] env[70113]: INFO nova.compute.claims [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.159122] env[70113]: INFO nova.scheduler.client.report [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Deleted allocations for instance 546d4f1f-00dc-458c-a0f5-3810925a681d [ 850.194142] env[70113]: DEBUG nova.compute.manager [req-4f4c1a0f-fd32-4d4a-afbf-6dec609b689a req-50cdc382-83db-4999-9922-3dbaca7b11a3 service nova] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Received event network-vif-plugged-782c3e9f-75f6-4bae-a8ff-b344b071da3e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.194388] env[70113]: DEBUG oslo_concurrency.lockutils [req-4f4c1a0f-fd32-4d4a-afbf-6dec609b689a req-50cdc382-83db-4999-9922-3dbaca7b11a3 service nova] Acquiring lock "cf420ae8-a415-49e5-ad08-3d62c6d7e040-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.194872] env[70113]: DEBUG oslo_concurrency.lockutils [req-4f4c1a0f-fd32-4d4a-afbf-6dec609b689a req-50cdc382-83db-4999-9922-3dbaca7b11a3 service nova] Lock "cf420ae8-a415-49e5-ad08-3d62c6d7e040-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.194947] env[70113]: DEBUG oslo_concurrency.lockutils [req-4f4c1a0f-fd32-4d4a-afbf-6dec609b689a req-50cdc382-83db-4999-9922-3dbaca7b11a3 service nova] Lock "cf420ae8-a415-49e5-ad08-3d62c6d7e040-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.195170] env[70113]: DEBUG nova.compute.manager [req-4f4c1a0f-fd32-4d4a-afbf-6dec609b689a req-50cdc382-83db-4999-9922-3dbaca7b11a3 service nova] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] No waiting events found dispatching network-vif-plugged-782c3e9f-75f6-4bae-a8ff-b344b071da3e {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.195345] env[70113]: WARNING nova.compute.manager [req-4f4c1a0f-fd32-4d4a-afbf-6dec609b689a req-50cdc382-83db-4999-9922-3dbaca7b11a3 service nova] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Received unexpected event network-vif-plugged-782c3e9f-75f6-4bae-a8ff-b344b071da3e for instance with vm_state building and task_state spawning. [ 850.214615] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52adc519-3525-2f87-74fb-def2e4fa4a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.018487} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.218023] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fb35c30-5b59-4cec-b1f3-d5a827ecde25 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.222668] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Waiting for the task: (returnval){ [ 850.222668] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]521a4f50-84d3-d647-d392-ba7aec0968f1" [ 850.222668] env[70113]: _type = "Task" [ 850.222668] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.240492] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521a4f50-84d3-d647-d392-ba7aec0968f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.266626] env[70113]: DEBUG nova.network.neutron [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Successfully updated port: 782c3e9f-75f6-4bae-a8ff-b344b071da3e {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.280560] env[70113]: DEBUG oslo_vmware.api [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415328, 'name': PowerOffVM_Task, 'duration_secs': 0.268658} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.280963] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.281164] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.281514] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-456364b9-d6a4-4946-9595-3b9daf3f2e81 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.367023] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.367023] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.367023] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleting the datastore file [datastore2] ee9173ac-18ee-4882-bfe3-ab4cdc707d1a {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.367023] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e963471-7611-4cb4-a85f-c5716d8f53e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.375898] env[70113]: DEBUG oslo_vmware.api [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 850.375898] env[70113]: value = "task-3415331" [ 850.375898] env[70113]: _type = "Task" [ 850.375898] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.129836] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2b67be-3e89-4812-a1d3-081ec75111b3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.135529] env[70113]: DEBUG oslo_concurrency.lockutils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Acquiring lock "refresh_cache-cf420ae8-a415-49e5-ad08-3d62c6d7e040" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.135657] env[70113]: DEBUG oslo_concurrency.lockutils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Acquired lock "refresh_cache-cf420ae8-a415-49e5-ad08-3d62c6d7e040" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.135814] env[70113]: DEBUG nova.network.neutron [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.137281] env[70113]: DEBUG oslo_vmware.api [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.138017] env[70113]: WARNING oslo_vmware.common.loopingcall [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] task run outlasted interval by 0.26169699999999996 sec [ 851.138424] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e3359fca-89b8-40b3-a2fd-ff09f9513a31 tempest-FloatingIPsAssociationTestJSON-7106456 tempest-FloatingIPsAssociationTestJSON-7106456-project-member] Lock "546d4f1f-00dc-458c-a0f5-3810925a681d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.505s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.139819] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a068a9c-551e-44dd-bf5e-6012fc2c09e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.162303] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415329, 'name': PowerOffVM_Task, 'duration_secs': 0.256609} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.170224] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.170871] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.172798] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521a4f50-84d3-d647-d392-ba7aec0968f1, 'name': SearchDatastore_Task, 'duration_secs': 0.012745} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.173294] env[70113]: DEBUG oslo_vmware.api [None req-ba2b67be-3e89-4812-a1d3-081ec75111b3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 851.173294] env[70113]: value = "task-3415332" [ 851.173294] env[70113]: _type = "Task" [ 851.173294] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.175129] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.176153] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3650ca-9453-4a29-8e86-37626389daed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.179408] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.179697] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 913679b6-777c-402a-862d-7fcd293f9527/913679b6-777c-402a-862d-7fcd293f9527.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.183544] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8090fe89-9c92-4e42-a0d2-d91dda7c677c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.189573] env[70113]: DEBUG oslo_vmware.api [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.538758} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.190033] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.190905] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.190905] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.191044] env[70113]: INFO nova.compute.manager [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Took 1.44 seconds to destroy the instance on the hypervisor. [ 851.192167] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.192247] env[70113]: DEBUG nova.compute.manager [-] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.192361] env[70113]: DEBUG nova.network.neutron [-] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.200288] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.200699] env[70113]: DEBUG oslo_vmware.api [None req-ba2b67be-3e89-4812-a1d3-081ec75111b3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.202469] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6512e594-0968-4bb4-88c8-3da5598d59b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.204219] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Waiting for the task: (returnval){ [ 851.204219] env[70113]: value = "task-3415333" [ 851.204219] env[70113]: _type = "Task" [ 851.204219] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.214889] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': task-3415333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.280400] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.280511] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.280681] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Deleting the datastore file [datastore1] 5f528945-d1a0-4ec1-86f6-5fc1a15a8162 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.280956] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2835982a-e593-4187-9032-9567646800e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.288808] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 851.288808] env[70113]: value = "task-3415335" [ 851.288808] env[70113]: _type = "Task" [ 851.288808] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.297773] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.677777] env[70113]: DEBUG nova.network.neutron [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.696967] env[70113]: DEBUG oslo_vmware.api [None req-ba2b67be-3e89-4812-a1d3-081ec75111b3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415332, 'name': PowerOffVM_Task, 'duration_secs': 0.243977} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.697451] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2b67be-3e89-4812-a1d3-081ec75111b3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.697793] env[70113]: DEBUG nova.compute.manager [None req-ba2b67be-3e89-4812-a1d3-081ec75111b3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.698776] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e03f15-cef0-4107-b1da-a10008e12730 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.725810] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': task-3415333, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.802303] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42989} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.802303] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.802303] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.802582] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.850476] env[70113]: DEBUG nova.network.neutron [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Updating instance_info_cache with network_info: [{"id": "782c3e9f-75f6-4bae-a8ff-b344b071da3e", "address": "fa:16:3e:2b:1f:86", "network": {"id": "7bea3637-93da-4e05-832c-f93708b5f231", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-675100922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c77ad79b61a44059314b773c1972611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782c3e9f-75", "ovs_interfaceid": "782c3e9f-75f6-4bae-a8ff-b344b071da3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.978151] env[70113]: DEBUG nova.network.neutron [-] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.221188] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': task-3415333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541905} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.222057] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ba2b67be-3e89-4812-a1d3-081ec75111b3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "ad8051f2-8149-46b3-9c77-3c71dc5ddcd9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.816s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.222637] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 913679b6-777c-402a-862d-7fcd293f9527/913679b6-777c-402a-862d-7fcd293f9527.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.222813] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.223827] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4555024e-a218-473f-8f7e-4790c4b6c0a8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.232672] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Waiting for the task: (returnval){ [ 852.232672] env[70113]: value = "task-3415336" [ 852.232672] env[70113]: _type = "Task" [ 852.232672] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.247032] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': task-3415336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.298077] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feaf70b-087c-459e-bec0-74f997a805ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.312259] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0a4ac5-ed17-42e0-b762-9ee202f80a73 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.344825] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f806c8db-515a-4cc5-bd61-f60aed9c8601 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.348769] env[70113]: DEBUG nova.compute.manager [req-2a62a05d-54f4-4d49-bbf6-72e0e41b9ed3 req-3d0b282e-2e33-4b8d-b180-511d7640b7f4 service nova] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Received event network-changed-782c3e9f-75f6-4bae-a8ff-b344b071da3e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.348922] env[70113]: DEBUG nova.compute.manager [req-2a62a05d-54f4-4d49-bbf6-72e0e41b9ed3 req-3d0b282e-2e33-4b8d-b180-511d7640b7f4 service nova] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Refreshing instance network info cache due to event network-changed-782c3e9f-75f6-4bae-a8ff-b344b071da3e. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.349128] env[70113]: DEBUG oslo_concurrency.lockutils [req-2a62a05d-54f4-4d49-bbf6-72e0e41b9ed3 req-3d0b282e-2e33-4b8d-b180-511d7640b7f4 service nova] Acquiring lock "refresh_cache-cf420ae8-a415-49e5-ad08-3d62c6d7e040" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.352342] env[70113]: DEBUG oslo_concurrency.lockutils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Releasing lock "refresh_cache-cf420ae8-a415-49e5-ad08-3d62c6d7e040" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.352635] env[70113]: DEBUG nova.compute.manager [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Instance network_info: |[{"id": "782c3e9f-75f6-4bae-a8ff-b344b071da3e", "address": "fa:16:3e:2b:1f:86", "network": {"id": "7bea3637-93da-4e05-832c-f93708b5f231", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-675100922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c77ad79b61a44059314b773c1972611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782c3e9f-75", "ovs_interfaceid": "782c3e9f-75f6-4bae-a8ff-b344b071da3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.353151] env[70113]: DEBUG oslo_concurrency.lockutils [req-2a62a05d-54f4-4d49-bbf6-72e0e41b9ed3 req-3d0b282e-2e33-4b8d-b180-511d7640b7f4 service nova] Acquired lock "refresh_cache-cf420ae8-a415-49e5-ad08-3d62c6d7e040" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.353512] env[70113]: DEBUG nova.network.neutron [req-2a62a05d-54f4-4d49-bbf6-72e0e41b9ed3 req-3d0b282e-2e33-4b8d-b180-511d7640b7f4 service nova] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Refreshing network info cache for port 782c3e9f-75f6-4bae-a8ff-b344b071da3e {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.354481] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:1f:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '782c3e9f-75f6-4bae-a8ff-b344b071da3e', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.361682] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Creating folder: Project (8c77ad79b61a44059314b773c1972611). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.366846] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaf450e8-dbab-4566-819e-92ca15ccd34c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.371086] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db644c2e-b27c-4b13-a253-fd1d56cf5ef0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.387440] env[70113]: DEBUG nova.compute.provider_tree [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.390157] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Created folder: Project (8c77ad79b61a44059314b773c1972611) in parent group-v681336. [ 852.390375] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Creating folder: Instances. Parent ref: group-v681470. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.390841] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5895591-f11e-41a9-9e7d-46ff35a60b92 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.402806] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Created folder: Instances in parent group-v681470. [ 852.403166] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.403401] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.403617] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d80462f6-1b6d-4e87-833b-04294ba62182 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.428189] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.428189] env[70113]: value = "task-3415339" [ 852.428189] env[70113]: _type = "Task" [ 852.428189] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.437182] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415339, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.481058] env[70113]: INFO nova.compute.manager [-] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Took 1.29 seconds to deallocate network for instance. [ 852.616788] env[70113]: DEBUG nova.network.neutron [req-2a62a05d-54f4-4d49-bbf6-72e0e41b9ed3 req-3d0b282e-2e33-4b8d-b180-511d7640b7f4 service nova] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Updated VIF entry in instance network info cache for port 782c3e9f-75f6-4bae-a8ff-b344b071da3e. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.617309] env[70113]: DEBUG nova.network.neutron [req-2a62a05d-54f4-4d49-bbf6-72e0e41b9ed3 req-3d0b282e-2e33-4b8d-b180-511d7640b7f4 service nova] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Updating instance_info_cache with network_info: [{"id": "782c3e9f-75f6-4bae-a8ff-b344b071da3e", "address": "fa:16:3e:2b:1f:86", "network": {"id": "7bea3637-93da-4e05-832c-f93708b5f231", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-675100922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c77ad79b61a44059314b773c1972611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782c3e9f-75", "ovs_interfaceid": "782c3e9f-75f6-4bae-a8ff-b344b071da3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.744419] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': task-3415336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069758} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.744755] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.745677] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16056590-175d-428b-8393-92bc11acd215 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.772800] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 913679b6-777c-402a-862d-7fcd293f9527/913679b6-777c-402a-862d-7fcd293f9527.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.773211] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1dc44a8-01d7-421e-9c2a-11685a970a08 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.808845] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Waiting for the task: (returnval){ [ 852.808845] env[70113]: value = "task-3415340" [ 852.808845] env[70113]: _type = "Task" [ 852.808845] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.848022] env[70113]: DEBUG nova.virt.hardware [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.848330] env[70113]: DEBUG nova.virt.hardware [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.848495] env[70113]: DEBUG nova.virt.hardware [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.848677] env[70113]: DEBUG nova.virt.hardware [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.848821] env[70113]: DEBUG nova.virt.hardware [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.848975] env[70113]: DEBUG nova.virt.hardware [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.849196] env[70113]: DEBUG nova.virt.hardware [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.849546] env[70113]: DEBUG nova.virt.hardware [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.849760] env[70113]: DEBUG nova.virt.hardware [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.853029] env[70113]: DEBUG nova.virt.hardware [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.853029] env[70113]: DEBUG nova.virt.hardware [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.853029] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae33434-2fde-4e0f-b27e-0124488490ed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.862385] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246415ab-545e-4b25-8b2e-141ff7fe1f75 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.882838] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:e7:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a3c2c91-a258-4ed0-998a-2afff7e1edcd', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.891274] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.892345] env[70113]: DEBUG nova.scheduler.client.report [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.895714] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.896303] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-145b94b9-289c-434e-9365-4b14bd099b67 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.916600] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.917020] env[70113]: DEBUG nova.compute.manager [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.919707] env[70113]: DEBUG oslo_concurrency.lockutils [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.701s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.919978] env[70113]: DEBUG nova.objects.instance [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lazy-loading 'resources' on Instance uuid 4f479379-020b-4939-9be7-624b7dac426e {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.929998] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.929998] env[70113]: value = "task-3415341" [ 852.929998] env[70113]: _type = "Task" [ 852.929998] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.942410] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415341, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.946095] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415339, 'name': CreateVM_Task, 'duration_secs': 0.482695} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.946282] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.946965] env[70113]: DEBUG oslo_concurrency.lockutils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.947407] env[70113]: DEBUG oslo_concurrency.lockutils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.947507] env[70113]: DEBUG oslo_concurrency.lockutils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.947777] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-186bf661-d653-4712-9a1c-31eddbea23a1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.953957] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Waiting for the task: (returnval){ [ 852.953957] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c6ed97-daa8-7d1e-7fb0-d0aa310cfd4f" [ 852.953957] env[70113]: _type = "Task" [ 852.953957] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.965255] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c6ed97-daa8-7d1e-7fb0-d0aa310cfd4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.992706] env[70113]: DEBUG oslo_concurrency.lockutils [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.120434] env[70113]: DEBUG oslo_concurrency.lockutils [req-2a62a05d-54f4-4d49-bbf6-72e0e41b9ed3 req-3d0b282e-2e33-4b8d-b180-511d7640b7f4 service nova] Releasing lock "refresh_cache-cf420ae8-a415-49e5-ad08-3d62c6d7e040" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.121261] env[70113]: DEBUG nova.compute.manager [req-2a62a05d-54f4-4d49-bbf6-72e0e41b9ed3 req-3d0b282e-2e33-4b8d-b180-511d7640b7f4 service nova] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Received event network-vif-deleted-86426c05-adec-4b24-877f-062fc16b552b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.320201] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': task-3415340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.425901] env[70113]: DEBUG nova.compute.utils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.428470] env[70113]: DEBUG nova.compute.manager [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.428977] env[70113]: DEBUG nova.network.neutron [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.445141] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415341, 'name': CreateVM_Task, 'duration_secs': 0.489659} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.445329] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.446037] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.468366] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c6ed97-daa8-7d1e-7fb0-d0aa310cfd4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.468672] env[70113]: DEBUG oslo_concurrency.lockutils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.468905] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.469153] env[70113]: DEBUG oslo_concurrency.lockutils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.469412] env[70113]: DEBUG oslo_concurrency.lockutils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.469489] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.469769] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.470490] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.470490] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-679cf8e1-bec0-411e-846c-6ad255a0afac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.472364] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039279d1-bce8-455e-80ba-04da3f182663 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.480551] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 853.480551] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5210aeb0-f98e-39fb-c142-541ca2dd1e09" [ 853.480551] env[70113]: _type = "Task" [ 853.480551] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.486135] env[70113]: DEBUG nova.policy [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '789c7fa400554a6ca06267c86fbf0467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f8b5ab486ae4a439af550f8961186e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.487626] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.487841] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.488981] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1422898b-6e8c-47ee-9158-708cfb4cf34d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.500532] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5210aeb0-f98e-39fb-c142-541ca2dd1e09, 'name': SearchDatastore_Task, 'duration_secs': 0.011124} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.500532] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.500532] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.500532] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.503907] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Waiting for the task: (returnval){ [ 853.503907] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524cf783-7eeb-fb25-cc31-bfd26cbf4a1b" [ 853.503907] env[70113]: _type = "Task" [ 853.503907] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.516046] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524cf783-7eeb-fb25-cc31-bfd26cbf4a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.781465] env[70113]: DEBUG nova.network.neutron [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Successfully created port: 79115339-0cab-48b2-aba1-73c03af13b5b {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.825840] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': task-3415340, 'name': ReconfigVM_Task, 'duration_secs': 0.592527} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.826154] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 913679b6-777c-402a-862d-7fcd293f9527/913679b6-777c-402a-862d-7fcd293f9527.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.826861] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdd48d74-878a-43fb-89c3-66de467bec3b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.836947] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Waiting for the task: (returnval){ [ 853.836947] env[70113]: value = "task-3415342" [ 853.836947] env[70113]: _type = "Task" [ 853.836947] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.849491] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': task-3415342, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.934338] env[70113]: DEBUG nova.compute.manager [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.014544] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524cf783-7eeb-fb25-cc31-bfd26cbf4a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010402} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.019900] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ea51b5-da88-4482-a8ed-37a154ce9edc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.026931] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Waiting for the task: (returnval){ [ 854.026931] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5280164d-5ee9-1cd4-f475-e1e7a3688031" [ 854.026931] env[70113]: _type = "Task" [ 854.026931] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.031813] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c372fd3-b824-49ba-8b28-62702155d3ee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.042785] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a66d8d-25d5-4f67-805a-31ddf27d67f8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.046130] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5280164d-5ee9-1cd4-f475-e1e7a3688031, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.046715] env[70113]: DEBUG oslo_concurrency.lockutils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.046980] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] cf420ae8-a415-49e5-ad08-3d62c6d7e040/cf420ae8-a415-49e5-ad08-3d62c6d7e040.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.047632] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.047832] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.048267] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b1dadbc-782b-47c8-bda9-92c838d5ea82 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.050484] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ae03224-9bdd-4bdf-89c8-cac65d338b66 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.082029] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7646bafc-a19a-40f8-a6ad-082ba9c3aa78 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.085412] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Waiting for the task: (returnval){ [ 854.085412] env[70113]: value = "task-3415343" [ 854.085412] env[70113]: _type = "Task" [ 854.085412] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.093484] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.093754] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.097257] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b496bada-1af4-443a-a00b-48854113ecfa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.101241] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f2ae786-aa1f-4a29-abd2-c4e8d3a737b8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.108841] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.113781] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 854.113781] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52807c3e-3312-5340-ba40-b135ffd2c0b0" [ 854.113781] env[70113]: _type = "Task" [ 854.113781] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.122299] env[70113]: DEBUG nova.compute.provider_tree [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.134070] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52807c3e-3312-5340-ba40-b135ffd2c0b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.135593] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf564ff-0d77-4437-8b0d-4385390de61e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.142862] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 854.142862] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5296199e-5a7c-4e8c-e83b-edc75b1559f6" [ 854.142862] env[70113]: _type = "Task" [ 854.142862] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.153045] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5296199e-5a7c-4e8c-e83b-edc75b1559f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.274025] env[70113]: DEBUG nova.compute.manager [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.274025] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a568882f-5383-47f1-bcd5-a738ecc1f75a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.349446] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': task-3415342, 'name': Rename_Task, 'duration_secs': 0.190123} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.350040] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.350207] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-312d5c63-86f6-4ce2-8332-fc73354791d6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.360708] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Waiting for the task: (returnval){ [ 854.360708] env[70113]: value = "task-3415344" [ 854.360708] env[70113]: _type = "Task" [ 854.360708] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.372218] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': task-3415344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.597122] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463739} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.597405] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] cf420ae8-a415-49e5-ad08-3d62c6d7e040/cf420ae8-a415-49e5-ad08-3d62c6d7e040.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.597668] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.597959] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72053e27-7417-4ae1-aa25-0966955048c9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.607217] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Waiting for the task: (returnval){ [ 854.607217] env[70113]: value = "task-3415345" [ 854.607217] env[70113]: _type = "Task" [ 854.607217] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.616748] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.629487] env[70113]: DEBUG nova.scheduler.client.report [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.656254] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5296199e-5a7c-4e8c-e83b-edc75b1559f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011417} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.656633] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.656933] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 5f528945-d1a0-4ec1-86f6-5fc1a15a8162/5f528945-d1a0-4ec1-86f6-5fc1a15a8162.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.657241] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de3fd48e-50ee-4030-a6b7-b91a0326345b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.666641] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 854.666641] env[70113]: value = "task-3415346" [ 854.666641] env[70113]: _type = "Task" [ 854.666641] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.679676] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.786535] env[70113]: INFO nova.compute.manager [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] instance snapshotting [ 854.786759] env[70113]: WARNING nova.compute.manager [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 854.790458] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cb39c4-e40f-4caf-ac3a-5728f704673e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.821196] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c56ccb-12eb-4634-a19a-11a420dd0eff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.873964] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': task-3415344, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.947956] env[70113]: DEBUG nova.compute.manager [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.973044] env[70113]: DEBUG nova.virt.hardware [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.973250] env[70113]: DEBUG nova.virt.hardware [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.973340] env[70113]: DEBUG nova.virt.hardware [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.973489] env[70113]: DEBUG nova.virt.hardware [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.973638] env[70113]: DEBUG nova.virt.hardware [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.973818] env[70113]: DEBUG nova.virt.hardware [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.973998] env[70113]: DEBUG nova.virt.hardware [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.974202] env[70113]: DEBUG nova.virt.hardware [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.974346] env[70113]: DEBUG nova.virt.hardware [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.974513] env[70113]: DEBUG nova.virt.hardware [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.974683] env[70113]: DEBUG nova.virt.hardware [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.975671] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b695303b-ff86-4a7a-ac19-3abba6b0c96d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.985580] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24309620-b2c3-411b-a3df-d3c1bde4e476 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.117126] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07258} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.117976] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.118339] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375d3821-f6c4-4aef-98aa-a6238dba4d27 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.134252] env[70113]: DEBUG oslo_concurrency.lockutils [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.145112] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] cf420ae8-a415-49e5-ad08-3d62c6d7e040/cf420ae8-a415-49e5-ad08-3d62c6d7e040.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.146208] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.544s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.146208] env[70113]: DEBUG nova.objects.instance [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lazy-loading 'resources' on Instance uuid 0a80fbe1-a39c-4f02-855e-41e23adbc88d {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.147496] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3378e811-be16-4eb5-b08c-ab3113e83532 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.171046] env[70113]: INFO nova.scheduler.client.report [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Deleted allocations for instance 4f479379-020b-4939-9be7-624b7dac426e [ 855.174336] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Waiting for the task: (returnval){ [ 855.174336] env[70113]: value = "task-3415347" [ 855.174336] env[70113]: _type = "Task" [ 855.174336] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.183194] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455919} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.183462] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 5f528945-d1a0-4ec1-86f6-5fc1a15a8162/5f528945-d1a0-4ec1-86f6-5fc1a15a8162.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.183672] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.184502] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8231b9d3-4fe0-482d-918d-caf917676ae9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.193026] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415347, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.198308] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 855.198308] env[70113]: value = "task-3415348" [ 855.198308] env[70113]: _type = "Task" [ 855.198308] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.208955] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.235533] env[70113]: DEBUG nova.compute.manager [req-01b91ce4-b76b-4a39-97dc-abf79985965c req-525a3a29-4d9c-431c-a390-c702480de52d service nova] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Received event network-vif-plugged-79115339-0cab-48b2-aba1-73c03af13b5b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.235777] env[70113]: DEBUG oslo_concurrency.lockutils [req-01b91ce4-b76b-4a39-97dc-abf79985965c req-525a3a29-4d9c-431c-a390-c702480de52d service nova] Acquiring lock "cc8b3887-1051-4d76-be7c-2cf21a3a28a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.236037] env[70113]: DEBUG oslo_concurrency.lockutils [req-01b91ce4-b76b-4a39-97dc-abf79985965c req-525a3a29-4d9c-431c-a390-c702480de52d service nova] Lock "cc8b3887-1051-4d76-be7c-2cf21a3a28a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.236264] env[70113]: DEBUG oslo_concurrency.lockutils [req-01b91ce4-b76b-4a39-97dc-abf79985965c req-525a3a29-4d9c-431c-a390-c702480de52d service nova] Lock "cc8b3887-1051-4d76-be7c-2cf21a3a28a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.236419] env[70113]: DEBUG nova.compute.manager [req-01b91ce4-b76b-4a39-97dc-abf79985965c req-525a3a29-4d9c-431c-a390-c702480de52d service nova] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] No waiting events found dispatching network-vif-plugged-79115339-0cab-48b2-aba1-73c03af13b5b {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.236595] env[70113]: WARNING nova.compute.manager [req-01b91ce4-b76b-4a39-97dc-abf79985965c req-525a3a29-4d9c-431c-a390-c702480de52d service nova] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Received unexpected event network-vif-plugged-79115339-0cab-48b2-aba1-73c03af13b5b for instance with vm_state building and task_state spawning. [ 855.337495] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 855.337495] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e1b79bc5-aa42-425c-a834-e325c99557d9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.344284] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 855.344284] env[70113]: value = "task-3415349" [ 855.344284] env[70113]: _type = "Task" [ 855.344284] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.344725] env[70113]: DEBUG nova.network.neutron [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Successfully updated port: 79115339-0cab-48b2-aba1-73c03af13b5b {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.366194] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415349, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.377427] env[70113]: DEBUG oslo_vmware.api [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': task-3415344, 'name': PowerOnVM_Task, 'duration_secs': 0.587431} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.377729] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.377929] env[70113]: INFO nova.compute.manager [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Took 10.54 seconds to spawn the instance on the hypervisor. [ 855.378123] env[70113]: DEBUG nova.compute.manager [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.382241] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03761bd-272d-419d-8173-3e28cc2490c3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.686314] env[70113]: DEBUG oslo_concurrency.lockutils [None req-101a8665-182b-4f5b-8d05-42f39e9d0e90 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "4f479379-020b-4939-9be7-624b7dac426e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.982s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.694623] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.710024] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075616} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.711469] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.712439] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7140d9-2842-4be0-bc93-0b0e201ea4b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.716049] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ccc6e8-0911-4b55-9449-e552537149ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.734354] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ba7f1b-500a-4037-97e2-0bb52baf99b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.746566] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 5f528945-d1a0-4ec1-86f6-5fc1a15a8162/5f528945-d1a0-4ec1-86f6-5fc1a15a8162.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.746907] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67a48af3-1f73-4139-99ef-088c739811b5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.797237] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c1bdbf-9c74-4ae7-b914-391c6eba4a1f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.797801] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 855.797801] env[70113]: value = "task-3415350" [ 855.797801] env[70113]: _type = "Task" [ 855.797801] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.810205] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1083ed13-0bee-4d92-ae86-924487ff4959 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.814294] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.826154] env[70113]: DEBUG nova.compute.provider_tree [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.856763] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415349, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.858747] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "refresh_cache-cc8b3887-1051-4d76-be7c-2cf21a3a28a0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.858747] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquired lock "refresh_cache-cc8b3887-1051-4d76-be7c-2cf21a3a28a0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.858747] env[70113]: DEBUG nova.network.neutron [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.901729] env[70113]: INFO nova.compute.manager [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Took 46.28 seconds to build instance. [ 855.976714] env[70113]: DEBUG nova.compute.manager [None req-c0205e0c-812f-4520-b9ee-b7328432f91a tempest-ServerExternalEventsTest-386922307 tempest-ServerExternalEventsTest-386922307-project] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Received event network-changed {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.976992] env[70113]: DEBUG nova.compute.manager [None req-c0205e0c-812f-4520-b9ee-b7328432f91a tempest-ServerExternalEventsTest-386922307 tempest-ServerExternalEventsTest-386922307-project] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Refreshing instance network info cache due to event network-changed. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.977293] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c0205e0c-812f-4520-b9ee-b7328432f91a tempest-ServerExternalEventsTest-386922307 tempest-ServerExternalEventsTest-386922307-project] Acquiring lock "refresh_cache-913679b6-777c-402a-862d-7fcd293f9527" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.977501] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c0205e0c-812f-4520-b9ee-b7328432f91a tempest-ServerExternalEventsTest-386922307 tempest-ServerExternalEventsTest-386922307-project] Acquired lock "refresh_cache-913679b6-777c-402a-862d-7fcd293f9527" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.977741] env[70113]: DEBUG nova.network.neutron [None req-c0205e0c-812f-4520-b9ee-b7328432f91a tempest-ServerExternalEventsTest-386922307 tempest-ServerExternalEventsTest-386922307-project] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.190451] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415347, 'name': ReconfigVM_Task, 'duration_secs': 0.657962} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.190736] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Reconfigured VM instance instance-00000030 to attach disk [datastore1] cf420ae8-a415-49e5-ad08-3d62c6d7e040/cf420ae8-a415-49e5-ad08-3d62c6d7e040.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.191388] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bafe3777-adb2-4aae-bf4f-6c55e3cb0488 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.200682] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Waiting for the task: (returnval){ [ 856.200682] env[70113]: value = "task-3415351" [ 856.200682] env[70113]: _type = "Task" [ 856.200682] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.211025] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415351, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.310787] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.332917] env[70113]: DEBUG nova.scheduler.client.report [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.357523] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415349, 'name': CreateSnapshot_Task, 'duration_secs': 0.572524} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.357734] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 856.358488] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33a597b-6a6c-4c6d-91d8-01793a019acc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.393110] env[70113]: DEBUG nova.network.neutron [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.404879] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b09c6b29-ee38-4d24-a8e0-e82c1dba5ffb tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Lock "913679b6-777c-402a-862d-7fcd293f9527" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.010s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.522931] env[70113]: DEBUG nova.network.neutron [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Updating instance_info_cache with network_info: [{"id": "79115339-0cab-48b2-aba1-73c03af13b5b", "address": "fa:16:3e:82:ea:54", "network": {"id": "45d497e4-8989-454c-ab64-30a8e82af140", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-93521386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f8b5ab486ae4a439af550f8961186e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79115339-0c", "ovs_interfaceid": "79115339-0cab-48b2-aba1-73c03af13b5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.622044] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Acquiring lock "913679b6-777c-402a-862d-7fcd293f9527" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.622219] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Lock "913679b6-777c-402a-862d-7fcd293f9527" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.622431] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Acquiring lock "913679b6-777c-402a-862d-7fcd293f9527-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.622634] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Lock "913679b6-777c-402a-862d-7fcd293f9527-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.622802] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Lock "913679b6-777c-402a-862d-7fcd293f9527-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.624880] env[70113]: INFO nova.compute.manager [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Terminating instance [ 856.706179] env[70113]: DEBUG nova.network.neutron [None req-c0205e0c-812f-4520-b9ee-b7328432f91a tempest-ServerExternalEventsTest-386922307 tempest-ServerExternalEventsTest-386922307-project] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Updating instance_info_cache with network_info: [{"id": "dff0d4cc-9245-4ad6-8ae6-1f537d4a6084", "address": "fa:16:3e:3e:3a:6e", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdff0d4cc-92", "ovs_interfaceid": "dff0d4cc-9245-4ad6-8ae6-1f537d4a6084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.713518] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415351, 'name': Rename_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.810685] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415350, 'name': ReconfigVM_Task, 'duration_secs': 0.644611} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.811627] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 5f528945-d1a0-4ec1-86f6-5fc1a15a8162/5f528945-d1a0-4ec1-86f6-5fc1a15a8162.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.811743] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9dfd332-649c-44d6-bfe1-447b10969158 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.819202] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 856.819202] env[70113]: value = "task-3415352" [ 856.819202] env[70113]: _type = "Task" [ 856.819202] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.831232] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415352, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.838231] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.841427] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.977s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.842698] env[70113]: INFO nova.compute.claims [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.864022] env[70113]: INFO nova.scheduler.client.report [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Deleted allocations for instance 0a80fbe1-a39c-4f02-855e-41e23adbc88d [ 856.881042] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 856.881392] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6c6b748f-8db5-4d86-9448-3e5830fd761d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.894419] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 856.894419] env[70113]: value = "task-3415353" [ 856.894419] env[70113]: _type = "Task" [ 856.894419] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.904015] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415353, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.907057] env[70113]: DEBUG nova.compute.manager [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.026153] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Releasing lock "refresh_cache-cc8b3887-1051-4d76-be7c-2cf21a3a28a0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.026574] env[70113]: DEBUG nova.compute.manager [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Instance network_info: |[{"id": "79115339-0cab-48b2-aba1-73c03af13b5b", "address": "fa:16:3e:82:ea:54", "network": {"id": "45d497e4-8989-454c-ab64-30a8e82af140", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-93521386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f8b5ab486ae4a439af550f8961186e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79115339-0c", "ovs_interfaceid": "79115339-0cab-48b2-aba1-73c03af13b5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.027116] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:ea:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79115339-0cab-48b2-aba1-73c03af13b5b', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.036073] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.036356] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.036597] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc73bb22-47b7-472a-941e-d1ad5eb6f71e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.059105] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.059105] env[70113]: value = "task-3415354" [ 857.059105] env[70113]: _type = "Task" [ 857.059105] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.068599] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415354, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.129259] env[70113]: DEBUG nova.compute.manager [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.129507] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.130559] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c698f4c2-f120-429c-b669-5adaf4353d56 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.142417] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.142712] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c24e077f-87e3-45c1-9388-dc309517fc08 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.152251] env[70113]: DEBUG oslo_vmware.api [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Waiting for the task: (returnval){ [ 857.152251] env[70113]: value = "task-3415355" [ 857.152251] env[70113]: _type = "Task" [ 857.152251] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.161806] env[70113]: DEBUG oslo_vmware.api [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': task-3415355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.208831] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c0205e0c-812f-4520-b9ee-b7328432f91a tempest-ServerExternalEventsTest-386922307 tempest-ServerExternalEventsTest-386922307-project] Releasing lock "refresh_cache-913679b6-777c-402a-862d-7fcd293f9527" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.213174] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415351, 'name': Rename_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.260069] env[70113]: DEBUG nova.compute.manager [req-960bd2ba-5e46-4aef-9666-cd9df67f70d8 req-e3a47301-c294-4f22-bd72-baf5189fc126 service nova] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Received event network-changed-79115339-0cab-48b2-aba1-73c03af13b5b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.260266] env[70113]: DEBUG nova.compute.manager [req-960bd2ba-5e46-4aef-9666-cd9df67f70d8 req-e3a47301-c294-4f22-bd72-baf5189fc126 service nova] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Refreshing instance network info cache due to event network-changed-79115339-0cab-48b2-aba1-73c03af13b5b. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.260480] env[70113]: DEBUG oslo_concurrency.lockutils [req-960bd2ba-5e46-4aef-9666-cd9df67f70d8 req-e3a47301-c294-4f22-bd72-baf5189fc126 service nova] Acquiring lock "refresh_cache-cc8b3887-1051-4d76-be7c-2cf21a3a28a0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.260619] env[70113]: DEBUG oslo_concurrency.lockutils [req-960bd2ba-5e46-4aef-9666-cd9df67f70d8 req-e3a47301-c294-4f22-bd72-baf5189fc126 service nova] Acquired lock "refresh_cache-cc8b3887-1051-4d76-be7c-2cf21a3a28a0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.260794] env[70113]: DEBUG nova.network.neutron [req-960bd2ba-5e46-4aef-9666-cd9df67f70d8 req-e3a47301-c294-4f22-bd72-baf5189fc126 service nova] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Refreshing network info cache for port 79115339-0cab-48b2-aba1-73c03af13b5b {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.330487] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415352, 'name': Rename_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.370877] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8d712513-1d55-4e0b-b519-24cf0fc47980 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "0a80fbe1-a39c-4f02-855e-41e23adbc88d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.584s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.406061] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415353, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.428512] env[70113]: DEBUG oslo_concurrency.lockutils [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.570573] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415354, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.667043] env[70113]: DEBUG oslo_vmware.api [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': task-3415355, 'name': PowerOffVM_Task, 'duration_secs': 0.486529} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.668043] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.668043] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.668043] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5e5f01f-79c2-4b3b-a7bd-ff7eba099808 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.712075] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415351, 'name': Rename_Task, 'duration_secs': 1.297265} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.712391] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.712649] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d249da76-b061-4146-acde-f0a0d95a8269 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.719949] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Waiting for the task: (returnval){ [ 857.719949] env[70113]: value = "task-3415357" [ 857.719949] env[70113]: _type = "Task" [ 857.719949] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.729377] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.756398] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.756652] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.756737] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Deleting the datastore file [datastore1] 913679b6-777c-402a-862d-7fcd293f9527 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.757107] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57749954-9d43-419d-99b9-3e5a4a04bba0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.766856] env[70113]: DEBUG oslo_vmware.api [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Waiting for the task: (returnval){ [ 857.766856] env[70113]: value = "task-3415358" [ 857.766856] env[70113]: _type = "Task" [ 857.766856] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.776259] env[70113]: DEBUG oslo_vmware.api [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': task-3415358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.830171] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415352, 'name': Rename_Task, 'duration_secs': 0.792816} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.830703] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.830703] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aea2bf8-835e-4c8e-901a-eefb23586c4f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.837994] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 857.837994] env[70113]: value = "task-3415359" [ 857.837994] env[70113]: _type = "Task" [ 857.837994] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.846666] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.911962] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415353, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.073541] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415354, 'name': CreateVM_Task, 'duration_secs': 0.735546} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.077394] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.080337] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.080517] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.080901] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.081213] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ed02c3-0a01-4ad3-a178-131dc4e9ef4f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.091712] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 858.091712] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]529d0a3e-068e-d65b-cd22-ff3f0055dba3" [ 858.091712] env[70113]: _type = "Task" [ 858.091712] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.115020] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529d0a3e-068e-d65b-cd22-ff3f0055dba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.164891] env[70113]: DEBUG nova.network.neutron [req-960bd2ba-5e46-4aef-9666-cd9df67f70d8 req-e3a47301-c294-4f22-bd72-baf5189fc126 service nova] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Updated VIF entry in instance network info cache for port 79115339-0cab-48b2-aba1-73c03af13b5b. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.165711] env[70113]: DEBUG nova.network.neutron [req-960bd2ba-5e46-4aef-9666-cd9df67f70d8 req-e3a47301-c294-4f22-bd72-baf5189fc126 service nova] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Updating instance_info_cache with network_info: [{"id": "79115339-0cab-48b2-aba1-73c03af13b5b", "address": "fa:16:3e:82:ea:54", "network": {"id": "45d497e4-8989-454c-ab64-30a8e82af140", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-93521386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f8b5ab486ae4a439af550f8961186e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79115339-0c", "ovs_interfaceid": "79115339-0cab-48b2-aba1-73c03af13b5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.237574] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415357, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.282261] env[70113]: DEBUG oslo_vmware.api [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Task: {'id': task-3415358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373893} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.282731] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.283078] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.283791] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.283791] env[70113]: INFO nova.compute.manager [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Took 1.15 seconds to destroy the instance on the hypervisor. [ 858.283933] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.284270] env[70113]: DEBUG nova.compute.manager [-] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.284384] env[70113]: DEBUG nova.network.neutron [-] [instance: 913679b6-777c-402a-862d-7fcd293f9527] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.356261] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415359, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.411399] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415353, 'name': CloneVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.460551] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80d427a-2172-4411-a697-9bc9cae6567e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.470678] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efaf8e7-3f92-4f95-88dd-3f8c48d32af0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.505178] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adbd93c-1178-44d2-9d99-af98bb2ff3c3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.517762] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53537b9e-04a8-4ad9-aba0-90f826794627 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.536634] env[70113]: DEBUG nova.compute.provider_tree [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Updating inventory in ProviderTree for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.608098] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529d0a3e-068e-d65b-cd22-ff3f0055dba3, 'name': SearchDatastore_Task, 'duration_secs': 0.02468} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.608426] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.608668] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.609008] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.609168] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.609348] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.609618] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d182fba2-2d73-4cda-8de3-cce6242d71eb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.623829] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.624058] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.624758] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30170e16-6419-4e4d-882e-b774656290b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.632019] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 858.632019] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52544d05-05ba-534b-e6c0-45ff0d6acb0e" [ 858.632019] env[70113]: _type = "Task" [ 858.632019] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.646781] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52544d05-05ba-534b-e6c0-45ff0d6acb0e, 'name': SearchDatastore_Task, 'duration_secs': 0.009696} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.646781] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed430ddb-f833-4c19-b3c3-1346abac43ed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.653937] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 858.653937] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5281c3e7-23ec-299d-cda4-bc5275820ca1" [ 858.653937] env[70113]: _type = "Task" [ 858.653937] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.662915] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5281c3e7-23ec-299d-cda4-bc5275820ca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.668046] env[70113]: DEBUG oslo_concurrency.lockutils [req-960bd2ba-5e46-4aef-9666-cd9df67f70d8 req-e3a47301-c294-4f22-bd72-baf5189fc126 service nova] Releasing lock "refresh_cache-cc8b3887-1051-4d76-be7c-2cf21a3a28a0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.690821] env[70113]: DEBUG oslo_vmware.rw_handles [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525726f5-b5ce-3928-688b-39b3fbd77e84/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.691800] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba41a8a-490e-4a19-a1eb-48ceebdb38ba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.701388] env[70113]: DEBUG oslo_vmware.rw_handles [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525726f5-b5ce-3928-688b-39b3fbd77e84/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.701596] env[70113]: ERROR oslo_vmware.rw_handles [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525726f5-b5ce-3928-688b-39b3fbd77e84/disk-0.vmdk due to incomplete transfer. [ 858.701783] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b49e38ee-9bb6-4802-a2c5-9d493b0e3831 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.710934] env[70113]: DEBUG oslo_vmware.rw_handles [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525726f5-b5ce-3928-688b-39b3fbd77e84/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.711232] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Uploaded image a711cf19-6534-4d65-a79e-b987a4a9e4d0 to the Glance image server {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.713705] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.713978] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b92db5ac-3ff7-4c9f-b07a-b4323cf2b169 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.722391] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 858.722391] env[70113]: value = "task-3415360" [ 858.722391] env[70113]: _type = "Task" [ 858.722391] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.740587] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415360, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.740893] env[70113]: DEBUG oslo_vmware.api [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415357, 'name': PowerOnVM_Task, 'duration_secs': 0.763149} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.741688] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.741875] env[70113]: INFO nova.compute.manager [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Took 8.88 seconds to spawn the instance on the hypervisor. [ 858.742080] env[70113]: DEBUG nova.compute.manager [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.743066] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e21d0fc-ea23-424f-be22-5f41c0b5c788 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.786763] env[70113]: DEBUG nova.compute.manager [req-01a4ab42-c7d1-4dee-a8fa-aa165b17191a req-006b539c-e364-4fdf-ad24-a995a304b33e service nova] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Received event network-vif-deleted-dff0d4cc-9245-4ad6-8ae6-1f537d4a6084 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.786763] env[70113]: INFO nova.compute.manager [req-01a4ab42-c7d1-4dee-a8fa-aa165b17191a req-006b539c-e364-4fdf-ad24-a995a304b33e service nova] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Neutron deleted interface dff0d4cc-9245-4ad6-8ae6-1f537d4a6084; detaching it from the instance and deleting it from the info cache [ 858.786763] env[70113]: DEBUG nova.network.neutron [req-01a4ab42-c7d1-4dee-a8fa-aa165b17191a req-006b539c-e364-4fdf-ad24-a995a304b33e service nova] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.825985] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "71dbf17b-d02c-42c3-a26c-9543715d7396" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.826821] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "71dbf17b-d02c-42c3-a26c-9543715d7396" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.850688] env[70113]: DEBUG oslo_vmware.api [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415359, 'name': PowerOnVM_Task, 'duration_secs': 0.6772} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.850988] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.851226] env[70113]: DEBUG nova.compute.manager [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.852022] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650c4ff9-b918-4797-b6c6-c293d2887096 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.859776] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "73634bb0-a724-4033-9a2e-5522d4041169" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.860029] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "73634bb0-a724-4033-9a2e-5522d4041169" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.910080] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415353, 'name': CloneVM_Task, 'duration_secs': 1.598298} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.910367] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Created linked-clone VM from snapshot [ 858.911119] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a397781f-ddb8-4977-abb8-4475d227834f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.919171] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Uploading image c6550f09-1f6e-4394-8f8d-020dcb26a8a3 {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 858.948619] env[70113]: DEBUG oslo_vmware.rw_handles [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 858.948619] env[70113]: value = "vm-681475" [ 858.948619] env[70113]: _type = "VirtualMachine" [ 858.948619] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 858.948909] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ba154daa-93eb-4df4-806a-2031d40c9fba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.958396] env[70113]: DEBUG oslo_vmware.rw_handles [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lease: (returnval){ [ 858.958396] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5201fc70-86b5-dde1-9a8c-090c77685239" [ 858.958396] env[70113]: _type = "HttpNfcLease" [ 858.958396] env[70113]: } obtained for exporting VM: (result){ [ 858.958396] env[70113]: value = "vm-681475" [ 858.958396] env[70113]: _type = "VirtualMachine" [ 858.958396] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 858.958686] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the lease: (returnval){ [ 858.958686] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5201fc70-86b5-dde1-9a8c-090c77685239" [ 858.958686] env[70113]: _type = "HttpNfcLease" [ 858.958686] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 858.965877] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 858.965877] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5201fc70-86b5-dde1-9a8c-090c77685239" [ 858.965877] env[70113]: _type = "HttpNfcLease" [ 858.965877] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 859.060679] env[70113]: ERROR nova.scheduler.client.report [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [req-a105c109-d39c-4e40-a0df-51a33a28a169] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 40670c61-ee25-43d1-8453-26da9c0cfec5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a105c109-d39c-4e40-a0df-51a33a28a169"}]} [ 859.079051] env[70113]: DEBUG nova.scheduler.client.report [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Refreshing inventories for resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 859.095535] env[70113]: DEBUG nova.scheduler.client.report [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Updating ProviderTree inventory for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 859.096491] env[70113]: DEBUG nova.compute.provider_tree [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Updating inventory in ProviderTree for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.109221] env[70113]: DEBUG nova.scheduler.client.report [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Refreshing aggregate associations for resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5, aggregates: None {{(pid=70113) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 859.130161] env[70113]: DEBUG nova.scheduler.client.report [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Refreshing trait associations for resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70113) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 859.163703] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5281c3e7-23ec-299d-cda4-bc5275820ca1, 'name': SearchDatastore_Task, 'duration_secs': 0.017369} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.166384] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.166647] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] cc8b3887-1051-4d76-be7c-2cf21a3a28a0/cc8b3887-1051-4d76-be7c-2cf21a3a28a0.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.167102] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c06bd29-ed5f-4d86-a2fa-de7f6d0ffa98 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.169263] env[70113]: DEBUG nova.network.neutron [-] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.176613] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 859.176613] env[70113]: value = "task-3415362" [ 859.176613] env[70113]: _type = "Task" [ 859.176613] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.189289] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.232593] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415360, 'name': Destroy_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.265363] env[70113]: INFO nova.compute.manager [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Took 45.17 seconds to build instance. [ 859.291954] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3900d559-03b8-4ae1-a3a4-8215ae29c3eb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.308138] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7618f4-e6cc-46a2-bbb9-4641fbd9f71b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.353713] env[70113]: DEBUG nova.compute.manager [req-01a4ab42-c7d1-4dee-a8fa-aa165b17191a req-006b539c-e364-4fdf-ad24-a995a304b33e service nova] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Detach interface failed, port_id=dff0d4cc-9245-4ad6-8ae6-1f537d4a6084, reason: Instance 913679b6-777c-402a-862d-7fcd293f9527 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 859.370619] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.467840] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 859.467840] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5201fc70-86b5-dde1-9a8c-090c77685239" [ 859.467840] env[70113]: _type = "HttpNfcLease" [ 859.467840] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 859.468324] env[70113]: DEBUG oslo_vmware.rw_handles [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 859.468324] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5201fc70-86b5-dde1-9a8c-090c77685239" [ 859.468324] env[70113]: _type = "HttpNfcLease" [ 859.468324] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 859.468915] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2ff3b9-cda1-43a0-b550-9a353d986e44 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.483621] env[70113]: DEBUG oslo_vmware.rw_handles [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f72fbb-a5bb-a8e2-b7fb-af7c0e3191b8/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 859.483860] env[70113]: DEBUG oslo_vmware.rw_handles [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f72fbb-a5bb-a8e2-b7fb-af7c0e3191b8/disk-0.vmdk for reading. {{(pid=70113) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 859.545137] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "interface-703ef808-b2ba-447a-b213-4bcd108e6550-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.545137] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-703ef808-b2ba-447a-b213-4bcd108e6550-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.546586] env[70113]: DEBUG nova.objects.instance [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lazy-loading 'flavor' on Instance uuid 703ef808-b2ba-447a-b213-4bcd108e6550 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.563827] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Acquiring lock "cf420ae8-a415-49e5-ad08-3d62c6d7e040" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.630518] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2e2e4a49-70dc-41eb-90fd-06ea4b274b8d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.672020] env[70113]: INFO nova.compute.manager [-] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Took 1.39 seconds to deallocate network for instance. [ 859.691492] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48835} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.691761] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] cc8b3887-1051-4d76-be7c-2cf21a3a28a0/cc8b3887-1051-4d76-be7c-2cf21a3a28a0.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.692016] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.692290] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a89a3585-5d01-4b5e-add7-77415472857e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.700341] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 859.700341] env[70113]: value = "task-3415363" [ 859.700341] env[70113]: _type = "Task" [ 859.700341] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.712448] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.740661] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415360, 'name': Destroy_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.762022] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31ab556-3e41-4216-b5c2-ec63b6e3f3b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.767684] env[70113]: DEBUG oslo_concurrency.lockutils [None req-560617c2-39f6-479b-ac82-ac91de901adf tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Lock "cf420ae8-a415-49e5-ad08-3d62c6d7e040" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.541s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.768961] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Lock "cf420ae8-a415-49e5-ad08-3d62c6d7e040" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.205s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.769208] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Acquiring lock "cf420ae8-a415-49e5-ad08-3d62c6d7e040-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.769415] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Lock "cf420ae8-a415-49e5-ad08-3d62c6d7e040-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.769579] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Lock "cf420ae8-a415-49e5-ad08-3d62c6d7e040-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.773572] env[70113]: INFO nova.compute.manager [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Terminating instance [ 859.776164] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c4d4bd-0670-43bb-b545-365abc71448f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.814933] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41261475-141c-4d67-a791-bfa9fb445b63 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.826345] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43700ae2-a768-4a43-9b9a-80c30ede6a17 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.844489] env[70113]: DEBUG nova.compute.provider_tree [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.159105] env[70113]: DEBUG nova.objects.instance [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lazy-loading 'pci_requests' on Instance uuid 703ef808-b2ba-447a-b213-4bcd108e6550 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.177697] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.216081] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072492} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.216573] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.217607] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef3374f-591c-4250-b7cf-bd8882cc5856 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.246049] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] cc8b3887-1051-4d76-be7c-2cf21a3a28a0/cc8b3887-1051-4d76-be7c-2cf21a3a28a0.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.250554] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff125f91-4774-44d0-9500-1393df07cec6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.273657] env[70113]: DEBUG nova.compute.manager [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.276660] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415360, 'name': Destroy_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.278924] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 860.278924] env[70113]: value = "task-3415364" [ 860.278924] env[70113]: _type = "Task" [ 860.278924] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.283479] env[70113]: DEBUG nova.compute.manager [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.283843] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.284774] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ef65a4-0dba-4948-a8d9-0e33faebe3e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.295664] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.298544] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b008e2ad-ae19-481a-8c73-5b4430d5b22e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.301941] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.308129] env[70113]: DEBUG oslo_vmware.api [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Waiting for the task: (returnval){ [ 860.308129] env[70113]: value = "task-3415365" [ 860.308129] env[70113]: _type = "Task" [ 860.308129] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.320112] env[70113]: DEBUG oslo_vmware.api [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.349818] env[70113]: DEBUG nova.scheduler.client.report [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.589532] env[70113]: INFO nova.compute.manager [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Rebuilding instance [ 860.637421] env[70113]: DEBUG nova.compute.manager [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.638404] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9cc18e-79ad-4535-83a6-6b7269a0fd32 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.661740] env[70113]: DEBUG nova.objects.base [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Object Instance<703ef808-b2ba-447a-b213-4bcd108e6550> lazy-loaded attributes: flavor,pci_requests {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 860.661970] env[70113]: DEBUG nova.network.neutron [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.732530] env[70113]: DEBUG nova.policy [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e19ba68ff144a70b49122d0597e9735', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56870a134a3d439bbc7378a8544959b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.746714] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415360, 'name': Destroy_Task, 'duration_secs': 1.812857} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.747320] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Destroyed the VM [ 860.747721] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 860.748171] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a69de8fa-632b-47e7-b7f0-c20dbf4078ed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.755859] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 860.755859] env[70113]: value = "task-3415366" [ 860.755859] env[70113]: _type = "Task" [ 860.755859] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.765590] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415366, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.793780] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.801206] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.818480] env[70113]: DEBUG oslo_vmware.api [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415365, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.856232] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.015s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.856844] env[70113]: DEBUG nova.compute.manager [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.859610] env[70113]: DEBUG oslo_concurrency.lockutils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.218s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.861256] env[70113]: INFO nova.compute.claims [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.131412] env[70113]: DEBUG nova.network.neutron [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Successfully created port: 12a2c44d-dc5b-47ef-b4be-110bff645919 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.268500] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415366, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.292675] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415364, 'name': ReconfigVM_Task, 'duration_secs': 0.729669} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.293019] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Reconfigured VM instance instance-00000031 to attach disk [datastore1] cc8b3887-1051-4d76-be7c-2cf21a3a28a0/cc8b3887-1051-4d76-be7c-2cf21a3a28a0.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.293725] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaef6321-0893-4dca-b51b-7dca291560ed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.302477] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 861.302477] env[70113]: value = "task-3415367" [ 861.302477] env[70113]: _type = "Task" [ 861.302477] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.316911] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415367, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.324221] env[70113]: DEBUG oslo_vmware.api [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415365, 'name': PowerOffVM_Task, 'duration_secs': 0.600299} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.324436] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.324700] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.325026] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d2b97fc-9f08-4694-92c0-864182a566e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.367258] env[70113]: DEBUG nova.compute.utils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.374028] env[70113]: DEBUG nova.compute.manager [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.374028] env[70113]: DEBUG nova.network.neutron [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.417765] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.418030] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.418238] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Deleting the datastore file [datastore1] cf420ae8-a415-49e5-ad08-3d62c6d7e040 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.418534] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6715e3b-367e-4101-b44d-057ba840baef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.428321] env[70113]: DEBUG oslo_vmware.api [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Waiting for the task: (returnval){ [ 861.428321] env[70113]: value = "task-3415369" [ 861.428321] env[70113]: _type = "Task" [ 861.428321] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.435492] env[70113]: DEBUG nova.policy [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '100bc30a9c6442e5b03bf3c5addf8e04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39ef54adbcff4a008c98332a7bf3ea77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.445430] env[70113]: DEBUG oslo_vmware.api [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.657866] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.657866] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57b54c25-030f-4dba-8da5-fe85b76644ab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.665768] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 861.665768] env[70113]: value = "task-3415370" [ 861.665768] env[70113]: _type = "Task" [ 861.665768] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.677386] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.769396] env[70113]: DEBUG oslo_vmware.api [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415366, 'name': RemoveSnapshot_Task, 'duration_secs': 0.724125} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.769692] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 861.769973] env[70113]: INFO nova.compute.manager [None req-82bc520d-e25c-47bc-bc10-d65dddc03f65 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Took 18.61 seconds to snapshot the instance on the hypervisor. [ 861.788544] env[70113]: DEBUG nova.network.neutron [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Successfully created port: 3d1568b3-3f9a-43e8-affd-7215ec9a067b {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.813226] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415367, 'name': Rename_Task, 'duration_secs': 0.208353} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.813548] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.813843] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30afc7db-5fef-48fe-be99-115020cd6dd8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.823736] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 861.823736] env[70113]: value = "task-3415371" [ 861.823736] env[70113]: _type = "Task" [ 861.823736] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.834687] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.872150] env[70113]: DEBUG nova.compute.manager [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.940608] env[70113]: DEBUG oslo_vmware.api [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Task: {'id': task-3415369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27378} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.943537] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.943814] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.944080] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.944309] env[70113]: INFO nova.compute.manager [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Took 1.66 seconds to destroy the instance on the hypervisor. [ 861.944630] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.945115] env[70113]: DEBUG nova.compute.manager [-] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.945271] env[70113]: DEBUG nova.network.neutron [-] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.178694] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415370, 'name': PowerOffVM_Task, 'duration_secs': 0.266174} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.179138] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.179138] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.183310] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f45c3b6-204f-4167-81c7-3ecaab180f9c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.192381] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.192704] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-850362b8-c049-4085-9a2e-c9202223b0f2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.283736] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.283944] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.284109] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Deleting the datastore file [datastore1] 5f528945-d1a0-4ec1-86f6-5fc1a15a8162 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.285330] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5fc0a94-fb6f-4e9d-9d24-b4addcb1531e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.294962] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 862.294962] env[70113]: value = "task-3415373" [ 862.294962] env[70113]: _type = "Task" [ 862.294962] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.310020] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.337849] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.496815] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a862cffa-ca5f-4224-925b-cfa028757c1c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.506837] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f214ad-d6b0-4334-bd4e-48341e145f6a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.542995] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49becbad-d529-477c-ba05-4f209052e710 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.553108] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9b0e6a-6a7f-4f92-91ac-cce568a6e538 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.571062] env[70113]: DEBUG nova.compute.provider_tree [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.789672] env[70113]: DEBUG nova.network.neutron [-] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.806100] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435504} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.806367] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.806546] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.806718] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.838163] env[70113]: DEBUG oslo_vmware.api [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415371, 'name': PowerOnVM_Task, 'duration_secs': 0.867735} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.838555] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.838720] env[70113]: INFO nova.compute.manager [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Took 7.89 seconds to spawn the instance on the hypervisor. [ 862.838914] env[70113]: DEBUG nova.compute.manager [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.839805] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e345e8-5b64-45ac-aa39-5c555b3ecffc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.887281] env[70113]: DEBUG nova.compute.manager [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.913624] env[70113]: DEBUG nova.virt.hardware [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.913705] env[70113]: DEBUG nova.virt.hardware [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.913812] env[70113]: DEBUG nova.virt.hardware [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.914011] env[70113]: DEBUG nova.virt.hardware [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.914194] env[70113]: DEBUG nova.virt.hardware [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.914342] env[70113]: DEBUG nova.virt.hardware [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.914559] env[70113]: DEBUG nova.virt.hardware [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.914721] env[70113]: DEBUG nova.virt.hardware [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.914893] env[70113]: DEBUG nova.virt.hardware [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.915070] env[70113]: DEBUG nova.virt.hardware [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.915254] env[70113]: DEBUG nova.virt.hardware [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.916164] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13488eff-dea1-4ab3-9585-152418639a7d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.921681] env[70113]: DEBUG nova.compute.manager [req-881894b8-89f5-4a58-9624-b3e20a963638 req-32808bd8-aa8b-49a0-9724-e16196255d22 service nova] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Received event network-vif-deleted-782c3e9f-75f6-4bae-a8ff-b344b071da3e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.928674] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc0a380-9636-4f12-ba34-d0f993871ca8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.074950] env[70113]: DEBUG nova.scheduler.client.report [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.169939] env[70113]: DEBUG nova.network.neutron [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Successfully updated port: 12a2c44d-dc5b-47ef-b4be-110bff645919 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.292069] env[70113]: INFO nova.compute.manager [-] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Took 1.35 seconds to deallocate network for instance. [ 863.345214] env[70113]: DEBUG nova.network.neutron [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Successfully updated port: 3d1568b3-3f9a-43e8-affd-7215ec9a067b {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.359719] env[70113]: INFO nova.compute.manager [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Took 34.81 seconds to build instance. [ 863.580386] env[70113]: DEBUG oslo_concurrency.lockutils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.580995] env[70113]: DEBUG nova.compute.manager [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.583906] env[70113]: DEBUG oslo_concurrency.lockutils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.228s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.585260] env[70113]: INFO nova.compute.claims [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.674741] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.674958] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.675158] env[70113]: DEBUG nova.network.neutron [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.691212] env[70113]: DEBUG nova.compute.manager [req-09937a78-76e7-4977-9d71-d3099974be62 req-de786d96-437d-40d3-b9c8-de7e802fc46f service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Received event network-vif-plugged-3d1568b3-3f9a-43e8-affd-7215ec9a067b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.691478] env[70113]: DEBUG oslo_concurrency.lockutils [req-09937a78-76e7-4977-9d71-d3099974be62 req-de786d96-437d-40d3-b9c8-de7e802fc46f service nova] Acquiring lock "90d28880-88ca-4540-b9e1-27fa08c0ff9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.691708] env[70113]: DEBUG oslo_concurrency.lockutils [req-09937a78-76e7-4977-9d71-d3099974be62 req-de786d96-437d-40d3-b9c8-de7e802fc46f service nova] Lock "90d28880-88ca-4540-b9e1-27fa08c0ff9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.691883] env[70113]: DEBUG oslo_concurrency.lockutils [req-09937a78-76e7-4977-9d71-d3099974be62 req-de786d96-437d-40d3-b9c8-de7e802fc46f service nova] Lock "90d28880-88ca-4540-b9e1-27fa08c0ff9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.692082] env[70113]: DEBUG nova.compute.manager [req-09937a78-76e7-4977-9d71-d3099974be62 req-de786d96-437d-40d3-b9c8-de7e802fc46f service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] No waiting events found dispatching network-vif-plugged-3d1568b3-3f9a-43e8-affd-7215ec9a067b {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.692309] env[70113]: WARNING nova.compute.manager [req-09937a78-76e7-4977-9d71-d3099974be62 req-de786d96-437d-40d3-b9c8-de7e802fc46f service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Received unexpected event network-vif-plugged-3d1568b3-3f9a-43e8-affd-7215ec9a067b for instance with vm_state building and task_state spawning. [ 863.800466] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.840256] env[70113]: DEBUG nova.virt.hardware [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.840593] env[70113]: DEBUG nova.virt.hardware [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.840682] env[70113]: DEBUG nova.virt.hardware [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.840861] env[70113]: DEBUG nova.virt.hardware [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.841014] env[70113]: DEBUG nova.virt.hardware [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.841269] env[70113]: DEBUG nova.virt.hardware [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.841517] env[70113]: DEBUG nova.virt.hardware [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.841680] env[70113]: DEBUG nova.virt.hardware [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.841851] env[70113]: DEBUG nova.virt.hardware [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.842024] env[70113]: DEBUG nova.virt.hardware [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.842203] env[70113]: DEBUG nova.virt.hardware [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.843096] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a769516-93c0-4fe6-a929-10cf1f295710 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.851202] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Acquiring lock "refresh_cache-90d28880-88ca-4540-b9e1-27fa08c0ff9e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.851315] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Acquired lock "refresh_cache-90d28880-88ca-4540-b9e1-27fa08c0ff9e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.851461] env[70113]: DEBUG nova.network.neutron [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.853642] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a1aefb-c541-4a10-b2a8-91d37d816c28 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.868894] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e06c27e6-df5f-4404-9237-5ffbe7298755 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "cc8b3887-1051-4d76-be7c-2cf21a3a28a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.104s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.869669] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:e7:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a3c2c91-a258-4ed0-998a-2afff7e1edcd', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.877142] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.878748] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.879193] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a69bb57-1820-4fa5-a899-54814d6bd4d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.901501] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.901501] env[70113]: value = "task-3415374" [ 863.901501] env[70113]: _type = "Task" [ 863.901501] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.910787] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415374, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.092316] env[70113]: DEBUG nova.compute.utils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.093361] env[70113]: DEBUG nova.compute.manager [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.093616] env[70113]: DEBUG nova.network.neutron [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.160442] env[70113]: DEBUG nova.policy [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '008ca0a9b1e74c779511362702099b3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4850b61e2c2440d91544452577b0129', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.227865] env[70113]: WARNING nova.network.neutron [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] 81a4b592-8c8e-41f5-8b72-f25fc6125375 already exists in list: networks containing: ['81a4b592-8c8e-41f5-8b72-f25fc6125375']. ignoring it [ 864.380121] env[70113]: DEBUG nova.compute.manager [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.421402] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415374, 'name': CreateVM_Task, 'duration_secs': 0.379704} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.421402] env[70113]: DEBUG nova.network.neutron [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.422498] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.423631] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.424194] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.424550] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.425153] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec1f50b-7cfc-49ac-a557-f78cb3c8c628 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.431623] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 864.431623] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]521a78c3-0bc9-1254-5434-4f7217eb1edc" [ 864.431623] env[70113]: _type = "Task" [ 864.431623] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.446488] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521a78c3-0bc9-1254-5434-4f7217eb1edc, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.446807] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.447065] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.447540] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.447705] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.448279] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.448589] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2085665d-5af1-4a95-a65e-004e3f650e0c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.462015] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.462015] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.462650] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-209e4be9-a1f1-428c-9b45-8cf0194e6339 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.469860] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 864.469860] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52295dde-a5b8-8c0f-e586-b6ac763d0ce8" [ 864.469860] env[70113]: _type = "Task" [ 864.469860] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.471538] env[70113]: DEBUG nova.network.neutron [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Successfully created port: d6d4371c-5079-498f-ade5-8ddbb2c0e9b2 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.485905] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52295dde-a5b8-8c0f-e586-b6ac763d0ce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.598479] env[70113]: DEBUG nova.compute.manager [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.736871] env[70113]: DEBUG nova.network.neutron [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Updating instance_info_cache with network_info: [{"id": "3d1568b3-3f9a-43e8-affd-7215ec9a067b", "address": "fa:16:3e:15:af:52", "network": {"id": "d9c6ca71-0f72-4e7e-9bbd-6f5d3e5e534d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-931470690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ef54adbcff4a008c98332a7bf3ea77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1568b3-3f", "ovs_interfaceid": "3d1568b3-3f9a-43e8-affd-7215ec9a067b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.756225] env[70113]: DEBUG nova.network.neutron [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Updating instance_info_cache with network_info: [{"id": "558c6da6-b095-422c-9ee6-fd0a1d75eeaa", "address": "fa:16:3e:bb:d7:8b", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558c6da6-b0", "ovs_interfaceid": "558c6da6-b095-422c-9ee6-fd0a1d75eeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "12a2c44d-dc5b-47ef-b4be-110bff645919", "address": "fa:16:3e:aa:41:d1", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a2c44d-dc", "ovs_interfaceid": "12a2c44d-dc5b-47ef-b4be-110bff645919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.906103] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.988970] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52295dde-a5b8-8c0f-e586-b6ac763d0ce8, 'name': SearchDatastore_Task, 'duration_secs': 0.014881} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.989881] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c04a548-c0ca-4c65-9952-82e28bc56fd4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.999162] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 864.999162] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a3a8b1-80e8-43f0-3ccb-f5e009a68108" [ 864.999162] env[70113]: _type = "Task" [ 864.999162] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.010436] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a3a8b1-80e8-43f0-3ccb-f5e009a68108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.135552] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380044cc-f1c2-4768-80e5-df99dceae834 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.145488] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476edd87-f9d2-491e-ae1c-2a23484d5eff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.179540] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e469ce8-64a5-4ab9-81d1-bbb608e3fadc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.188633] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53ff0e1-a298-4dca-a298-b86b065c1c6a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.204173] env[70113]: DEBUG nova.compute.provider_tree [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.239716] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Releasing lock "refresh_cache-90d28880-88ca-4540-b9e1-27fa08c0ff9e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.240135] env[70113]: DEBUG nova.compute.manager [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Instance network_info: |[{"id": "3d1568b3-3f9a-43e8-affd-7215ec9a067b", "address": "fa:16:3e:15:af:52", "network": {"id": "d9c6ca71-0f72-4e7e-9bbd-6f5d3e5e534d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-931470690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ef54adbcff4a008c98332a7bf3ea77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1568b3-3f", "ovs_interfaceid": "3d1568b3-3f9a-43e8-affd-7215ec9a067b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.240582] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:af:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d1568b3-3f9a-43e8-affd-7215ec9a067b', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.248190] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Creating folder: Project (39ef54adbcff4a008c98332a7bf3ea77). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.248833] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c196202b-207b-4f03-b21b-18326977ab93 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.256875] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.257730] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.259239] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.259239] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb34d12-ebd0-4153-a8f4-26b2c3c94961 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.264159] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Created folder: Project (39ef54adbcff4a008c98332a7bf3ea77) in parent group-v681336. [ 865.264363] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Creating folder: Instances. Parent ref: group-v681478. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.264992] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d5eb2f9-0717-4863-af4c-9c843327fc04 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.282845] env[70113]: DEBUG nova.virt.hardware [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.283273] env[70113]: DEBUG nova.virt.hardware [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.283448] env[70113]: DEBUG nova.virt.hardware [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.283638] env[70113]: DEBUG nova.virt.hardware [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.283786] env[70113]: DEBUG nova.virt.hardware [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.283933] env[70113]: DEBUG nova.virt.hardware [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.284151] env[70113]: DEBUG nova.virt.hardware [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.284313] env[70113]: DEBUG nova.virt.hardware [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.284486] env[70113]: DEBUG nova.virt.hardware [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.284647] env[70113]: DEBUG nova.virt.hardware [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.284816] env[70113]: DEBUG nova.virt.hardware [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.291319] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Reconfiguring VM to attach interface {{(pid=70113) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 865.293035] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ce4f15-b05f-4e43-afa9-cf6de4098718 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.305245] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Created folder: Instances in parent group-v681478. [ 865.305497] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.305711] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.306394] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc4d7654-bff9-4819-bcad-d432cfa171e1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.323236] env[70113]: DEBUG oslo_vmware.api [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 865.323236] env[70113]: value = "task-3415377" [ 865.323236] env[70113]: _type = "Task" [ 865.323236] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.333885] env[70113]: DEBUG oslo_vmware.api [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415377, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.335713] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.335713] env[70113]: value = "task-3415378" [ 865.335713] env[70113]: _type = "Task" [ 865.335713] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.354730] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415378, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.516525] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a3a8b1-80e8-43f0-3ccb-f5e009a68108, 'name': SearchDatastore_Task, 'duration_secs': 0.013148} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.516858] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.517157] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 5f528945-d1a0-4ec1-86f6-5fc1a15a8162/5f528945-d1a0-4ec1-86f6-5fc1a15a8162.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.517547] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dc41ed2-9086-4fd9-9503-ec38db9ffa5b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.530070] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 865.530070] env[70113]: value = "task-3415379" [ 865.530070] env[70113]: _type = "Task" [ 865.530070] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.544836] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.610359] env[70113]: DEBUG nova.compute.manager [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.689061] env[70113]: DEBUG nova.virt.hardware [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:32:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='eaf947f9-19cc-4360-b9b0-0b3b7ce8e339',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1043398283',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.689256] env[70113]: DEBUG nova.virt.hardware [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.689488] env[70113]: DEBUG nova.virt.hardware [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.689655] env[70113]: DEBUG nova.virt.hardware [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.689815] env[70113]: DEBUG nova.virt.hardware [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.689981] env[70113]: DEBUG nova.virt.hardware [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.690253] env[70113]: DEBUG nova.virt.hardware [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.690430] env[70113]: DEBUG nova.virt.hardware [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.690604] env[70113]: DEBUG nova.virt.hardware [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.690786] env[70113]: DEBUG nova.virt.hardware [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.690984] env[70113]: DEBUG nova.virt.hardware [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.691887] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d78688-3566-4cce-a3c3-1292b20f723b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.702581] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff4cee2-8238-4b6d-b3af-2a7c983bcbbf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.708215] env[70113]: DEBUG nova.scheduler.client.report [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.836807] env[70113]: DEBUG oslo_vmware.api [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.850506] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415378, 'name': CreateVM_Task, 'duration_secs': 0.421869} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.850827] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.851805] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.852676] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.852676] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.852840] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9292c6-0c37-40be-bba4-0105c211a77a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.862557] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Waiting for the task: (returnval){ [ 865.862557] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cae569-78a8-5da6-97d0-dc596ab8f53e" [ 865.862557] env[70113]: _type = "Task" [ 865.862557] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.874437] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cae569-78a8-5da6-97d0-dc596ab8f53e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.966740] env[70113]: DEBUG nova.compute.manager [req-21223ca7-e18a-4309-b738-e39819b6fc0b req-77094cbe-82ea-4e08-b0b5-4b6389aa1230 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Received event network-vif-plugged-12a2c44d-dc5b-47ef-b4be-110bff645919 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.966740] env[70113]: DEBUG oslo_concurrency.lockutils [req-21223ca7-e18a-4309-b738-e39819b6fc0b req-77094cbe-82ea-4e08-b0b5-4b6389aa1230 service nova] Acquiring lock "703ef808-b2ba-447a-b213-4bcd108e6550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.966740] env[70113]: DEBUG oslo_concurrency.lockutils [req-21223ca7-e18a-4309-b738-e39819b6fc0b req-77094cbe-82ea-4e08-b0b5-4b6389aa1230 service nova] Lock "703ef808-b2ba-447a-b213-4bcd108e6550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.966740] env[70113]: DEBUG oslo_concurrency.lockutils [req-21223ca7-e18a-4309-b738-e39819b6fc0b req-77094cbe-82ea-4e08-b0b5-4b6389aa1230 service nova] Lock "703ef808-b2ba-447a-b213-4bcd108e6550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.966740] env[70113]: DEBUG nova.compute.manager [req-21223ca7-e18a-4309-b738-e39819b6fc0b req-77094cbe-82ea-4e08-b0b5-4b6389aa1230 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] No waiting events found dispatching network-vif-plugged-12a2c44d-dc5b-47ef-b4be-110bff645919 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.966740] env[70113]: WARNING nova.compute.manager [req-21223ca7-e18a-4309-b738-e39819b6fc0b req-77094cbe-82ea-4e08-b0b5-4b6389aa1230 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Received unexpected event network-vif-plugged-12a2c44d-dc5b-47ef-b4be-110bff645919 for instance with vm_state active and task_state None. [ 865.966740] env[70113]: DEBUG nova.compute.manager [req-21223ca7-e18a-4309-b738-e39819b6fc0b req-77094cbe-82ea-4e08-b0b5-4b6389aa1230 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Received event network-changed-12a2c44d-dc5b-47ef-b4be-110bff645919 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.967683] env[70113]: DEBUG nova.compute.manager [req-21223ca7-e18a-4309-b738-e39819b6fc0b req-77094cbe-82ea-4e08-b0b5-4b6389aa1230 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Refreshing instance network info cache due to event network-changed-12a2c44d-dc5b-47ef-b4be-110bff645919. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.967683] env[70113]: DEBUG oslo_concurrency.lockutils [req-21223ca7-e18a-4309-b738-e39819b6fc0b req-77094cbe-82ea-4e08-b0b5-4b6389aa1230 service nova] Acquiring lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.967683] env[70113]: DEBUG oslo_concurrency.lockutils [req-21223ca7-e18a-4309-b738-e39819b6fc0b req-77094cbe-82ea-4e08-b0b5-4b6389aa1230 service nova] Acquired lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.967683] env[70113]: DEBUG nova.network.neutron [req-21223ca7-e18a-4309-b738-e39819b6fc0b req-77094cbe-82ea-4e08-b0b5-4b6389aa1230 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Refreshing network info cache for port 12a2c44d-dc5b-47ef-b4be-110bff645919 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.021630] env[70113]: DEBUG nova.network.neutron [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Successfully updated port: d6d4371c-5079-498f-ade5-8ddbb2c0e9b2 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.046199] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415379, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.215402] env[70113]: DEBUG oslo_concurrency.lockutils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.216233] env[70113]: DEBUG nova.compute.manager [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.220571] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.239s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.220981] env[70113]: DEBUG nova.objects.instance [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Lazy-loading 'resources' on Instance uuid 1cde37d8-bb36-4da1-9be8-9d722666a7a0 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.233479] env[70113]: DEBUG nova.compute.manager [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.234969] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb2d285-b9e3-4a93-9aae-d51f1eae3956 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.334523] env[70113]: DEBUG oslo_vmware.api [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415377, 'name': ReconfigVM_Task, 'duration_secs': 0.700306} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.335082] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.335315] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Reconfigured VM to attach interface {{(pid=70113) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 866.374664] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cae569-78a8-5da6-97d0-dc596ab8f53e, 'name': SearchDatastore_Task, 'duration_secs': 0.060966} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.375254] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.375254] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.375456] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.375600] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.375777] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.376062] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-393c489b-8b10-4ce4-8584-8c814bc1228d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.389574] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.389574] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.390180] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da4c2e13-d968-4d19-90bc-e384f75d23bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.395983] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Waiting for the task: (returnval){ [ 866.395983] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]525e55f4-a871-b0ff-70f7-d6e3caed9538" [ 866.395983] env[70113]: _type = "Task" [ 866.395983] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.406748] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525e55f4-a871-b0ff-70f7-d6e3caed9538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.426467] env[70113]: DEBUG nova.compute.manager [req-3f231bfa-d59a-487f-8ec2-a2be37553df5 req-41c0f2c9-f85c-41b6-b923-0acf6e9c5b59 service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Received event network-changed-3d1568b3-3f9a-43e8-affd-7215ec9a067b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.426518] env[70113]: DEBUG nova.compute.manager [req-3f231bfa-d59a-487f-8ec2-a2be37553df5 req-41c0f2c9-f85c-41b6-b923-0acf6e9c5b59 service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Refreshing instance network info cache due to event network-changed-3d1568b3-3f9a-43e8-affd-7215ec9a067b. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.426764] env[70113]: DEBUG oslo_concurrency.lockutils [req-3f231bfa-d59a-487f-8ec2-a2be37553df5 req-41c0f2c9-f85c-41b6-b923-0acf6e9c5b59 service nova] Acquiring lock "refresh_cache-90d28880-88ca-4540-b9e1-27fa08c0ff9e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.426984] env[70113]: DEBUG oslo_concurrency.lockutils [req-3f231bfa-d59a-487f-8ec2-a2be37553df5 req-41c0f2c9-f85c-41b6-b923-0acf6e9c5b59 service nova] Acquired lock "refresh_cache-90d28880-88ca-4540-b9e1-27fa08c0ff9e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.427234] env[70113]: DEBUG nova.network.neutron [req-3f231bfa-d59a-487f-8ec2-a2be37553df5 req-41c0f2c9-f85c-41b6-b923-0acf6e9c5b59 service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Refreshing network info cache for port 3d1568b3-3f9a-43e8-affd-7215ec9a067b {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.525954] env[70113]: DEBUG oslo_concurrency.lockutils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.526232] env[70113]: DEBUG oslo_concurrency.lockutils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquired lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.526408] env[70113]: DEBUG nova.network.neutron [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.543696] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585663} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.544045] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 5f528945-d1a0-4ec1-86f6-5fc1a15a8162/5f528945-d1a0-4ec1-86f6-5fc1a15a8162.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.544328] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.544557] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e37c2cf-d2f4-42e7-a74d-14fb5e1b74b2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.553974] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 866.553974] env[70113]: value = "task-3415380" [ 866.553974] env[70113]: _type = "Task" [ 866.553974] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.569626] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.701594] env[70113]: DEBUG nova.network.neutron [req-21223ca7-e18a-4309-b738-e39819b6fc0b req-77094cbe-82ea-4e08-b0b5-4b6389aa1230 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Updated VIF entry in instance network info cache for port 12a2c44d-dc5b-47ef-b4be-110bff645919. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.702050] env[70113]: DEBUG nova.network.neutron [req-21223ca7-e18a-4309-b738-e39819b6fc0b req-77094cbe-82ea-4e08-b0b5-4b6389aa1230 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Updating instance_info_cache with network_info: [{"id": "558c6da6-b095-422c-9ee6-fd0a1d75eeaa", "address": "fa:16:3e:bb:d7:8b", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558c6da6-b0", "ovs_interfaceid": "558c6da6-b095-422c-9ee6-fd0a1d75eeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "12a2c44d-dc5b-47ef-b4be-110bff645919", "address": "fa:16:3e:aa:41:d1", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a2c44d-dc", "ovs_interfaceid": "12a2c44d-dc5b-47ef-b4be-110bff645919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.724726] env[70113]: DEBUG nova.compute.utils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.726623] env[70113]: DEBUG nova.compute.manager [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.726805] env[70113]: DEBUG nova.network.neutron [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.746446] env[70113]: INFO nova.compute.manager [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] instance snapshotting [ 866.749402] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e99e46-07f2-4ac5-a605-0d82ee621726 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.776979] env[70113]: DEBUG nova.policy [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c5efbae66a840de96ddb4c83758126d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb0f394e9f8f406cb91d1ade97f94b55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.778992] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257e56a9-6aba-49d9-87e0-8da42a8b89b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.844709] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eb7b561d-2915-457c-99e1-c07fc9655327 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-703ef808-b2ba-447a-b213-4bcd108e6550-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.300s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.908619] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525e55f4-a871-b0ff-70f7-d6e3caed9538, 'name': SearchDatastore_Task, 'duration_secs': 0.016551} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.912401] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11b2617-7dbf-4396-b488-cadf5c7b4e5f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.919865] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Waiting for the task: (returnval){ [ 866.919865] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f22244-90ff-eeaa-e75a-f0eb38e362f7" [ 866.919865] env[70113]: _type = "Task" [ 866.919865] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.937273] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f22244-90ff-eeaa-e75a-f0eb38e362f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.067499] env[70113]: DEBUG nova.network.neutron [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Successfully created port: cac73657-689d-4dbb-a74d-1f620a6e10c7 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.073481] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113608} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.074253] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.075304] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df0f950-aefa-45bb-9c01-655604f9df2f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.105617] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 5f528945-d1a0-4ec1-86f6-5fc1a15a8162/5f528945-d1a0-4ec1-86f6-5fc1a15a8162.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.109692] env[70113]: DEBUG nova.network.neutron [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.114256] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eca61172-548c-4409-bc52-da1d5c05b518 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.138486] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 867.138486] env[70113]: value = "task-3415381" [ 867.138486] env[70113]: _type = "Task" [ 867.138486] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.149075] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.205923] env[70113]: DEBUG oslo_concurrency.lockutils [req-21223ca7-e18a-4309-b738-e39819b6fc0b req-77094cbe-82ea-4e08-b0b5-4b6389aa1230 service nova] Releasing lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.234934] env[70113]: DEBUG nova.compute.manager [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.293095] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 867.293896] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-940c7a40-fc35-49c7-b0ad-08e52b92fbc5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.303865] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 867.303865] env[70113]: value = "task-3415382" [ 867.303865] env[70113]: _type = "Task" [ 867.303865] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.317195] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415382, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.326750] env[70113]: DEBUG nova.network.neutron [req-3f231bfa-d59a-487f-8ec2-a2be37553df5 req-41c0f2c9-f85c-41b6-b923-0acf6e9c5b59 service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Updated VIF entry in instance network info cache for port 3d1568b3-3f9a-43e8-affd-7215ec9a067b. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.327234] env[70113]: DEBUG nova.network.neutron [req-3f231bfa-d59a-487f-8ec2-a2be37553df5 req-41c0f2c9-f85c-41b6-b923-0acf6e9c5b59 service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Updating instance_info_cache with network_info: [{"id": "3d1568b3-3f9a-43e8-affd-7215ec9a067b", "address": "fa:16:3e:15:af:52", "network": {"id": "d9c6ca71-0f72-4e7e-9bbd-6f5d3e5e534d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-931470690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ef54adbcff4a008c98332a7bf3ea77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1568b3-3f", "ovs_interfaceid": "3d1568b3-3f9a-43e8-affd-7215ec9a067b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.368233] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c449fb7e-b266-4587-8cd8-4463cfe970ed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.379551] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82289ce8-1390-4b51-bd41-350db45538f1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.382605] env[70113]: DEBUG nova.network.neutron [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating instance_info_cache with network_info: [{"id": "d6d4371c-5079-498f-ade5-8ddbb2c0e9b2", "address": "fa:16:3e:4d:33:10", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d4371c-50", "ovs_interfaceid": "d6d4371c-5079-498f-ade5-8ddbb2c0e9b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.415162] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eaec08-12d1-492e-a6ad-02e72ca424d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.428791] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e5520c-2baa-4829-a5f5-6ba6fd6282cb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.436580] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f22244-90ff-eeaa-e75a-f0eb38e362f7, 'name': SearchDatastore_Task, 'duration_secs': 0.013483} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.437267] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.437576] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 90d28880-88ca-4540-b9e1-27fa08c0ff9e/90d28880-88ca-4540-b9e1-27fa08c0ff9e.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.437839] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-346bb5b1-e16d-4a0c-bab0-30c70700f34e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.448286] env[70113]: DEBUG nova.compute.provider_tree [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.456487] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Waiting for the task: (returnval){ [ 867.456487] env[70113]: value = "task-3415383" [ 867.456487] env[70113]: _type = "Task" [ 867.456487] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.468769] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.649418] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415381, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.786151] env[70113]: DEBUG oslo_vmware.rw_handles [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f72fbb-a5bb-a8e2-b7fb-af7c0e3191b8/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 867.786151] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9608d476-f0dc-4e32-b646-bfc3fe86ed73 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.793621] env[70113]: DEBUG oslo_vmware.rw_handles [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f72fbb-a5bb-a8e2-b7fb-af7c0e3191b8/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 867.794144] env[70113]: ERROR oslo_vmware.rw_handles [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f72fbb-a5bb-a8e2-b7fb-af7c0e3191b8/disk-0.vmdk due to incomplete transfer. [ 867.794496] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-332516a9-3be2-4653-8ad9-a8ef123a1952 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.806133] env[70113]: DEBUG oslo_vmware.rw_handles [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f72fbb-a5bb-a8e2-b7fb-af7c0e3191b8/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 867.806133] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Uploaded image c6550f09-1f6e-4394-8f8d-020dcb26a8a3 to the Glance image server {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 867.806133] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 867.806489] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8cfb2f4b-fd78-41ca-a925-c15b37661dd7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.817206] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415382, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.821813] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 867.821813] env[70113]: value = "task-3415384" [ 867.821813] env[70113]: _type = "Task" [ 867.821813] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.829729] env[70113]: DEBUG oslo_concurrency.lockutils [req-3f231bfa-d59a-487f-8ec2-a2be37553df5 req-41c0f2c9-f85c-41b6-b923-0acf6e9c5b59 service nova] Releasing lock "refresh_cache-90d28880-88ca-4540-b9e1-27fa08c0ff9e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.830148] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415384, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.886218] env[70113]: DEBUG oslo_concurrency.lockutils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Releasing lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.886218] env[70113]: DEBUG nova.compute.manager [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Instance network_info: |[{"id": "d6d4371c-5079-498f-ade5-8ddbb2c0e9b2", "address": "fa:16:3e:4d:33:10", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d4371c-50", "ovs_interfaceid": "d6d4371c-5079-498f-ade5-8ddbb2c0e9b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.886423] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:33:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6d4371c-5079-498f-ade5-8ddbb2c0e9b2', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.894217] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.894449] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.894672] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-336162f8-c851-4e7e-b61b-b84d963b7c3d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.919631] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.919631] env[70113]: value = "task-3415385" [ 867.919631] env[70113]: _type = "Task" [ 867.919631] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.927626] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415385, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.951849] env[70113]: DEBUG nova.scheduler.client.report [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.965726] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.150241] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415381, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.246249] env[70113]: DEBUG nova.compute.manager [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.267056] env[70113]: DEBUG nova.virt.hardware [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.267318] env[70113]: DEBUG nova.virt.hardware [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.267477] env[70113]: DEBUG nova.virt.hardware [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.267654] env[70113]: DEBUG nova.virt.hardware [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.267799] env[70113]: DEBUG nova.virt.hardware [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.267945] env[70113]: DEBUG nova.virt.hardware [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.268186] env[70113]: DEBUG nova.virt.hardware [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.268349] env[70113]: DEBUG nova.virt.hardware [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.268514] env[70113]: DEBUG nova.virt.hardware [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.268677] env[70113]: DEBUG nova.virt.hardware [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.268848] env[70113]: DEBUG nova.virt.hardware [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.269772] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f782a40-5ca5-4ce5-9166-af1bc98003b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.279029] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784a80f0-01aa-43a1-8241-77e290e5027f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.315564] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415382, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.331065] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415384, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.431933] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415385, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.458493] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.463404] env[70113]: DEBUG oslo_concurrency.lockutils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.678s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.467240] env[70113]: INFO nova.compute.claims [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.491735] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.495305] env[70113]: INFO nova.scheduler.client.report [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Deleted allocations for instance 1cde37d8-bb36-4da1-9be8-9d722666a7a0 [ 868.544287] env[70113]: DEBUG nova.compute.manager [req-dd11b274-6b18-4e7c-9272-0b7bd9991060 req-b924dca9-f423-4e38-b95f-34a10905698b service nova] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Received event network-vif-plugged-d6d4371c-5079-498f-ade5-8ddbb2c0e9b2 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.544287] env[70113]: DEBUG oslo_concurrency.lockutils [req-dd11b274-6b18-4e7c-9272-0b7bd9991060 req-b924dca9-f423-4e38-b95f-34a10905698b service nova] Acquiring lock "da5e0b7e-b288-455d-a93e-7bbc4a8c58c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.544287] env[70113]: DEBUG oslo_concurrency.lockutils [req-dd11b274-6b18-4e7c-9272-0b7bd9991060 req-b924dca9-f423-4e38-b95f-34a10905698b service nova] Lock "da5e0b7e-b288-455d-a93e-7bbc4a8c58c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.544287] env[70113]: DEBUG oslo_concurrency.lockutils [req-dd11b274-6b18-4e7c-9272-0b7bd9991060 req-b924dca9-f423-4e38-b95f-34a10905698b service nova] Lock "da5e0b7e-b288-455d-a93e-7bbc4a8c58c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.544522] env[70113]: DEBUG nova.compute.manager [req-dd11b274-6b18-4e7c-9272-0b7bd9991060 req-b924dca9-f423-4e38-b95f-34a10905698b service nova] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] No waiting events found dispatching network-vif-plugged-d6d4371c-5079-498f-ade5-8ddbb2c0e9b2 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.545164] env[70113]: WARNING nova.compute.manager [req-dd11b274-6b18-4e7c-9272-0b7bd9991060 req-b924dca9-f423-4e38-b95f-34a10905698b service nova] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Received unexpected event network-vif-plugged-d6d4371c-5079-498f-ade5-8ddbb2c0e9b2 for instance with vm_state building and task_state spawning. [ 868.545164] env[70113]: DEBUG nova.compute.manager [req-dd11b274-6b18-4e7c-9272-0b7bd9991060 req-b924dca9-f423-4e38-b95f-34a10905698b service nova] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Received event network-changed-d6d4371c-5079-498f-ade5-8ddbb2c0e9b2 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.545164] env[70113]: DEBUG nova.compute.manager [req-dd11b274-6b18-4e7c-9272-0b7bd9991060 req-b924dca9-f423-4e38-b95f-34a10905698b service nova] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Refreshing instance network info cache due to event network-changed-d6d4371c-5079-498f-ade5-8ddbb2c0e9b2. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.546548] env[70113]: DEBUG oslo_concurrency.lockutils [req-dd11b274-6b18-4e7c-9272-0b7bd9991060 req-b924dca9-f423-4e38-b95f-34a10905698b service nova] Acquiring lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.546548] env[70113]: DEBUG oslo_concurrency.lockutils [req-dd11b274-6b18-4e7c-9272-0b7bd9991060 req-b924dca9-f423-4e38-b95f-34a10905698b service nova] Acquired lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.546548] env[70113]: DEBUG nova.network.neutron [req-dd11b274-6b18-4e7c-9272-0b7bd9991060 req-b924dca9-f423-4e38-b95f-34a10905698b service nova] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Refreshing network info cache for port d6d4371c-5079-498f-ade5-8ddbb2c0e9b2 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.652224] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415381, 'name': ReconfigVM_Task, 'duration_secs': 1.41993} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.652590] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 5f528945-d1a0-4ec1-86f6-5fc1a15a8162/5f528945-d1a0-4ec1-86f6-5fc1a15a8162.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.654233] env[70113]: DEBUG nova.network.neutron [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Successfully updated port: cac73657-689d-4dbb-a74d-1f620a6e10c7 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.655068] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c12e740f-2be8-4ab2-9901-c3dcb5f195c1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.665243] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 868.665243] env[70113]: value = "task-3415386" [ 868.665243] env[70113]: _type = "Task" [ 868.665243] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.680511] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415386, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.819665] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415382, 'name': CreateSnapshot_Task, 'duration_secs': 1.286182} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.819994] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 868.820960] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e7b9ae-3f28-4b24-88ad-74627ade8459 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.840740] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415384, 'name': Destroy_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.936351] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415385, 'name': CreateVM_Task, 'duration_secs': 0.85559} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.936590] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.937492] env[70113]: DEBUG oslo_concurrency.lockutils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.937713] env[70113]: DEBUG oslo_concurrency.lockutils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.938032] env[70113]: DEBUG oslo_concurrency.lockutils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.938722] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4846ec1a-0f67-499a-8f1d-28d51eb98bcc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.946577] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 868.946577] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d92aa7-373f-eddd-89d3-9290451275de" [ 868.946577] env[70113]: _type = "Task" [ 868.946577] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.958679] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "interface-703ef808-b2ba-447a-b213-4bcd108e6550-12a2c44d-dc5b-47ef-b4be-110bff645919" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.958950] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-703ef808-b2ba-447a-b213-4bcd108e6550-12a2c44d-dc5b-47ef-b4be-110bff645919" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.960367] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d92aa7-373f-eddd-89d3-9290451275de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.972507] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415383, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.980677] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "ad8051f2-8149-46b3-9c77-3c71dc5ddcd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.980947] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "ad8051f2-8149-46b3-9c77-3c71dc5ddcd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.981261] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "ad8051f2-8149-46b3-9c77-3c71dc5ddcd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.981558] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "ad8051f2-8149-46b3-9c77-3c71dc5ddcd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.981759] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "ad8051f2-8149-46b3-9c77-3c71dc5ddcd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.984137] env[70113]: INFO nova.compute.manager [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Terminating instance [ 869.003451] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd083c70-f829-4927-aefc-d89c713ddea4 tempest-ImagesNegativeTestJSON-2116584249 tempest-ImagesNegativeTestJSON-2116584249-project-member] Lock "1cde37d8-bb36-4da1-9be8-9d722666a7a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.565s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.157816] env[70113]: DEBUG oslo_concurrency.lockutils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "refresh_cache-d5594fac-44a9-4be9-ac10-42e6f368365f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.158156] env[70113]: DEBUG oslo_concurrency.lockutils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquired lock "refresh_cache-d5594fac-44a9-4be9-ac10-42e6f368365f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.158200] env[70113]: DEBUG nova.network.neutron [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.176439] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415386, 'name': Rename_Task, 'duration_secs': 0.396897} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.176815] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.180374] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09fd4cff-594b-4fec-b6f4-bb454acf48c3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.190853] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 869.190853] env[70113]: value = "task-3415387" [ 869.190853] env[70113]: _type = "Task" [ 869.190853] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.201243] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.284160] env[70113]: DEBUG nova.network.neutron [req-dd11b274-6b18-4e7c-9272-0b7bd9991060 req-b924dca9-f423-4e38-b95f-34a10905698b service nova] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updated VIF entry in instance network info cache for port d6d4371c-5079-498f-ade5-8ddbb2c0e9b2. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.284550] env[70113]: DEBUG nova.network.neutron [req-dd11b274-6b18-4e7c-9272-0b7bd9991060 req-b924dca9-f423-4e38-b95f-34a10905698b service nova] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating instance_info_cache with network_info: [{"id": "d6d4371c-5079-498f-ade5-8ddbb2c0e9b2", "address": "fa:16:3e:4d:33:10", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d4371c-50", "ovs_interfaceid": "d6d4371c-5079-498f-ade5-8ddbb2c0e9b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.335666] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415384, 'name': Destroy_Task, 'duration_secs': 1.186734} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.335955] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Destroyed the VM [ 869.336215] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 869.336594] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-08567bb9-ce0e-4781-adf1-63aa9c68d15e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.349068] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 869.350758] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4adca3dd-0567-48e1-8d6d-a7144f12a1b5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.354451] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 869.354451] env[70113]: value = "task-3415388" [ 869.354451] env[70113]: _type = "Task" [ 869.354451] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.360301] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 869.360301] env[70113]: value = "task-3415389" [ 869.360301] env[70113]: _type = "Task" [ 869.360301] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.367021] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415388, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.373967] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415389, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.460077] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d92aa7-373f-eddd-89d3-9290451275de, 'name': SearchDatastore_Task, 'duration_secs': 0.020295} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.460453] env[70113]: DEBUG oslo_concurrency.lockutils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.460697] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.460948] env[70113]: DEBUG oslo_concurrency.lockutils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.461163] env[70113]: DEBUG oslo_concurrency.lockutils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.461286] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.461779] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.461929] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.462303] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22240e10-1b53-4a81-976e-3f807f942f29 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.465416] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3d233d-3ecb-4eab-bf14-f62f6184b8f8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.479548] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415383, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.525928} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.491905] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 90d28880-88ca-4540-b9e1-27fa08c0ff9e/90d28880-88ca-4540-b9e1-27fa08c0ff9e.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.492191] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.493036] env[70113]: DEBUG nova.compute.manager [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.493161] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.494527] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7af28760-6510-46b6-8713-7a59659e9335 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.496987] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7f87ae-048d-4322-9d12-d5cc6520c58b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.501849] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ed989d-507f-4e02-a837-fb2d1ca2964a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.504262] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.504441] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.508123] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c093661-7a0d-460a-a33b-96b1f255d8d6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.521143] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 869.521143] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b2a878-31f7-6e46-1c68-1c1bfb933656" [ 869.521143] env[70113]: _type = "Task" [ 869.521143] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.548739] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Reconfiguring VM to detach interface {{(pid=70113) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 869.549286] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.558455] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e842558b-15da-480e-9fc5-0bc55a797ff4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.572294] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33b629d3-6800-47b3-a122-2097e98a13f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.574317] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Waiting for the task: (returnval){ [ 869.574317] env[70113]: value = "task-3415390" [ 869.574317] env[70113]: _type = "Task" [ 869.574317] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.583807] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b2a878-31f7-6e46-1c68-1c1bfb933656, 'name': SearchDatastore_Task, 'duration_secs': 0.02556} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.586626] env[70113]: DEBUG oslo_vmware.api [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 869.586626] env[70113]: value = "task-3415391" [ 869.586626] env[70113]: _type = "Task" [ 869.586626] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.586883] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d38e8a9-2320-4ec4-9103-a8981fabc59c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.597540] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415390, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.606858] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 869.606858] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f7330f-d456-5741-14f5-9cd30e885647" [ 869.606858] env[70113]: _type = "Task" [ 869.606858] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.607151] env[70113]: DEBUG oslo_vmware.api [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415391, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.621048] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f7330f-d456-5741-14f5-9cd30e885647, 'name': SearchDatastore_Task, 'duration_secs': 0.013019} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.622695] env[70113]: DEBUG oslo_concurrency.lockutils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.622887] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] da5e0b7e-b288-455d-a93e-7bbc4a8c58c9/da5e0b7e-b288-455d-a93e-7bbc4a8c58c9.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.623422] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fff0af39-7e28-46c4-a040-24cd671a9d77 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.632914] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 869.632914] env[70113]: value = "task-3415393" [ 869.632914] env[70113]: _type = "Task" [ 869.632914] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.645325] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.696023] env[70113]: DEBUG oslo_concurrency.lockutils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "fc12be11-3baa-45a9-876d-8b6f23f7af90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.696023] env[70113]: DEBUG oslo_concurrency.lockutils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "fc12be11-3baa-45a9-876d-8b6f23f7af90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.703023] env[70113]: DEBUG nova.network.neutron [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.712893] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415387, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.787062] env[70113]: DEBUG oslo_concurrency.lockutils [req-dd11b274-6b18-4e7c-9272-0b7bd9991060 req-b924dca9-f423-4e38-b95f-34a10905698b service nova] Releasing lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.848788] env[70113]: DEBUG nova.network.neutron [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Updating instance_info_cache with network_info: [{"id": "cac73657-689d-4dbb-a74d-1f620a6e10c7", "address": "fa:16:3e:12:cb:d8", "network": {"id": "289785ab-b7b9-40bd-8206-8684ae8f57e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220457124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb0f394e9f8f406cb91d1ade97f94b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac73657-68", "ovs_interfaceid": "cac73657-689d-4dbb-a74d-1f620a6e10c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.871735] env[70113]: DEBUG oslo_vmware.api [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415388, 'name': RemoveSnapshot_Task, 'duration_secs': 0.497314} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.872497] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 869.872792] env[70113]: INFO nova.compute.manager [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Took 15.08 seconds to snapshot the instance on the hypervisor. [ 869.878941] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415389, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.938646] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.938927] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.939184] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleting the datastore file [datastore2] ad8051f2-8149-46b3-9c77-3c71dc5ddcd9 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.939509] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29f1ec8e-289c-4635-b935-91a1a6c4aee0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.950697] env[70113]: DEBUG oslo_vmware.api [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 869.950697] env[70113]: value = "task-3415394" [ 869.950697] env[70113]: _type = "Task" [ 869.950697] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.963314] env[70113]: DEBUG oslo_vmware.api [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.102101] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099176} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.105017] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.105017] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb8c63a-397e-4a7a-b1da-3f509168e23f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.116234] env[70113]: DEBUG oslo_vmware.api [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.145455] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 90d28880-88ca-4540-b9e1-27fa08c0ff9e/90d28880-88ca-4540-b9e1-27fa08c0ff9e.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.155302] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30c9dcc7-880d-4116-8942-fa11b4d9de9d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.175803] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415393, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.177419] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Waiting for the task: (returnval){ [ 870.177419] env[70113]: value = "task-3415395" [ 870.177419] env[70113]: _type = "Task" [ 870.177419] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.191214] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415395, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.206402] env[70113]: DEBUG oslo_vmware.api [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415387, 'name': PowerOnVM_Task, 'duration_secs': 0.631928} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.206794] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.207079] env[70113]: DEBUG nova.compute.manager [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.207954] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f151559-318d-4f80-90ba-24cda779e573 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.212503] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ff1ab9-e3b1-4133-a400-7530bb743ffd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.224504] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e277662f-2908-4e6a-9c12-a22bff419dc3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.261147] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c83385-946b-4e8a-970a-1f662cd1d548 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.272447] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0957ae6-ee7c-4f10-bfd8-e0f0fd3976ab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.285453] env[70113]: DEBUG nova.compute.provider_tree [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.354662] env[70113]: DEBUG oslo_concurrency.lockutils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Releasing lock "refresh_cache-d5594fac-44a9-4be9-ac10-42e6f368365f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.355012] env[70113]: DEBUG nova.compute.manager [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Instance network_info: |[{"id": "cac73657-689d-4dbb-a74d-1f620a6e10c7", "address": "fa:16:3e:12:cb:d8", "network": {"id": "289785ab-b7b9-40bd-8206-8684ae8f57e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220457124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb0f394e9f8f406cb91d1ade97f94b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac73657-68", "ovs_interfaceid": "cac73657-689d-4dbb-a74d-1f620a6e10c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.355454] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:cb:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3952eb02-1162-48ed-8227-9c138960d583', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cac73657-689d-4dbb-a74d-1f620a6e10c7', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.363201] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Creating folder: Project (eb0f394e9f8f406cb91d1ade97f94b55). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.363907] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a00df0db-095c-41d8-b75e-c59d222f8efa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.375548] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415389, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.380448] env[70113]: DEBUG nova.compute.manager [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Instance disappeared during snapshot {{(pid=70113) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 870.382574] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Created folder: Project (eb0f394e9f8f406cb91d1ade97f94b55) in parent group-v681336. [ 870.382764] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Creating folder: Instances. Parent ref: group-v681484. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.383258] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a82d3c56-adf7-4a66-9bc9-3364fb86e7b6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.395173] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Created folder: Instances in parent group-v681484. [ 870.397099] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.397099] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.397099] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4caf7f23-fcb5-446f-adc0-923fe5eed7a9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.415141] env[70113]: DEBUG nova.compute.manager [None req-7e9cfe1b-cf7d-4c1f-9fbb-4f2915a91cf3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Image not found during clean up c6550f09-1f6e-4394-8f8d-020dcb26a8a3 {{(pid=70113) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 870.423246] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.423246] env[70113]: value = "task-3415398" [ 870.423246] env[70113]: _type = "Task" [ 870.423246] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.433373] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415398, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.461949] env[70113]: DEBUG oslo_vmware.api [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354033} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.462316] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.462476] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.462645] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.462843] env[70113]: INFO nova.compute.manager [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Took 0.97 seconds to destroy the instance on the hypervisor. [ 870.463109] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.463326] env[70113]: DEBUG nova.compute.manager [-] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.463427] env[70113]: DEBUG nova.network.neutron [-] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.594772] env[70113]: DEBUG oslo_concurrency.lockutils [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquiring lock "394ed08f-2d43-4261-bed1-cd94b14770ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.595184] env[70113]: DEBUG oslo_concurrency.lockutils [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "394ed08f-2d43-4261-bed1-cd94b14770ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.595514] env[70113]: DEBUG oslo_concurrency.lockutils [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquiring lock "394ed08f-2d43-4261-bed1-cd94b14770ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.596128] env[70113]: DEBUG oslo_concurrency.lockutils [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "394ed08f-2d43-4261-bed1-cd94b14770ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.596128] env[70113]: DEBUG oslo_concurrency.lockutils [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "394ed08f-2d43-4261-bed1-cd94b14770ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.603797] env[70113]: INFO nova.compute.manager [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Terminating instance [ 870.613603] env[70113]: DEBUG oslo_vmware.api [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.647345] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56367} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.647345] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] da5e0b7e-b288-455d-a93e-7bbc4a8c58c9/da5e0b7e-b288-455d-a93e-7bbc4a8c58c9.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.647345] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.647345] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1974efc3-3dbb-430e-b4c1-163f483409e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.656263] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 870.656263] env[70113]: value = "task-3415399" [ 870.656263] env[70113]: _type = "Task" [ 870.656263] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.665646] env[70113]: DEBUG nova.compute.manager [req-2ee9ab15-e9f9-4d03-9a67-97a112e883f6 req-06024f4b-a308-448b-ac9c-b90c740ea6bf service nova] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Received event network-vif-plugged-cac73657-689d-4dbb-a74d-1f620a6e10c7 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.665890] env[70113]: DEBUG oslo_concurrency.lockutils [req-2ee9ab15-e9f9-4d03-9a67-97a112e883f6 req-06024f4b-a308-448b-ac9c-b90c740ea6bf service nova] Acquiring lock "d5594fac-44a9-4be9-ac10-42e6f368365f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.666114] env[70113]: DEBUG oslo_concurrency.lockutils [req-2ee9ab15-e9f9-4d03-9a67-97a112e883f6 req-06024f4b-a308-448b-ac9c-b90c740ea6bf service nova] Lock "d5594fac-44a9-4be9-ac10-42e6f368365f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.666285] env[70113]: DEBUG oslo_concurrency.lockutils [req-2ee9ab15-e9f9-4d03-9a67-97a112e883f6 req-06024f4b-a308-448b-ac9c-b90c740ea6bf service nova] Lock "d5594fac-44a9-4be9-ac10-42e6f368365f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.666456] env[70113]: DEBUG nova.compute.manager [req-2ee9ab15-e9f9-4d03-9a67-97a112e883f6 req-06024f4b-a308-448b-ac9c-b90c740ea6bf service nova] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] No waiting events found dispatching network-vif-plugged-cac73657-689d-4dbb-a74d-1f620a6e10c7 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.666622] env[70113]: WARNING nova.compute.manager [req-2ee9ab15-e9f9-4d03-9a67-97a112e883f6 req-06024f4b-a308-448b-ac9c-b90c740ea6bf service nova] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Received unexpected event network-vif-plugged-cac73657-689d-4dbb-a74d-1f620a6e10c7 for instance with vm_state building and task_state spawning. [ 870.666782] env[70113]: DEBUG nova.compute.manager [req-2ee9ab15-e9f9-4d03-9a67-97a112e883f6 req-06024f4b-a308-448b-ac9c-b90c740ea6bf service nova] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Received event network-changed-cac73657-689d-4dbb-a74d-1f620a6e10c7 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.666936] env[70113]: DEBUG nova.compute.manager [req-2ee9ab15-e9f9-4d03-9a67-97a112e883f6 req-06024f4b-a308-448b-ac9c-b90c740ea6bf service nova] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Refreshing instance network info cache due to event network-changed-cac73657-689d-4dbb-a74d-1f620a6e10c7. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.668594] env[70113]: DEBUG oslo_concurrency.lockutils [req-2ee9ab15-e9f9-4d03-9a67-97a112e883f6 req-06024f4b-a308-448b-ac9c-b90c740ea6bf service nova] Acquiring lock "refresh_cache-d5594fac-44a9-4be9-ac10-42e6f368365f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.668799] env[70113]: DEBUG oslo_concurrency.lockutils [req-2ee9ab15-e9f9-4d03-9a67-97a112e883f6 req-06024f4b-a308-448b-ac9c-b90c740ea6bf service nova] Acquired lock "refresh_cache-d5594fac-44a9-4be9-ac10-42e6f368365f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.668974] env[70113]: DEBUG nova.network.neutron [req-2ee9ab15-e9f9-4d03-9a67-97a112e883f6 req-06024f4b-a308-448b-ac9c-b90c740ea6bf service nova] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Refreshing network info cache for port cac73657-689d-4dbb-a74d-1f620a6e10c7 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.674763] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.694053] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415395, 'name': ReconfigVM_Task, 'duration_secs': 0.298084} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.694379] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 90d28880-88ca-4540-b9e1-27fa08c0ff9e/90d28880-88ca-4540-b9e1-27fa08c0ff9e.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.695350] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f984812-ee3d-4c17-8ea4-72bcfeaa12c2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.703714] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Waiting for the task: (returnval){ [ 870.703714] env[70113]: value = "task-3415400" [ 870.703714] env[70113]: _type = "Task" [ 870.703714] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.717307] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415400, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.737491] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.788845] env[70113]: DEBUG nova.scheduler.client.report [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.883364] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415389, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.935416] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415398, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.027402] env[70113]: DEBUG oslo_concurrency.lockutils [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Acquiring lock "9570dc84-80e2-4384-91dc-db78b2c8998e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.027798] env[70113]: DEBUG oslo_concurrency.lockutils [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Lock "9570dc84-80e2-4384-91dc-db78b2c8998e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.105304] env[70113]: DEBUG oslo_vmware.api [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.114669] env[70113]: DEBUG nova.compute.manager [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.114965] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.115873] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007a6f67-ee99-459f-8685-b4291d97a09d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.124140] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.124396] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ed0b0eb-201c-4909-94ed-e4b4927a0d3e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.132538] env[70113]: DEBUG oslo_vmware.api [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 871.132538] env[70113]: value = "task-3415401" [ 871.132538] env[70113]: _type = "Task" [ 871.132538] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.141618] env[70113]: DEBUG oslo_vmware.api [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.167224] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113696} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.167572] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.170556] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa02552-f27d-460f-902d-fecbb72ffb88 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.197667] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] da5e0b7e-b288-455d-a93e-7bbc4a8c58c9/da5e0b7e-b288-455d-a93e-7bbc4a8c58c9.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.198170] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c059ea9c-3e2b-4946-bd27-514bcfa3daf9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.229021] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415400, 'name': Rename_Task, 'duration_secs': 0.156284} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.229021] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.229021] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 871.229021] env[70113]: value = "task-3415402" [ 871.229021] env[70113]: _type = "Task" [ 871.229021] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.229021] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d0291fb-e807-42c2-ade4-f678a5e60816 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.246902] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415402, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.249163] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Waiting for the task: (returnval){ [ 871.249163] env[70113]: value = "task-3415403" [ 871.249163] env[70113]: _type = "Task" [ 871.249163] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.265363] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.295630] env[70113]: DEBUG oslo_concurrency.lockutils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.295813] env[70113]: DEBUG nova.compute.manager [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.299699] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.326s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.299944] env[70113]: DEBUG nova.objects.instance [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Lazy-loading 'resources' on Instance uuid b93c923f-ce74-4d7e-abec-c456db0e83af {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.375337] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415389, 'name': CloneVM_Task, 'duration_secs': 1.908606} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.375616] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Created linked-clone VM from snapshot [ 871.376425] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b7b486-172e-4bdb-8000-541ce9e64b5a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.384792] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Uploading image 197fac09-0dc5-46e0-810f-2779ed2a25d2 {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 871.387475] env[70113]: DEBUG nova.network.neutron [req-2ee9ab15-e9f9-4d03-9a67-97a112e883f6 req-06024f4b-a308-448b-ac9c-b90c740ea6bf service nova] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Updated VIF entry in instance network info cache for port cac73657-689d-4dbb-a74d-1f620a6e10c7. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.387599] env[70113]: DEBUG nova.network.neutron [req-2ee9ab15-e9f9-4d03-9a67-97a112e883f6 req-06024f4b-a308-448b-ac9c-b90c740ea6bf service nova] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Updating instance_info_cache with network_info: [{"id": "cac73657-689d-4dbb-a74d-1f620a6e10c7", "address": "fa:16:3e:12:cb:d8", "network": {"id": "289785ab-b7b9-40bd-8206-8684ae8f57e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220457124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb0f394e9f8f406cb91d1ade97f94b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac73657-68", "ovs_interfaceid": "cac73657-689d-4dbb-a74d-1f620a6e10c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.402856] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 871.403124] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2a602552-dfe6-46ac-abf4-8b31943810aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.410937] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 871.410937] env[70113]: value = "task-3415404" [ 871.410937] env[70113]: _type = "Task" [ 871.410937] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.420362] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415404, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.435425] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415398, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.533710] env[70113]: DEBUG nova.compute.utils [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.533710] env[70113]: DEBUG nova.network.neutron [-] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.605872] env[70113]: DEBUG oslo_vmware.api [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.642928] env[70113]: DEBUG oslo_vmware.api [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415401, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.739655] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415402, 'name': ReconfigVM_Task, 'duration_secs': 0.403283} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.739951] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Reconfigured VM instance instance-00000033 to attach disk [datastore1] da5e0b7e-b288-455d-a93e-7bbc4a8c58c9/da5e0b7e-b288-455d-a93e-7bbc4a8c58c9.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.740766] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "ad9ec99f-5338-44db-a225-a31e8ee75682" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.740996] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "ad9ec99f-5338-44db-a225-a31e8ee75682" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.741216] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "ad9ec99f-5338-44db-a225-a31e8ee75682-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.741403] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "ad9ec99f-5338-44db-a225-a31e8ee75682-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.741565] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "ad9ec99f-5338-44db-a225-a31e8ee75682-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.743140] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca7a2b85-e41e-4e0c-bedf-2078da46845d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.744986] env[70113]: INFO nova.compute.manager [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Terminating instance [ 871.751445] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 871.751445] env[70113]: value = "task-3415405" [ 871.751445] env[70113]: _type = "Task" [ 871.751445] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.766914] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415403, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.767723] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415405, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.801549] env[70113]: DEBUG nova.compute.utils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.803570] env[70113]: DEBUG nova.compute.manager [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.803749] env[70113]: DEBUG nova.network.neutron [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.847596] env[70113]: DEBUG nova.policy [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '552e27dea50d4a08bdda538f8385fdad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95036503c4b74c33a2300cad5affe864', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.890945] env[70113]: DEBUG oslo_concurrency.lockutils [req-2ee9ab15-e9f9-4d03-9a67-97a112e883f6 req-06024f4b-a308-448b-ac9c-b90c740ea6bf service nova] Releasing lock "refresh_cache-d5594fac-44a9-4be9-ac10-42e6f368365f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.925108] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415404, 'name': Destroy_Task, 'duration_secs': 0.319675} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.931054] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Destroyed the VM [ 871.931351] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 871.931805] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e85b78c4-0d79-4ff6-bb2d-2cd17883cbf1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.940360] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415398, 'name': CreateVM_Task, 'duration_secs': 1.192092} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.941689] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.942098] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 871.942098] env[70113]: value = "task-3415406" [ 871.942098] env[70113]: _type = "Task" [ 871.942098] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.945759] env[70113]: DEBUG oslo_concurrency.lockutils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.945932] env[70113]: DEBUG oslo_concurrency.lockutils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.946265] env[70113]: DEBUG oslo_concurrency.lockutils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.946828] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ebf264-a586-4e89-8713-b176b5e8fd8b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.958464] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 871.958464] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]529199b4-4912-30e2-1233-a5b6676fec55" [ 871.958464] env[70113]: _type = "Task" [ 871.958464] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.962221] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415406, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.974393] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529199b4-4912-30e2-1233-a5b6676fec55, 'name': SearchDatastore_Task, 'duration_secs': 0.013635} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.974700] env[70113]: DEBUG oslo_concurrency.lockutils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.974921] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.975186] env[70113]: DEBUG oslo_concurrency.lockutils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.975335] env[70113]: DEBUG oslo_concurrency.lockutils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.975515] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.975792] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c439085a-ee51-4174-9b46-eff7df6667db {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.985704] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.985948] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.986724] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd23634-59a2-4315-8e23-b9fcb584ec04 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.995387] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 871.995387] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52379cd3-659c-a8bd-bc2d-017dc63ff3b1" [ 871.995387] env[70113]: _type = "Task" [ 871.995387] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.005664] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52379cd3-659c-a8bd-bc2d-017dc63ff3b1, 'name': SearchDatastore_Task} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.008989] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea0f5d2-71b8-47fb-b8f5-73e53843c238 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.016363] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 872.016363] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c37f30-9ace-c197-45dc-fb5b8c448865" [ 872.016363] env[70113]: _type = "Task" [ 872.016363] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.028158] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c37f30-9ace-c197-45dc-fb5b8c448865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.039973] env[70113]: DEBUG oslo_concurrency.lockutils [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Lock "9570dc84-80e2-4384-91dc-db78b2c8998e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.040841] env[70113]: INFO nova.compute.manager [-] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Took 1.58 seconds to deallocate network for instance. [ 872.110813] env[70113]: DEBUG oslo_vmware.api [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.151382] env[70113]: DEBUG oslo_vmware.api [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415401, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.249255] env[70113]: DEBUG nova.compute.manager [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.249561] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.251726] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c333c65d-7ec5-4481-a92a-c86d190d35a7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.267992] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.271656] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5592928e-5681-4296-b8a7-776a3ab03f46 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.273615] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415405, 'name': Rename_Task, 'duration_secs': 0.170253} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.279926] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.279926] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415403, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.281860] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51c10bf8-8b7f-4704-bf96-0b889f530354 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.291051] env[70113]: DEBUG oslo_vmware.api [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 872.291051] env[70113]: value = "task-3415407" [ 872.291051] env[70113]: _type = "Task" [ 872.291051] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.297025] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 872.297025] env[70113]: value = "task-3415408" [ 872.297025] env[70113]: _type = "Task" [ 872.297025] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.309639] env[70113]: DEBUG nova.compute.manager [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.313018] env[70113]: DEBUG oslo_vmware.api [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.321235] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.353129] env[70113]: DEBUG nova.network.neutron [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Successfully created port: 1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.462164] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415406, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.481269] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27be8a9a-28c7-4a5a-aa5f-214940f4d14d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.490454] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d81daa-1a57-4fd1-8dd8-64438b2d191a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.528225] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09b6247-7c0d-4dc0-bc57-fe9a077b21ed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.540433] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c37f30-9ace-c197-45dc-fb5b8c448865, 'name': SearchDatastore_Task, 'duration_secs': 0.011553} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.540433] env[70113]: DEBUG oslo_concurrency.lockutils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.540752] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] d5594fac-44a9-4be9-ac10-42e6f368365f/d5594fac-44a9-4be9-ac10-42e6f368365f.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.541837] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7bba9f-7d36-4bb8-a971-252b109af9b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.545928] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b7b685c-dca1-4a7b-8d70-013b82c7696e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.560967] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.561588] env[70113]: DEBUG nova.compute.provider_tree [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.564958] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 872.564958] env[70113]: value = "task-3415409" [ 872.564958] env[70113]: _type = "Task" [ 872.564958] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.575772] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.608882] env[70113]: DEBUG oslo_vmware.api [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.649047] env[70113]: DEBUG oslo_vmware.api [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415401, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.768087] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415403, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.806138] env[70113]: DEBUG oslo_vmware.api [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415407, 'name': PowerOffVM_Task, 'duration_secs': 0.431587} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.809421] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.809575] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.809833] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415408, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.810061] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4df56fa2-5586-4aa5-8ba4-3406526e7826 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.876518] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.876749] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.877230] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Deleting the datastore file [datastore2] ad9ec99f-5338-44db-a225-a31e8ee75682 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.877230] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89d6868f-f65b-4f1f-97cb-934d83f2dbdc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.887185] env[70113]: DEBUG oslo_vmware.api [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 872.887185] env[70113]: value = "task-3415411" [ 872.887185] env[70113]: _type = "Task" [ 872.887185] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.897379] env[70113]: DEBUG oslo_vmware.api [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.962243] env[70113]: DEBUG oslo_vmware.api [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415406, 'name': RemoveSnapshot_Task, 'duration_secs': 0.805288} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.962580] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 873.067035] env[70113]: DEBUG nova.scheduler.client.report [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.085679] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415409, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.110464] env[70113]: DEBUG oslo_vmware.api [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.121925] env[70113]: DEBUG oslo_concurrency.lockutils [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Acquiring lock "9570dc84-80e2-4384-91dc-db78b2c8998e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.122278] env[70113]: DEBUG oslo_concurrency.lockutils [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Lock "9570dc84-80e2-4384-91dc-db78b2c8998e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.122567] env[70113]: INFO nova.compute.manager [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Attaching volume e673219e-71af-47e7-8427-86c6bc519f89 to /dev/sdb [ 873.146789] env[70113]: DEBUG oslo_vmware.api [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415401, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.154872] env[70113]: DEBUG nova.compute.manager [req-3965e296-3c18-44ef-a98d-c9a4b05b81f1 req-3d64c1a3-4437-4f23-b6e0-8ef48e21b4c0 service nova] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Received event network-vif-deleted-048e8bd6-d436-47e8-8fb9-f24e73072ab2 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.164701] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24c247e-b8bd-418c-bd4f-ebf980bf4bae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.174201] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee589b2-4058-41c1-b674-c8c8bfeb7e9a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.194605] env[70113]: DEBUG nova.virt.block_device [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Updating existing volume attachment record: 77f30e41-12c4-48cf-9bdb-94227d632818 {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 873.274065] env[70113]: DEBUG oslo_vmware.api [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415403, 'name': PowerOnVM_Task, 'duration_secs': 1.810034} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.274486] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.274758] env[70113]: INFO nova.compute.manager [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Took 10.39 seconds to spawn the instance on the hypervisor. [ 873.275017] env[70113]: DEBUG nova.compute.manager [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.276770] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a411d0-c078-454f-ad4d-7be7f1f9957e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.312877] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415408, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.322943] env[70113]: DEBUG nova.compute.manager [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.367298] env[70113]: DEBUG nova.virt.hardware [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.367602] env[70113]: DEBUG nova.virt.hardware [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.367738] env[70113]: DEBUG nova.virt.hardware [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.367885] env[70113]: DEBUG nova.virt.hardware [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.368065] env[70113]: DEBUG nova.virt.hardware [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.368321] env[70113]: DEBUG nova.virt.hardware [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.372021] env[70113]: DEBUG nova.virt.hardware [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.372021] env[70113]: DEBUG nova.virt.hardware [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.372021] env[70113]: DEBUG nova.virt.hardware [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.372021] env[70113]: DEBUG nova.virt.hardware [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.372021] env[70113]: DEBUG nova.virt.hardware [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.372021] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9e5dd4-af5e-423f-bfbc-3559f50af54b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.381544] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dca2706-0164-4480-9e43-9a5aa2653013 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.407561] env[70113]: DEBUG oslo_vmware.api [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.424503] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.424718] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.468912] env[70113]: WARNING nova.compute.manager [None req-a756d67c-b085-4fb7-8cff-5accb41d505f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Image not found during snapshot: nova.exception.ImageNotFound: Image 197fac09-0dc5-46e0-810f-2779ed2a25d2 could not be found. [ 873.576965] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.580521] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.600s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.582798] env[70113]: INFO nova.compute.claims [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.592808] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678844} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.593121] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] d5594fac-44a9-4be9-ac10-42e6f368365f/d5594fac-44a9-4be9-ac10-42e6f368365f.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.593342] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.593851] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd472130-3a83-4a9c-8472-24d0c0af790c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.604973] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 873.604973] env[70113]: value = "task-3415415" [ 873.604973] env[70113]: _type = "Task" [ 873.604973] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.613841] env[70113]: INFO nova.scheduler.client.report [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Deleted allocations for instance b93c923f-ce74-4d7e-abec-c456db0e83af [ 873.615057] env[70113]: DEBUG oslo_vmware.api [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.625045] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.647275] env[70113]: DEBUG oslo_vmware.api [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415401, 'name': PowerOffVM_Task, 'duration_secs': 2.18965} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.648024] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.648024] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.648341] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2097af9-27ca-4089-8ae1-65da6af078b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.744026] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.744990] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.744990] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Deleting the datastore file [datastore2] 394ed08f-2d43-4261-bed1-cd94b14770ba {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.744990] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c483e21e-5636-4981-97ad-5762d8b5e90d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.756061] env[70113]: DEBUG oslo_vmware.api [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 873.756061] env[70113]: value = "task-3415417" [ 873.756061] env[70113]: _type = "Task" [ 873.756061] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.771023] env[70113]: DEBUG oslo_vmware.api [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.803328] env[70113]: INFO nova.compute.manager [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Took 39.96 seconds to build instance. [ 873.812359] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.898724] env[70113]: DEBUG oslo_vmware.api [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.718254} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.900106] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.900106] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.900106] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.900106] env[70113]: INFO nova.compute.manager [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Took 1.65 seconds to destroy the instance on the hypervisor. [ 873.900285] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.900932] env[70113]: DEBUG nova.compute.manager [-] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.900932] env[70113]: DEBUG nova.network.neutron [-] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.934958] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.935202] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.935466] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.935676] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.935825] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.935970] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.936156] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70113) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 873.936261] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.977478] env[70113]: DEBUG nova.network.neutron [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Successfully updated port: 1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.001145] env[70113]: DEBUG oslo_concurrency.lockutils [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "cc8b3887-1051-4d76-be7c-2cf21a3a28a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.001145] env[70113]: DEBUG oslo_concurrency.lockutils [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "cc8b3887-1051-4d76-be7c-2cf21a3a28a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.001145] env[70113]: DEBUG oslo_concurrency.lockutils [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "cc8b3887-1051-4d76-be7c-2cf21a3a28a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.001145] env[70113]: DEBUG oslo_concurrency.lockutils [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "cc8b3887-1051-4d76-be7c-2cf21a3a28a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.001145] env[70113]: DEBUG oslo_concurrency.lockutils [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "cc8b3887-1051-4d76-be7c-2cf21a3a28a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.003198] env[70113]: INFO nova.compute.manager [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Terminating instance [ 874.117259] env[70113]: DEBUG oslo_vmware.api [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.127135] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16308} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.128161] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a435c61c-587b-4c22-b500-41878f788938 tempest-InstanceActionsTestJSON-616653806 tempest-InstanceActionsTestJSON-616653806-project-member] Lock "b93c923f-ce74-4d7e-abec-c456db0e83af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.735s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.130075] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.130776] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c0a486-5873-49e5-af10-9e8dc4d2262f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.158574] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] d5594fac-44a9-4be9-ac10-42e6f368365f/d5594fac-44a9-4be9-ac10-42e6f368365f.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.159544] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7659be40-d114-457b-a0c0-1628c8f6a47f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.183118] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 874.183118] env[70113]: value = "task-3415418" [ 874.183118] env[70113]: _type = "Task" [ 874.183118] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.192293] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.268906] env[70113]: DEBUG oslo_vmware.api [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.305816] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4e538c8-a0e8-493f-a4dc-296780bf659b tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Lock "90d28880-88ca-4540-b9e1-27fa08c0ff9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.927s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.311773] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415408, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.439275] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.480743] env[70113]: DEBUG oslo_concurrency.lockutils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "refresh_cache-47240db4-50a6-45eb-806a-bc57fafdcadb" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.480988] env[70113]: DEBUG oslo_concurrency.lockutils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "refresh_cache-47240db4-50a6-45eb-806a-bc57fafdcadb" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.481071] env[70113]: DEBUG nova.network.neutron [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.507569] env[70113]: DEBUG nova.compute.manager [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.507739] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.508922] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b4e668-7eb5-4380-a874-a00fd159afce {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.518102] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.518403] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f34c19c-bdee-4dda-a23b-300b46031667 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.526784] env[70113]: DEBUG oslo_vmware.api [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 874.526784] env[70113]: value = "task-3415419" [ 874.526784] env[70113]: _type = "Task" [ 874.526784] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.539275] env[70113]: DEBUG oslo_vmware.api [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.611935] env[70113]: DEBUG oslo_vmware.api [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.698854] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415418, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.773820] env[70113]: DEBUG oslo_vmware.api [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519002} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.774628] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.774628] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.774768] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.774954] env[70113]: INFO nova.compute.manager [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Took 3.66 seconds to destroy the instance on the hypervisor. [ 874.775994] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.775994] env[70113]: DEBUG nova.compute.manager [-] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.775994] env[70113]: DEBUG nova.network.neutron [-] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.810741] env[70113]: DEBUG nova.compute.manager [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.818677] env[70113]: DEBUG oslo_vmware.api [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415408, 'name': PowerOnVM_Task, 'duration_secs': 2.086646} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.819965] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.820280] env[70113]: INFO nova.compute.manager [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Took 9.21 seconds to spawn the instance on the hypervisor. [ 874.820509] env[70113]: DEBUG nova.compute.manager [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.821379] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f3686f-4773-4f65-9fd6-f3aaa8ca5ccc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.025063] env[70113]: DEBUG nova.network.neutron [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.037099] env[70113]: DEBUG oslo_vmware.api [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415419, 'name': PowerOffVM_Task, 'duration_secs': 0.198387} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.039120] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.039120] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.039120] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92079ebc-cca1-4801-a5cd-6eb0634bf2bd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.059434] env[70113]: DEBUG nova.network.neutron [-] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.112450] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.112741] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.113009] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Deleting the datastore file [datastore1] cc8b3887-1051-4d76-be7c-2cf21a3a28a0 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.117317] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b07ec5cd-018a-4bc5-8987-6d4d5f26c1e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.119415] env[70113]: DEBUG oslo_vmware.api [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415391, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.127789] env[70113]: DEBUG oslo_vmware.api [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 875.127789] env[70113]: value = "task-3415421" [ 875.127789] env[70113]: _type = "Task" [ 875.127789] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.137683] env[70113]: DEBUG oslo_vmware.api [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.203688] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415418, 'name': ReconfigVM_Task, 'duration_secs': 0.56168} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.204173] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Reconfigured VM instance instance-00000034 to attach disk [datastore2] d5594fac-44a9-4be9-ac10-42e6f368365f/d5594fac-44a9-4be9-ac10-42e6f368365f.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.205098] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9d37f1b-f53f-4eac-b1f2-02f7747313f9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.210336] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e525c39c-cf4c-4815-a1cd-5dfb460299b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.234337] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f445cf-fc75-4acb-85e8-3f6c169ccaf7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.240063] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 875.240063] env[70113]: value = "task-3415422" [ 875.240063] env[70113]: _type = "Task" [ 875.240063] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.290308] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e16de9c-7f50-41ae-8aef-d8e9dbe4a345 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.296177] env[70113]: DEBUG nova.compute.manager [req-bea4f933-6b31-4b16-9497-26504c727b21 req-56128bf9-94e9-444b-97b1-750a6eda865b service nova] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Received event network-vif-deleted-5c5125d8-ebd3-4a4c-af78-e06ace14d08b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.302314] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415422, 'name': Rename_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.310977] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d16b87-c9ba-45d8-9141-ae5052536073 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.319761] env[70113]: DEBUG nova.network.neutron [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Updating instance_info_cache with network_info: [{"id": "1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b", "address": "fa:16:3e:ac:50:cb", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1edf9c76-3e", "ovs_interfaceid": "1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.349235] env[70113]: DEBUG nova.compute.provider_tree [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.355189] env[70113]: INFO nova.compute.manager [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Took 40.74 seconds to build instance. [ 875.369980] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.564023] env[70113]: INFO nova.compute.manager [-] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Took 1.66 seconds to deallocate network for instance. [ 875.614282] env[70113]: DEBUG oslo_vmware.api [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415391, 'name': ReconfigVM_Task, 'duration_secs': 5.770606} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.615203] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.615502] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Reconfigured VM to detach interface {{(pid=70113) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 875.641621] env[70113]: DEBUG oslo_vmware.api [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253487} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.642037] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.642285] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.642546] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.642786] env[70113]: INFO nova.compute.manager [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 875.643132] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.643391] env[70113]: DEBUG nova.compute.manager [-] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.643514] env[70113]: DEBUG nova.network.neutron [-] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.702849] env[70113]: DEBUG nova.compute.manager [req-734dfed7-9579-4dc2-9aa8-1807234d07ab req-ed85f642-50a6-4060-b235-5a963ad2e318 service nova] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Received event network-vif-plugged-1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.703062] env[70113]: DEBUG oslo_concurrency.lockutils [req-734dfed7-9579-4dc2-9aa8-1807234d07ab req-ed85f642-50a6-4060-b235-5a963ad2e318 service nova] Acquiring lock "47240db4-50a6-45eb-806a-bc57fafdcadb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.703300] env[70113]: DEBUG oslo_concurrency.lockutils [req-734dfed7-9579-4dc2-9aa8-1807234d07ab req-ed85f642-50a6-4060-b235-5a963ad2e318 service nova] Lock "47240db4-50a6-45eb-806a-bc57fafdcadb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.703470] env[70113]: DEBUG oslo_concurrency.lockutils [req-734dfed7-9579-4dc2-9aa8-1807234d07ab req-ed85f642-50a6-4060-b235-5a963ad2e318 service nova] Lock "47240db4-50a6-45eb-806a-bc57fafdcadb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.703637] env[70113]: DEBUG nova.compute.manager [req-734dfed7-9579-4dc2-9aa8-1807234d07ab req-ed85f642-50a6-4060-b235-5a963ad2e318 service nova] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] No waiting events found dispatching network-vif-plugged-1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.703798] env[70113]: WARNING nova.compute.manager [req-734dfed7-9579-4dc2-9aa8-1807234d07ab req-ed85f642-50a6-4060-b235-5a963ad2e318 service nova] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Received unexpected event network-vif-plugged-1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b for instance with vm_state building and task_state spawning. [ 875.703961] env[70113]: DEBUG nova.compute.manager [req-734dfed7-9579-4dc2-9aa8-1807234d07ab req-ed85f642-50a6-4060-b235-5a963ad2e318 service nova] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Received event network-changed-1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.704127] env[70113]: DEBUG nova.compute.manager [req-734dfed7-9579-4dc2-9aa8-1807234d07ab req-ed85f642-50a6-4060-b235-5a963ad2e318 service nova] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Refreshing instance network info cache due to event network-changed-1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.704294] env[70113]: DEBUG oslo_concurrency.lockutils [req-734dfed7-9579-4dc2-9aa8-1807234d07ab req-ed85f642-50a6-4060-b235-5a963ad2e318 service nova] Acquiring lock "refresh_cache-47240db4-50a6-45eb-806a-bc57fafdcadb" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.756479] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415422, 'name': Rename_Task, 'duration_secs': 0.179093} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.756479] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.756734] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afae91c2-75a1-4a51-ba26-e4c4d99a93ba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.765181] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 875.765181] env[70113]: value = "task-3415424" [ 875.765181] env[70113]: _type = "Task" [ 875.765181] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.777557] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.845268] env[70113]: DEBUG oslo_concurrency.lockutils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "refresh_cache-47240db4-50a6-45eb-806a-bc57fafdcadb" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.845772] env[70113]: DEBUG nova.compute.manager [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Instance network_info: |[{"id": "1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b", "address": "fa:16:3e:ac:50:cb", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1edf9c76-3e", "ovs_interfaceid": "1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.846301] env[70113]: DEBUG oslo_concurrency.lockutils [req-734dfed7-9579-4dc2-9aa8-1807234d07ab req-ed85f642-50a6-4060-b235-5a963ad2e318 service nova] Acquired lock "refresh_cache-47240db4-50a6-45eb-806a-bc57fafdcadb" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.846301] env[70113]: DEBUG nova.network.neutron [req-734dfed7-9579-4dc2-9aa8-1807234d07ab req-ed85f642-50a6-4060-b235-5a963ad2e318 service nova] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Refreshing network info cache for port 1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.847713] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:50:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.855994] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.857679] env[70113]: DEBUG nova.network.neutron [-] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.859470] env[70113]: DEBUG nova.scheduler.client.report [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.863720] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.863720] env[70113]: DEBUG oslo_concurrency.lockutils [None req-846c7767-8edb-4515-8a50-91e2d29dd589 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.206s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.864157] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68f80e48-e439-4893-8516-677e9525bddb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.889226] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.889226] env[70113]: value = "task-3415425" [ 875.889226] env[70113]: _type = "Task" [ 875.889226] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.906757] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415425, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.074424] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.279411] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415424, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.365918] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.365918] env[70113]: DEBUG nova.compute.manager [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.369129] env[70113]: INFO nova.compute.manager [-] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Took 1.59 seconds to deallocate network for instance. [ 876.369569] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.163s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.369806] env[70113]: DEBUG nova.objects.instance [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lazy-loading 'resources' on Instance uuid c1f3d6bd-e998-48d0-befe-6c7e495618ae {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.383267] env[70113]: DEBUG nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.405983] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415425, 'name': CreateVM_Task, 'duration_secs': 0.473657} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.405983] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.405983] env[70113]: DEBUG oslo_concurrency.lockutils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.405983] env[70113]: DEBUG oslo_concurrency.lockutils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.405983] env[70113]: DEBUG oslo_concurrency.lockutils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.406534] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b549174-d6f4-4e6c-bc60-13d72f0f5a3f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.414480] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 876.414480] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]525399b3-52fb-8873-f73e-88d4931766ca" [ 876.414480] env[70113]: _type = "Task" [ 876.414480] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.425837] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525399b3-52fb-8873-f73e-88d4931766ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.634645] env[70113]: DEBUG nova.network.neutron [-] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.786534] env[70113]: DEBUG oslo_vmware.api [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415424, 'name': PowerOnVM_Task, 'duration_secs': 0.641999} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.786808] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.787017] env[70113]: INFO nova.compute.manager [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Took 8.54 seconds to spawn the instance on the hypervisor. [ 876.787628] env[70113]: DEBUG nova.compute.manager [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.788339] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0ed6c1-875b-4a25-877f-fe1c29618a9c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.882245] env[70113]: DEBUG nova.compute.utils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.883934] env[70113]: DEBUG nova.compute.manager [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.884152] env[70113]: DEBUG nova.network.neutron [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.888157] env[70113]: DEBUG oslo_concurrency.lockutils [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.907157] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.927443] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525399b3-52fb-8873-f73e-88d4931766ca, 'name': SearchDatastore_Task, 'duration_secs': 0.032565} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.931597] env[70113]: DEBUG nova.policy [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8fa350bbf6349bf8ecd13c19e7b00b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4404b2cd1f8446fd98ff72c96a407961', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.933304] env[70113]: DEBUG oslo_concurrency.lockutils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.933660] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.933816] env[70113]: DEBUG oslo_concurrency.lockutils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.933982] env[70113]: DEBUG oslo_concurrency.lockutils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.934209] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.935075] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51961daf-0173-45c8-bddf-7f8f43a52f82 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.947126] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.947340] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.950755] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8d2bc5-268f-45c5-9a9b-4c0074528582 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.957805] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 876.957805] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5207c151-c03b-2494-0d88-643b9dd5a4d1" [ 876.957805] env[70113]: _type = "Task" [ 876.957805] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.970697] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5207c151-c03b-2494-0d88-643b9dd5a4d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.062026] env[70113]: DEBUG nova.network.neutron [req-734dfed7-9579-4dc2-9aa8-1807234d07ab req-ed85f642-50a6-4060-b235-5a963ad2e318 service nova] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Updated VIF entry in instance network info cache for port 1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.062026] env[70113]: DEBUG nova.network.neutron [req-734dfed7-9579-4dc2-9aa8-1807234d07ab req-ed85f642-50a6-4060-b235-5a963ad2e318 service nova] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Updating instance_info_cache with network_info: [{"id": "1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b", "address": "fa:16:3e:ac:50:cb", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1edf9c76-3e", "ovs_interfaceid": "1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.137605] env[70113]: INFO nova.compute.manager [-] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Took 1.49 seconds to deallocate network for instance. [ 877.168705] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.168705] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.168705] env[70113]: DEBUG nova.network.neutron [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.254890] env[70113]: DEBUG nova.network.neutron [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Successfully created port: 68cff3ce-aba8-494d-98b8-c8dcdf8777e7 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.320175] env[70113]: INFO nova.compute.manager [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Took 39.99 seconds to build instance. [ 877.388436] env[70113]: DEBUG nova.compute.manager [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.474896] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5207c151-c03b-2494-0d88-643b9dd5a4d1, 'name': SearchDatastore_Task, 'duration_secs': 0.016315} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.478263] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a2afc1-795d-4fb5-b473-75ee8ebd081e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.486714] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 877.486714] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524ab6cc-6cc6-ba49-f298-f2ba585aa691" [ 877.486714] env[70113]: _type = "Task" [ 877.486714] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.501779] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524ab6cc-6cc6-ba49-f298-f2ba585aa691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.547970] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcf3898-5683-460d-85ec-3c43fba7c539 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.557697] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937c037f-b83f-49e5-8eae-6928a709c22b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.563883] env[70113]: DEBUG oslo_concurrency.lockutils [req-734dfed7-9579-4dc2-9aa8-1807234d07ab req-ed85f642-50a6-4060-b235-5a963ad2e318 service nova] Releasing lock "refresh_cache-47240db4-50a6-45eb-806a-bc57fafdcadb" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.596318] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2d2d4a-2093-46dc-a0ae-c35d9f0a38cd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.605740] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43071d9-d8ff-40f0-845f-fad5293e2a57 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.623337] env[70113]: DEBUG nova.compute.provider_tree [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.645762] env[70113]: DEBUG oslo_concurrency.lockutils [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.746538] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 877.747185] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681489', 'volume_id': 'e673219e-71af-47e7-8427-86c6bc519f89', 'name': 'volume-e673219e-71af-47e7-8427-86c6bc519f89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9570dc84-80e2-4384-91dc-db78b2c8998e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e673219e-71af-47e7-8427-86c6bc519f89', 'serial': 'e673219e-71af-47e7-8427-86c6bc519f89'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 877.748054] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2bc417-c911-4b5a-84a4-76b8e085743c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.771240] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30594fe7-91a3-453c-9afc-012f39fc3a40 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.799946] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] volume-e673219e-71af-47e7-8427-86c6bc519f89/volume-e673219e-71af-47e7-8427-86c6bc519f89.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.800357] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0b3b87e-7283-4ae5-ba8d-e580db782dd6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.823405] env[70113]: DEBUG oslo_concurrency.lockutils [None req-22f3a8f4-4489-4565-8703-403f544eb61c tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "d5594fac-44a9-4be9-ac10-42e6f368365f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.711s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.826924] env[70113]: DEBUG oslo_vmware.api [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Waiting for the task: (returnval){ [ 877.826924] env[70113]: value = "task-3415426" [ 877.826924] env[70113]: _type = "Task" [ 877.826924] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.835913] env[70113]: DEBUG oslo_vmware.api [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Task: {'id': task-3415426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.984221] env[70113]: DEBUG nova.compute.manager [req-03191649-707d-435b-9737-32dcedaf45a1 req-916e39be-23d5-416b-b6f4-8d9129624570 service nova] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Received event network-vif-deleted-fc36b43a-8f97-4044-a7d3-198c49d0f9eb {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.984483] env[70113]: DEBUG nova.compute.manager [req-03191649-707d-435b-9737-32dcedaf45a1 req-916e39be-23d5-416b-b6f4-8d9129624570 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Received event network-vif-deleted-12a2c44d-dc5b-47ef-b4be-110bff645919 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.984664] env[70113]: INFO nova.compute.manager [req-03191649-707d-435b-9737-32dcedaf45a1 req-916e39be-23d5-416b-b6f4-8d9129624570 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Neutron deleted interface 12a2c44d-dc5b-47ef-b4be-110bff645919; detaching it from the instance and deleting it from the info cache [ 877.984911] env[70113]: DEBUG nova.network.neutron [req-03191649-707d-435b-9737-32dcedaf45a1 req-916e39be-23d5-416b-b6f4-8d9129624570 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Updating instance_info_cache with network_info: [{"id": "558c6da6-b095-422c-9ee6-fd0a1d75eeaa", "address": "fa:16:3e:bb:d7:8b", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558c6da6-b0", "ovs_interfaceid": "558c6da6-b095-422c-9ee6-fd0a1d75eeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.000165] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524ab6cc-6cc6-ba49-f298-f2ba585aa691, 'name': SearchDatastore_Task, 'duration_secs': 0.014033} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.000165] env[70113]: DEBUG oslo_concurrency.lockutils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.000165] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 47240db4-50a6-45eb-806a-bc57fafdcadb/47240db4-50a6-45eb-806a-bc57fafdcadb.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.000165] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e98297be-ec87-47ba-88eb-b253b169ffc6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.008305] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 878.008305] env[70113]: value = "task-3415427" [ 878.008305] env[70113]: _type = "Task" [ 878.008305] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.017871] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.117945] env[70113]: INFO nova.network.neutron [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Port 12a2c44d-dc5b-47ef-b4be-110bff645919 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 878.118454] env[70113]: DEBUG nova.network.neutron [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Updating instance_info_cache with network_info: [{"id": "558c6da6-b095-422c-9ee6-fd0a1d75eeaa", "address": "fa:16:3e:bb:d7:8b", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558c6da6-b0", "ovs_interfaceid": "558c6da6-b095-422c-9ee6-fd0a1d75eeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.127323] env[70113]: DEBUG nova.scheduler.client.report [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.206638] env[70113]: DEBUG nova.compute.manager [req-5007c0b6-24b0-43e5-a4ee-196202776f3d req-d16445ff-c932-4f90-bf51-c5e04fdb32b6 service nova] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Received event network-vif-deleted-79115339-0cab-48b2-aba1-73c03af13b5b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.330521] env[70113]: DEBUG nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.344017] env[70113]: DEBUG oslo_vmware.api [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Task: {'id': task-3415426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.404131] env[70113]: DEBUG nova.compute.manager [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.438674] env[70113]: DEBUG nova.virt.hardware [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.440660] env[70113]: DEBUG nova.virt.hardware [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.440660] env[70113]: DEBUG nova.virt.hardware [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.440660] env[70113]: DEBUG nova.virt.hardware [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.440660] env[70113]: DEBUG nova.virt.hardware [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.440660] env[70113]: DEBUG nova.virt.hardware [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.440660] env[70113]: DEBUG nova.virt.hardware [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.440660] env[70113]: DEBUG nova.virt.hardware [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.440660] env[70113]: DEBUG nova.virt.hardware [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.441029] env[70113]: DEBUG nova.virt.hardware [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.441029] env[70113]: DEBUG nova.virt.hardware [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.442131] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068c4ec7-8e7e-4732-b2e1-5b9e8c234902 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.457341] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b36b0a1-cc77-4d3a-9f52-544133659ba5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.488174] env[70113]: DEBUG oslo_concurrency.lockutils [req-03191649-707d-435b-9737-32dcedaf45a1 req-916e39be-23d5-416b-b6f4-8d9129624570 service nova] Acquiring lock "703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.488422] env[70113]: DEBUG oslo_concurrency.lockutils [req-03191649-707d-435b-9737-32dcedaf45a1 req-916e39be-23d5-416b-b6f4-8d9129624570 service nova] Acquired lock "703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.490221] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797ae0ed-377b-4717-b9a7-2d8a299a76e9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.508705] env[70113]: DEBUG oslo_concurrency.lockutils [req-03191649-707d-435b-9737-32dcedaf45a1 req-916e39be-23d5-416b-b6f4-8d9129624570 service nova] Releasing lock "703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.512018] env[70113]: WARNING nova.compute.manager [req-03191649-707d-435b-9737-32dcedaf45a1 req-916e39be-23d5-416b-b6f4-8d9129624570 service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Detach interface failed, port_id=12a2c44d-dc5b-47ef-b4be-110bff645919, reason: No device with interface-id 12a2c44d-dc5b-47ef-b4be-110bff645919 exists on VM: nova.exception.NotFound: No device with interface-id 12a2c44d-dc5b-47ef-b4be-110bff645919 exists on VM [ 878.512018] env[70113]: DEBUG nova.compute.manager [req-03191649-707d-435b-9737-32dcedaf45a1 req-916e39be-23d5-416b-b6f4-8d9129624570 service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Received event network-changed-3d1568b3-3f9a-43e8-affd-7215ec9a067b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.512018] env[70113]: DEBUG nova.compute.manager [req-03191649-707d-435b-9737-32dcedaf45a1 req-916e39be-23d5-416b-b6f4-8d9129624570 service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Refreshing instance network info cache due to event network-changed-3d1568b3-3f9a-43e8-affd-7215ec9a067b. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.512018] env[70113]: DEBUG oslo_concurrency.lockutils [req-03191649-707d-435b-9737-32dcedaf45a1 req-916e39be-23d5-416b-b6f4-8d9129624570 service nova] Acquiring lock "refresh_cache-90d28880-88ca-4540-b9e1-27fa08c0ff9e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.512018] env[70113]: DEBUG oslo_concurrency.lockutils [req-03191649-707d-435b-9737-32dcedaf45a1 req-916e39be-23d5-416b-b6f4-8d9129624570 service nova] Acquired lock "refresh_cache-90d28880-88ca-4540-b9e1-27fa08c0ff9e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.512018] env[70113]: DEBUG nova.network.neutron [req-03191649-707d-435b-9737-32dcedaf45a1 req-916e39be-23d5-416b-b6f4-8d9129624570 service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Refreshing network info cache for port 3d1568b3-3f9a-43e8-affd-7215ec9a067b {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.520893] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415427, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.623572] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "refresh_cache-703ef808-b2ba-447a-b213-4bcd108e6550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.632800] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.635492] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.632s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.637704] env[70113]: INFO nova.compute.claims [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.657189] env[70113]: INFO nova.scheduler.client.report [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Deleted allocations for instance c1f3d6bd-e998-48d0-befe-6c7e495618ae [ 878.800276] env[70113]: DEBUG nova.network.neutron [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Successfully updated port: 68cff3ce-aba8-494d-98b8-c8dcdf8777e7 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.846386] env[70113]: DEBUG oslo_vmware.api [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Task: {'id': task-3415426, 'name': ReconfigVM_Task, 'duration_secs': 0.623581} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.846670] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Reconfigured VM instance instance-0000000b to attach disk [datastore2] volume-e673219e-71af-47e7-8427-86c6bc519f89/volume-e673219e-71af-47e7-8427-86c6bc519f89.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.851430] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42548b7e-1b0b-4e37-a3ff-3cebaeb73e02 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.861913] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.867990] env[70113]: DEBUG oslo_vmware.api [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Waiting for the task: (returnval){ [ 878.867990] env[70113]: value = "task-3415428" [ 878.867990] env[70113]: _type = "Task" [ 878.867990] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.876097] env[70113]: DEBUG oslo_vmware.api [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Task: {'id': task-3415428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.022485] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581003} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.023125] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 47240db4-50a6-45eb-806a-bc57fafdcadb/47240db4-50a6-45eb-806a-bc57fafdcadb.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.023358] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.023612] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0d0334f-e1e3-473b-81fe-bda477d08084 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.030195] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 879.030195] env[70113]: value = "task-3415429" [ 879.030195] env[70113]: _type = "Task" [ 879.030195] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.042696] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.087032] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "703ef808-b2ba-447a-b213-4bcd108e6550" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.088200] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "703ef808-b2ba-447a-b213-4bcd108e6550" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.088200] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "703ef808-b2ba-447a-b213-4bcd108e6550-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.088200] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "703ef808-b2ba-447a-b213-4bcd108e6550-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.088200] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "703ef808-b2ba-447a-b213-4bcd108e6550-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.090496] env[70113]: INFO nova.compute.manager [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Terminating instance [ 879.126688] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa8cf3d6-f2ec-49fb-9a31-206dd20a3b27 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-703ef808-b2ba-447a-b213-4bcd108e6550-12a2c44d-dc5b-47ef-b4be-110bff645919" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.167s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.167854] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2561db44-25cf-4423-ace0-85933d01c119 tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "c1f3d6bd-e998-48d0-befe-6c7e495618ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.475s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.287160] env[70113]: DEBUG nova.network.neutron [req-03191649-707d-435b-9737-32dcedaf45a1 req-916e39be-23d5-416b-b6f4-8d9129624570 service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Updated VIF entry in instance network info cache for port 3d1568b3-3f9a-43e8-affd-7215ec9a067b. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.287586] env[70113]: DEBUG nova.network.neutron [req-03191649-707d-435b-9737-32dcedaf45a1 req-916e39be-23d5-416b-b6f4-8d9129624570 service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Updating instance_info_cache with network_info: [{"id": "3d1568b3-3f9a-43e8-affd-7215ec9a067b", "address": "fa:16:3e:15:af:52", "network": {"id": "d9c6ca71-0f72-4e7e-9bbd-6f5d3e5e534d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-931470690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ef54adbcff4a008c98332a7bf3ea77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1568b3-3f", "ovs_interfaceid": "3d1568b3-3f9a-43e8-affd-7215ec9a067b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.294885] env[70113]: INFO nova.compute.manager [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Rescuing [ 879.295171] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "refresh_cache-d5594fac-44a9-4be9-ac10-42e6f368365f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.295322] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquired lock "refresh_cache-d5594fac-44a9-4be9-ac10-42e6f368365f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.295486] env[70113]: DEBUG nova.network.neutron [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.306211] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "refresh_cache-3a8418da-6dbf-48d2-bcfa-1db117ec8631" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.306583] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "refresh_cache-3a8418da-6dbf-48d2-bcfa-1db117ec8631" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.306965] env[70113]: DEBUG nova.network.neutron [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.378975] env[70113]: DEBUG oslo_vmware.api [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Task: {'id': task-3415428, 'name': ReconfigVM_Task, 'duration_secs': 0.209884} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.379381] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681489', 'volume_id': 'e673219e-71af-47e7-8427-86c6bc519f89', 'name': 'volume-e673219e-71af-47e7-8427-86c6bc519f89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9570dc84-80e2-4384-91dc-db78b2c8998e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e673219e-71af-47e7-8427-86c6bc519f89', 'serial': 'e673219e-71af-47e7-8427-86c6bc519f89'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 879.544271] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066736} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.544645] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.545481] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d583640e-f948-4f2e-bc40-175d96f19fd3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.568628] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 47240db4-50a6-45eb-806a-bc57fafdcadb/47240db4-50a6-45eb-806a-bc57fafdcadb.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.568943] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c5e5c61-ed79-4e54-b9a5-7e42a63c288c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.590681] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 879.590681] env[70113]: value = "task-3415430" [ 879.590681] env[70113]: _type = "Task" [ 879.590681] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.594478] env[70113]: DEBUG nova.compute.manager [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.594680] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.597367] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8f4bcf-bf52-4224-91cc-8051cf231a38 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.603052] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.607844] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.608025] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9becdaae-daad-44ac-a5b3-2ab7bafae07a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.618800] env[70113]: DEBUG oslo_vmware.api [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 879.618800] env[70113]: value = "task-3415431" [ 879.618800] env[70113]: _type = "Task" [ 879.618800] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.626840] env[70113]: DEBUG oslo_vmware.api [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.791256] env[70113]: DEBUG oslo_concurrency.lockutils [req-03191649-707d-435b-9737-32dcedaf45a1 req-916e39be-23d5-416b-b6f4-8d9129624570 service nova] Releasing lock "refresh_cache-90d28880-88ca-4540-b9e1-27fa08c0ff9e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.864502] env[70113]: DEBUG nova.network.neutron [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.031483] env[70113]: DEBUG nova.network.neutron [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Updating instance_info_cache with network_info: [{"id": "cac73657-689d-4dbb-a74d-1f620a6e10c7", "address": "fa:16:3e:12:cb:d8", "network": {"id": "289785ab-b7b9-40bd-8206-8684ae8f57e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220457124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb0f394e9f8f406cb91d1ade97f94b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac73657-68", "ovs_interfaceid": "cac73657-689d-4dbb-a74d-1f620a6e10c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.104547] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415430, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.132892] env[70113]: DEBUG oslo_vmware.api [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415431, 'name': PowerOffVM_Task, 'duration_secs': 0.200827} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.133301] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.133486] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.133736] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ae26664-f268-4d7c-bf5e-a1dbd4fc064a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.173372] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dfd79f-afdc-4815-8bb7-fad1afe9e21c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.180912] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8917fd-4abf-44ea-b0ab-c3f3b1992ea8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.218998] env[70113]: DEBUG nova.network.neutron [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Updating instance_info_cache with network_info: [{"id": "68cff3ce-aba8-494d-98b8-c8dcdf8777e7", "address": "fa:16:3e:6c:80:53", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68cff3ce-ab", "ovs_interfaceid": "68cff3ce-aba8-494d-98b8-c8dcdf8777e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.222128] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ad4910-afe6-4b6d-b766-04deb84385ae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.225159] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.225330] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.225481] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Deleting the datastore file [datastore2] 703ef808-b2ba-447a-b213-4bcd108e6550 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.225725] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aabb5a18-818c-4f3b-a189-1c5a3ca8a197 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.234181] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4a34a0-3e63-4227-917a-9d59e1db1aa9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.237892] env[70113]: DEBUG oslo_vmware.api [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 880.237892] env[70113]: value = "task-3415433" [ 880.237892] env[70113]: _type = "Task" [ 880.237892] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.250086] env[70113]: DEBUG nova.compute.provider_tree [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.258198] env[70113]: DEBUG oslo_vmware.api [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.323494] env[70113]: DEBUG oslo_concurrency.lockutils [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "9d824cd1-a238-4196-a956-648b9a29e379" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.323805] env[70113]: DEBUG oslo_concurrency.lockutils [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "9d824cd1-a238-4196-a956-648b9a29e379" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.324092] env[70113]: DEBUG oslo_concurrency.lockutils [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "9d824cd1-a238-4196-a956-648b9a29e379-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.324246] env[70113]: DEBUG oslo_concurrency.lockutils [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "9d824cd1-a238-4196-a956-648b9a29e379-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.324317] env[70113]: DEBUG oslo_concurrency.lockutils [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "9d824cd1-a238-4196-a956-648b9a29e379-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.326561] env[70113]: INFO nova.compute.manager [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Terminating instance [ 880.451241] env[70113]: DEBUG nova.objects.instance [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Lazy-loading 'flavor' on Instance uuid 9570dc84-80e2-4384-91dc-db78b2c8998e {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.534972] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Releasing lock "refresh_cache-d5594fac-44a9-4be9-ac10-42e6f368365f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.575774] env[70113]: DEBUG nova.compute.manager [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Stashing vm_state: active {{(pid=70113) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 880.602869] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415430, 'name': ReconfigVM_Task, 'duration_secs': 0.512996} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.603498] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 47240db4-50a6-45eb-806a-bc57fafdcadb/47240db4-50a6-45eb-806a-bc57fafdcadb.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.604367] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30517d33-5c26-4c9b-99ab-00f9e93ea72b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.616919] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 880.616919] env[70113]: value = "task-3415434" [ 880.616919] env[70113]: _type = "Task" [ 880.616919] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.626835] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415434, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.687254] env[70113]: DEBUG nova.compute.manager [req-7edaf108-d0bc-4eba-a80d-98572a30e9d1 req-357f3471-e705-4ef1-8af7-35fd4bc5cb35 service nova] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Received event network-vif-plugged-68cff3ce-aba8-494d-98b8-c8dcdf8777e7 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.687481] env[70113]: DEBUG oslo_concurrency.lockutils [req-7edaf108-d0bc-4eba-a80d-98572a30e9d1 req-357f3471-e705-4ef1-8af7-35fd4bc5cb35 service nova] Acquiring lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.687774] env[70113]: DEBUG oslo_concurrency.lockutils [req-7edaf108-d0bc-4eba-a80d-98572a30e9d1 req-357f3471-e705-4ef1-8af7-35fd4bc5cb35 service nova] Lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.687870] env[70113]: DEBUG oslo_concurrency.lockutils [req-7edaf108-d0bc-4eba-a80d-98572a30e9d1 req-357f3471-e705-4ef1-8af7-35fd4bc5cb35 service nova] Lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.688008] env[70113]: DEBUG nova.compute.manager [req-7edaf108-d0bc-4eba-a80d-98572a30e9d1 req-357f3471-e705-4ef1-8af7-35fd4bc5cb35 service nova] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] No waiting events found dispatching network-vif-plugged-68cff3ce-aba8-494d-98b8-c8dcdf8777e7 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.688179] env[70113]: WARNING nova.compute.manager [req-7edaf108-d0bc-4eba-a80d-98572a30e9d1 req-357f3471-e705-4ef1-8af7-35fd4bc5cb35 service nova] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Received unexpected event network-vif-plugged-68cff3ce-aba8-494d-98b8-c8dcdf8777e7 for instance with vm_state building and task_state spawning. [ 880.688425] env[70113]: DEBUG nova.compute.manager [req-7edaf108-d0bc-4eba-a80d-98572a30e9d1 req-357f3471-e705-4ef1-8af7-35fd4bc5cb35 service nova] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Received event network-changed-68cff3ce-aba8-494d-98b8-c8dcdf8777e7 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.688605] env[70113]: DEBUG nova.compute.manager [req-7edaf108-d0bc-4eba-a80d-98572a30e9d1 req-357f3471-e705-4ef1-8af7-35fd4bc5cb35 service nova] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Refreshing instance network info cache due to event network-changed-68cff3ce-aba8-494d-98b8-c8dcdf8777e7. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.688778] env[70113]: DEBUG oslo_concurrency.lockutils [req-7edaf108-d0bc-4eba-a80d-98572a30e9d1 req-357f3471-e705-4ef1-8af7-35fd4bc5cb35 service nova] Acquiring lock "refresh_cache-3a8418da-6dbf-48d2-bcfa-1db117ec8631" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.721837] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "refresh_cache-3a8418da-6dbf-48d2-bcfa-1db117ec8631" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.722207] env[70113]: DEBUG nova.compute.manager [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Instance network_info: |[{"id": "68cff3ce-aba8-494d-98b8-c8dcdf8777e7", "address": "fa:16:3e:6c:80:53", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68cff3ce-ab", "ovs_interfaceid": "68cff3ce-aba8-494d-98b8-c8dcdf8777e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.722469] env[70113]: DEBUG oslo_concurrency.lockutils [req-7edaf108-d0bc-4eba-a80d-98572a30e9d1 req-357f3471-e705-4ef1-8af7-35fd4bc5cb35 service nova] Acquired lock "refresh_cache-3a8418da-6dbf-48d2-bcfa-1db117ec8631" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.722651] env[70113]: DEBUG nova.network.neutron [req-7edaf108-d0bc-4eba-a80d-98572a30e9d1 req-357f3471-e705-4ef1-8af7-35fd4bc5cb35 service nova] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Refreshing network info cache for port 68cff3ce-aba8-494d-98b8-c8dcdf8777e7 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.723894] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:80:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68cff3ce-aba8-494d-98b8-c8dcdf8777e7', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.732557] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.733135] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.734046] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f44f6dde-9467-4c3d-afa8-b9df647cb5b5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.753855] env[70113]: DEBUG nova.scheduler.client.report [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.759859] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.759859] env[70113]: value = "task-3415435" [ 880.759859] env[70113]: _type = "Task" [ 880.759859] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.770177] env[70113]: DEBUG oslo_vmware.api [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165713} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.770951] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.771206] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.771458] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.771886] env[70113]: INFO nova.compute.manager [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Took 1.18 seconds to destroy the instance on the hypervisor. [ 880.771990] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.775448] env[70113]: DEBUG nova.compute.manager [-] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.775551] env[70113]: DEBUG nova.network.neutron [-] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.777713] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415435, 'name': CreateVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.830348] env[70113]: DEBUG nova.compute.manager [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.830757] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.833857] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1990c8-f1ec-418b-aff0-b3a9c55c47b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.841788] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.842062] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47d4835c-d2d1-4d44-9ab4-2c558b87a144 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.850791] env[70113]: DEBUG oslo_vmware.api [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 880.850791] env[70113]: value = "task-3415436" [ 880.850791] env[70113]: _type = "Task" [ 880.850791] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.859760] env[70113]: DEBUG oslo_vmware.api [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.957189] env[70113]: DEBUG oslo_concurrency.lockutils [None req-43c23657-d9ea-4741-9e0b-d442949f25fc tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Lock "9570dc84-80e2-4384-91dc-db78b2c8998e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.835s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.098981] env[70113]: DEBUG oslo_concurrency.lockutils [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.130373] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415434, 'name': Rename_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.259304] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.259852] env[70113]: DEBUG nova.compute.manager [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.262818] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.053s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.263467] env[70113]: DEBUG nova.objects.instance [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70113) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 881.278200] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415435, 'name': CreateVM_Task, 'duration_secs': 0.399694} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.279596] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.283619] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.283870] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.284332] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.285091] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abcb418c-fb23-46f3-b8e3-90f09561ea9a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.295267] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 881.295267] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]529f7576-0f4d-182f-1a14-8f62474cd8b4" [ 881.295267] env[70113]: _type = "Task" [ 881.295267] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.308999] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529f7576-0f4d-182f-1a14-8f62474cd8b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.309801] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.310007] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.310261] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.310489] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.310654] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.310929] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a03da818-5a22-4580-b05a-fad3eaa5e7f1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.323368] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.323574] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.324325] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd40fb2-c19f-4143-ac00-565a6083b3ba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.330922] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 881.330922] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5296862f-d094-2d6b-c802-4f79853b4c0b" [ 881.330922] env[70113]: _type = "Task" [ 881.330922] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.340129] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5296862f-d094-2d6b-c802-4f79853b4c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.362156] env[70113]: DEBUG oslo_vmware.api [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.631172] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415434, 'name': Rename_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.688695] env[70113]: DEBUG nova.network.neutron [req-7edaf108-d0bc-4eba-a80d-98572a30e9d1 req-357f3471-e705-4ef1-8af7-35fd4bc5cb35 service nova] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Updated VIF entry in instance network info cache for port 68cff3ce-aba8-494d-98b8-c8dcdf8777e7. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.688695] env[70113]: DEBUG nova.network.neutron [req-7edaf108-d0bc-4eba-a80d-98572a30e9d1 req-357f3471-e705-4ef1-8af7-35fd4bc5cb35 service nova] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Updating instance_info_cache with network_info: [{"id": "68cff3ce-aba8-494d-98b8-c8dcdf8777e7", "address": "fa:16:3e:6c:80:53", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68cff3ce-ab", "ovs_interfaceid": "68cff3ce-aba8-494d-98b8-c8dcdf8777e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.771401] env[70113]: DEBUG nova.compute.utils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.774042] env[70113]: DEBUG nova.compute.manager [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.774042] env[70113]: DEBUG nova.network.neutron [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.812840] env[70113]: DEBUG nova.policy [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43e8da1e68cc4129920868c09cf82c8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4341595dd3384021be97058ce45fc48f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.844024] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5296862f-d094-2d6b-c802-4f79853b4c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009018} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.844024] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e4cd6b-c457-49f2-8387-07f9ea2de0dd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.847598] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 881.847598] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b6b890-f74c-81a1-9e2f-7279b8f4459a" [ 881.847598] env[70113]: _type = "Task" [ 881.847598] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.860536] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b6b890-f74c-81a1-9e2f-7279b8f4459a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.866894] env[70113]: DEBUG oslo_vmware.api [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.070065] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.071295] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-304e6be1-ac76-4234-8b6e-e41f1f5d6392 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.080033] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 882.080033] env[70113]: value = "task-3415437" [ 882.080033] env[70113]: _type = "Task" [ 882.080033] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.092331] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.103802] env[70113]: DEBUG nova.network.neutron [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Successfully created port: 29327958-6f44-44db-81ae-f0cef8b7a9d4 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.133037] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415434, 'name': Rename_Task, 'duration_secs': 1.280146} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.133037] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.133353] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7ab3301-d5e7-436c-a8f8-fcdf3434c6bd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.141035] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 882.141035] env[70113]: value = "task-3415438" [ 882.141035] env[70113]: _type = "Task" [ 882.141035] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.151861] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.189887] env[70113]: DEBUG oslo_concurrency.lockutils [req-7edaf108-d0bc-4eba-a80d-98572a30e9d1 req-357f3471-e705-4ef1-8af7-35fd4bc5cb35 service nova] Releasing lock "refresh_cache-3a8418da-6dbf-48d2-bcfa-1db117ec8631" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.277277] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86192d29-0e47-43cb-925a-42d88501a582 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.277277] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.101s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.278740] env[70113]: INFO nova.compute.claims [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.282409] env[70113]: DEBUG nova.compute.manager [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.361077] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b6b890-f74c-81a1-9e2f-7279b8f4459a, 'name': SearchDatastore_Task, 'duration_secs': 0.017538} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.364280] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.364554] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 3a8418da-6dbf-48d2-bcfa-1db117ec8631/3a8418da-6dbf-48d2-bcfa-1db117ec8631.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.364842] env[70113]: DEBUG oslo_vmware.api [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415436, 'name': PowerOffVM_Task, 'duration_secs': 1.23261} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.365051] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbb72493-8ed3-4e71-902d-35deda10a625 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.366913] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.367103] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.367334] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d93ad42-8d2f-4b26-bd70-729c81d98619 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.374379] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 882.374379] env[70113]: value = "task-3415439" [ 882.374379] env[70113]: _type = "Task" [ 882.374379] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.384049] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.441325] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.441642] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.441901] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Deleting the datastore file [datastore1] 9d824cd1-a238-4196-a956-648b9a29e379 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.442242] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edfb9427-3266-4ea2-8e91-34ae979f3b4e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.449789] env[70113]: DEBUG oslo_vmware.api [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for the task: (returnval){ [ 882.449789] env[70113]: value = "task-3415441" [ 882.449789] env[70113]: _type = "Task" [ 882.449789] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.459698] env[70113]: DEBUG oslo_vmware.api [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.489876] env[70113]: DEBUG nova.network.neutron [-] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.591646] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415437, 'name': PowerOffVM_Task, 'duration_secs': 0.188296} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.593699] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.593699] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43658b8a-6010-4074-b17a-4a484d5452a3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.618588] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ec2c9b-2d0d-4ff5-8ae1-b2ca03722d4c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.653879] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415438, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.670877] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.672072] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64996160-5e0c-495e-a322-4f0a91268437 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.678470] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 882.678470] env[70113]: value = "task-3415442" [ 882.678470] env[70113]: _type = "Task" [ 882.678470] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.689463] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] VM already powered off {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 882.689775] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.690022] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.690183] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.690371] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.690730] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f6c1064-7ba2-457c-a901-80dd2ece3ec2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.711662] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.712198] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.713220] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64395ab7-5a5e-4012-b084-ecea83a482cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.719888] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 882.719888] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52be4349-fe3a-af73-bebf-3f50f75fbfa7" [ 882.719888] env[70113]: _type = "Task" [ 882.719888] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.729691] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52be4349-fe3a-af73-bebf-3f50f75fbfa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.849723] env[70113]: DEBUG nova.compute.manager [req-c9233c89-f3c2-4219-8ec9-805a3d2a9c1f req-a8116a3c-dd2b-4720-b3b7-dfec6b6d719e service nova] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Received event network-vif-deleted-558c6da6-b095-422c-9ee6-fd0a1d75eeaa {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.888057] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415439, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.959857] env[70113]: DEBUG oslo_vmware.api [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Task: {'id': task-3415441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226497} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.960270] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.960600] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.960600] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.960801] env[70113]: INFO nova.compute.manager [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Took 2.13 seconds to destroy the instance on the hypervisor. [ 882.961013] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.961537] env[70113]: DEBUG nova.compute.manager [-] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.962373] env[70113]: DEBUG nova.network.neutron [-] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.993723] env[70113]: INFO nova.compute.manager [-] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Took 2.22 seconds to deallocate network for instance. [ 883.001045] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Acquiring lock "9570dc84-80e2-4384-91dc-db78b2c8998e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.001045] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Lock "9570dc84-80e2-4384-91dc-db78b2c8998e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.153340] env[70113]: DEBUG oslo_vmware.api [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415438, 'name': PowerOnVM_Task, 'duration_secs': 0.568204} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.153619] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.153833] env[70113]: INFO nova.compute.manager [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Took 9.83 seconds to spawn the instance on the hypervisor. [ 883.154023] env[70113]: DEBUG nova.compute.manager [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.154942] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a86b71-69a2-4b8f-bb4c-7d0115a0a300 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.230789] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52be4349-fe3a-af73-bebf-3f50f75fbfa7, 'name': SearchDatastore_Task, 'duration_secs': 0.047349} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.231615] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce43bd07-1248-4a6b-8ed4-722d5d1e2e5e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.237423] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 883.237423] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d4dff1-f5a8-92ea-46a7-6c49f33d6a1a" [ 883.237423] env[70113]: _type = "Task" [ 883.237423] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.247838] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d4dff1-f5a8-92ea-46a7-6c49f33d6a1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.298178] env[70113]: DEBUG nova.compute.manager [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.325812] env[70113]: DEBUG nova.virt.hardware [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.326276] env[70113]: DEBUG nova.virt.hardware [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.326442] env[70113]: DEBUG nova.virt.hardware [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.326866] env[70113]: DEBUG nova.virt.hardware [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.326866] env[70113]: DEBUG nova.virt.hardware [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.326996] env[70113]: DEBUG nova.virt.hardware [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.328255] env[70113]: DEBUG nova.virt.hardware [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.328255] env[70113]: DEBUG nova.virt.hardware [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.328255] env[70113]: DEBUG nova.virt.hardware [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.328255] env[70113]: DEBUG nova.virt.hardware [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.328255] env[70113]: DEBUG nova.virt.hardware [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.329713] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52d1f7a-668c-487a-8540-63c2e67a8b17 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.339131] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb428096-5a7d-4ee1-8900-40880131e88a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.390707] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536866} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.390707] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 3a8418da-6dbf-48d2-bcfa-1db117ec8631/3a8418da-6dbf-48d2-bcfa-1db117ec8631.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.390707] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.390707] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c08e2cd8-8dcc-4262-b51d-b9b855aaa19f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.394804] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 883.394804] env[70113]: value = "task-3415443" [ 883.394804] env[70113]: _type = "Task" [ 883.394804] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.404736] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.500165] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.503939] env[70113]: INFO nova.compute.manager [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Detaching volume e673219e-71af-47e7-8427-86c6bc519f89 [ 883.550746] env[70113]: INFO nova.virt.block_device [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Attempting to driver detach volume e673219e-71af-47e7-8427-86c6bc519f89 from mountpoint /dev/sdb [ 883.551021] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 883.551220] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681489', 'volume_id': 'e673219e-71af-47e7-8427-86c6bc519f89', 'name': 'volume-e673219e-71af-47e7-8427-86c6bc519f89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9570dc84-80e2-4384-91dc-db78b2c8998e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e673219e-71af-47e7-8427-86c6bc519f89', 'serial': 'e673219e-71af-47e7-8427-86c6bc519f89'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 883.552118] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e6c005-b340-4856-bc71-cb41e9ad8805 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.579838] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7a30f4-4247-4b87-827f-cb8d1c810bbd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.589142] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78523da3-fd0d-49e6-9d95-9481437d8eff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.614170] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5220ca-c447-4854-bef6-3cfbddf345af {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.634017] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] The volume has not been displaced from its original location: [datastore2] volume-e673219e-71af-47e7-8427-86c6bc519f89/volume-e673219e-71af-47e7-8427-86c6bc519f89.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 883.638948] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 883.641930] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c27f1eb7-084e-4064-a826-5e84c6b0a3b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.660843] env[70113]: DEBUG oslo_vmware.api [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Waiting for the task: (returnval){ [ 883.660843] env[70113]: value = "task-3415444" [ 883.660843] env[70113]: _type = "Task" [ 883.660843] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.675984] env[70113]: INFO nova.compute.manager [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Took 43.91 seconds to build instance. [ 883.679096] env[70113]: DEBUG oslo_vmware.api [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Task: {'id': task-3415444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.696186] env[70113]: DEBUG nova.network.neutron [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Successfully updated port: 29327958-6f44-44db-81ae-f0cef8b7a9d4 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.748708] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d4dff1-f5a8-92ea-46a7-6c49f33d6a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.750827] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.751097] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] d5594fac-44a9-4be9-ac10-42e6f368365f/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk. {{(pid=70113) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 883.751565] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74e67811-4ada-4612-809b-bf1ed8343402 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.758213] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 883.758213] env[70113]: value = "task-3415445" [ 883.758213] env[70113]: _type = "Task" [ 883.758213] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.767977] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.843354] env[70113]: DEBUG nova.compute.manager [req-3526627d-504b-4192-a9a6-c6124b42c766 req-6d1e31da-7d45-483d-86b5-22d27dc0c3a3 service nova] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Received event network-vif-plugged-29327958-6f44-44db-81ae-f0cef8b7a9d4 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.843599] env[70113]: DEBUG oslo_concurrency.lockutils [req-3526627d-504b-4192-a9a6-c6124b42c766 req-6d1e31da-7d45-483d-86b5-22d27dc0c3a3 service nova] Acquiring lock "382ead1c-5ee4-46fe-9172-d56fbe43b7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.843849] env[70113]: DEBUG oslo_concurrency.lockutils [req-3526627d-504b-4192-a9a6-c6124b42c766 req-6d1e31da-7d45-483d-86b5-22d27dc0c3a3 service nova] Lock "382ead1c-5ee4-46fe-9172-d56fbe43b7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.844146] env[70113]: DEBUG oslo_concurrency.lockutils [req-3526627d-504b-4192-a9a6-c6124b42c766 req-6d1e31da-7d45-483d-86b5-22d27dc0c3a3 service nova] Lock "382ead1c-5ee4-46fe-9172-d56fbe43b7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.844382] env[70113]: DEBUG nova.compute.manager [req-3526627d-504b-4192-a9a6-c6124b42c766 req-6d1e31da-7d45-483d-86b5-22d27dc0c3a3 service nova] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] No waiting events found dispatching network-vif-plugged-29327958-6f44-44db-81ae-f0cef8b7a9d4 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.844598] env[70113]: WARNING nova.compute.manager [req-3526627d-504b-4192-a9a6-c6124b42c766 req-6d1e31da-7d45-483d-86b5-22d27dc0c3a3 service nova] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Received unexpected event network-vif-plugged-29327958-6f44-44db-81ae-f0cef8b7a9d4 for instance with vm_state building and task_state spawning. [ 883.906128] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192758} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.906434] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.907221] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab30b06-3eb0-44fd-a88c-53deb5090dfc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.924024] env[70113]: DEBUG nova.network.neutron [-] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.934541] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 3a8418da-6dbf-48d2-bcfa-1db117ec8631/3a8418da-6dbf-48d2-bcfa-1db117ec8631.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.934874] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c130564d-4fc8-4246-a857-bef0359052fd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.959109] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 883.959109] env[70113]: value = "task-3415446" [ 883.959109] env[70113]: _type = "Task" [ 883.959109] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.965054] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849b9820-4d59-4614-873a-9e1cee55facb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.971143] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.977810] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30055370-474f-4b01-8c21-b941eaa68a45 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.016462] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a161e7-fcae-49d7-bc19-ef1602cfd294 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.024663] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1078b1e8-667a-43d4-a46f-34eabe846125 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.038924] env[70113]: DEBUG nova.compute.provider_tree [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.171147] env[70113]: DEBUG oslo_vmware.api [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Task: {'id': task-3415444, 'name': ReconfigVM_Task, 'duration_secs': 0.41695} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.171483] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 884.176240] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b514c7e-51c4-4528-a51f-1328258f8569 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.186706] env[70113]: DEBUG oslo_concurrency.lockutils [None req-74ee61ce-cd3c-4a10-86a2-f6afd50c7caf tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "47240db4-50a6-45eb-806a-bc57fafdcadb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.556s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.193706] env[70113]: DEBUG oslo_vmware.api [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Waiting for the task: (returnval){ [ 884.193706] env[70113]: value = "task-3415447" [ 884.193706] env[70113]: _type = "Task" [ 884.193706] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.199204] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "refresh_cache-382ead1c-5ee4-46fe-9172-d56fbe43b7e6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.199384] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquired lock "refresh_cache-382ead1c-5ee4-46fe-9172-d56fbe43b7e6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.199562] env[70113]: DEBUG nova.network.neutron [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.204386] env[70113]: DEBUG oslo_vmware.api [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Task: {'id': task-3415447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.267902] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484798} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.268195] env[70113]: INFO nova.virt.vmwareapi.ds_util [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] d5594fac-44a9-4be9-ac10-42e6f368365f/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk. [ 884.268991] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c6a71e-1bc1-455b-8a67-a4569701b766 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.298797] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] d5594fac-44a9-4be9-ac10-42e6f368365f/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.299217] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb90ab91-2b98-4660-8d03-2e2addab9fed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.319769] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 884.319769] env[70113]: value = "task-3415448" [ 884.319769] env[70113]: _type = "Task" [ 884.319769] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.328179] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.436635] env[70113]: INFO nova.compute.manager [-] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Took 1.47 seconds to deallocate network for instance. [ 884.471988] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415446, 'name': ReconfigVM_Task, 'duration_secs': 0.50143} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.472285] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 3a8418da-6dbf-48d2-bcfa-1db117ec8631/3a8418da-6dbf-48d2-bcfa-1db117ec8631.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.472942] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca33bfa1-3fd1-41c3-93e7-fc6e6306e231 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.480121] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 884.480121] env[70113]: value = "task-3415449" [ 884.480121] env[70113]: _type = "Task" [ 884.480121] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.487809] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415449, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.542444] env[70113]: DEBUG nova.scheduler.client.report [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.693025] env[70113]: DEBUG nova.compute.manager [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.704047] env[70113]: DEBUG oslo_vmware.api [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Task: {'id': task-3415447, 'name': ReconfigVM_Task, 'duration_secs': 0.174349} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.704564] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681489', 'volume_id': 'e673219e-71af-47e7-8427-86c6bc519f89', 'name': 'volume-e673219e-71af-47e7-8427-86c6bc519f89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9570dc84-80e2-4384-91dc-db78b2c8998e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e673219e-71af-47e7-8427-86c6bc519f89', 'serial': 'e673219e-71af-47e7-8427-86c6bc519f89'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 884.745467] env[70113]: DEBUG nova.network.neutron [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.829640] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.882085] env[70113]: DEBUG nova.network.neutron [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Updating instance_info_cache with network_info: [{"id": "29327958-6f44-44db-81ae-f0cef8b7a9d4", "address": "fa:16:3e:56:de:23", "network": {"id": "8bed22ed-859a-40cd-bce1-a1e3145fe58a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2049468416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4341595dd3384021be97058ce45fc48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29327958-6f", "ovs_interfaceid": "29327958-6f44-44db-81ae-f0cef8b7a9d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.942833] env[70113]: DEBUG oslo_concurrency.lockutils [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.992249] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415449, 'name': Rename_Task, 'duration_secs': 0.143376} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.992249] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.992459] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe893012-18d2-49cf-a51a-81b6c84b50f2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.002486] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 885.002486] env[70113]: value = "task-3415450" [ 885.002486] env[70113]: _type = "Task" [ 885.002486] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.009878] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.052240] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.052784] env[70113]: DEBUG nova.compute.manager [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.055713] env[70113]: DEBUG oslo_concurrency.lockutils [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.063s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.055992] env[70113]: DEBUG nova.objects.instance [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lazy-loading 'resources' on Instance uuid ee9173ac-18ee-4882-bfe3-ab4cdc707d1a {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.164845] env[70113]: DEBUG nova.compute.manager [req-ae100877-b433-4887-84b5-058090425c06 req-80c2e0ee-8c80-4d77-b033-3961b14e423e service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Received event network-changed-3d1568b3-3f9a-43e8-affd-7215ec9a067b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.165710] env[70113]: DEBUG nova.compute.manager [req-ae100877-b433-4887-84b5-058090425c06 req-80c2e0ee-8c80-4d77-b033-3961b14e423e service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Refreshing instance network info cache due to event network-changed-3d1568b3-3f9a-43e8-affd-7215ec9a067b. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.166059] env[70113]: DEBUG oslo_concurrency.lockutils [req-ae100877-b433-4887-84b5-058090425c06 req-80c2e0ee-8c80-4d77-b033-3961b14e423e service nova] Acquiring lock "refresh_cache-90d28880-88ca-4540-b9e1-27fa08c0ff9e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.166253] env[70113]: DEBUG oslo_concurrency.lockutils [req-ae100877-b433-4887-84b5-058090425c06 req-80c2e0ee-8c80-4d77-b033-3961b14e423e service nova] Acquired lock "refresh_cache-90d28880-88ca-4540-b9e1-27fa08c0ff9e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.166424] env[70113]: DEBUG nova.network.neutron [req-ae100877-b433-4887-84b5-058090425c06 req-80c2e0ee-8c80-4d77-b033-3961b14e423e service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Refreshing network info cache for port 3d1568b3-3f9a-43e8-affd-7215ec9a067b {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.216582] env[70113]: DEBUG oslo_concurrency.lockutils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.272390] env[70113]: DEBUG nova.objects.instance [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Lazy-loading 'flavor' on Instance uuid 9570dc84-80e2-4384-91dc-db78b2c8998e {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.331786] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415448, 'name': ReconfigVM_Task, 'duration_secs': 0.744407} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.332097] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Reconfigured VM instance instance-00000034 to attach disk [datastore2] d5594fac-44a9-4be9-ac10-42e6f368365f/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.333044] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bc59fa-0e7c-4434-9898-ad778344fb97 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.360207] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4a6d3fb-6f83-4720-9b5e-7bdbbceb644e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.371199] env[70113]: DEBUG oslo_concurrency.lockutils [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "47240db4-50a6-45eb-806a-bc57fafdcadb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.371528] env[70113]: DEBUG oslo_concurrency.lockutils [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "47240db4-50a6-45eb-806a-bc57fafdcadb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.371735] env[70113]: DEBUG oslo_concurrency.lockutils [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "47240db4-50a6-45eb-806a-bc57fafdcadb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.371946] env[70113]: DEBUG oslo_concurrency.lockutils [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "47240db4-50a6-45eb-806a-bc57fafdcadb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.372133] env[70113]: DEBUG oslo_concurrency.lockutils [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "47240db4-50a6-45eb-806a-bc57fafdcadb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.374445] env[70113]: INFO nova.compute.manager [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Terminating instance [ 885.380271] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 885.380271] env[70113]: value = "task-3415451" [ 885.380271] env[70113]: _type = "Task" [ 885.380271] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.386048] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Releasing lock "refresh_cache-382ead1c-5ee4-46fe-9172-d56fbe43b7e6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.386336] env[70113]: DEBUG nova.compute.manager [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Instance network_info: |[{"id": "29327958-6f44-44db-81ae-f0cef8b7a9d4", "address": "fa:16:3e:56:de:23", "network": {"id": "8bed22ed-859a-40cd-bce1-a1e3145fe58a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2049468416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4341595dd3384021be97058ce45fc48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29327958-6f", "ovs_interfaceid": "29327958-6f44-44db-81ae-f0cef8b7a9d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.390089] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:de:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29327958-6f44-44db-81ae-f0cef8b7a9d4', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.397805] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.398415] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.398666] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.398912] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6db044c-d5e8-4525-8959-69c5d5dd5990 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.420050] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.420050] env[70113]: value = "task-3415452" [ 885.420050] env[70113]: _type = "Task" [ 885.420050] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.432725] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415452, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.456945] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Acquiring lock "90d28880-88ca-4540-b9e1-27fa08c0ff9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.457512] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Lock "90d28880-88ca-4540-b9e1-27fa08c0ff9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.457512] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Acquiring lock "90d28880-88ca-4540-b9e1-27fa08c0ff9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.457691] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Lock "90d28880-88ca-4540-b9e1-27fa08c0ff9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.457888] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Lock "90d28880-88ca-4540-b9e1-27fa08c0ff9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.461913] env[70113]: INFO nova.compute.manager [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Terminating instance [ 885.512061] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.559780] env[70113]: DEBUG nova.compute.utils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.566432] env[70113]: DEBUG nova.compute.manager [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.566717] env[70113]: DEBUG nova.network.neutron [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.621281] env[70113]: DEBUG nova.policy [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '440ce37b0216440cb33bef602abf7d5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85c65c2133ac4d1cb393c7fd15ecc9e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.880700] env[70113]: DEBUG nova.compute.manager [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.880979] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.887231] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4ea897-1133-49cd-8eb5-6729f7eaae3a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.896094] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.902345] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b01686e-ad1a-4bb4-b750-98c748e995b8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.907207] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415451, 'name': ReconfigVM_Task, 'duration_secs': 0.251633} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.907786] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.912474] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3887a76-dffa-4829-a385-7a47eee2fea5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.914560] env[70113]: DEBUG oslo_vmware.api [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 885.914560] env[70113]: value = "task-3415453" [ 885.914560] env[70113]: _type = "Task" [ 885.914560] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.924876] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 885.924876] env[70113]: value = "task-3415454" [ 885.924876] env[70113]: _type = "Task" [ 885.924876] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.939164] env[70113]: DEBUG oslo_vmware.api [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.946405] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415452, 'name': CreateVM_Task, 'duration_secs': 0.472006} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.949602] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.949602] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415454, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.950148] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.950301] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.950644] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.950921] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a19a84f4-aa47-4575-ac5b-4d67c1e9b1b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.955623] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 885.955623] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]522fab39-f679-3145-bfde-e50141d031cc" [ 885.955623] env[70113]: _type = "Task" [ 885.955623] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.964134] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522fab39-f679-3145-bfde-e50141d031cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.967722] env[70113]: DEBUG nova.compute.manager [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.968553] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.969312] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eacb8d6-20c4-4ed8-ba84-f489974dbcea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.976454] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.977354] env[70113]: DEBUG nova.network.neutron [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Successfully created port: 0248c12b-6b35-495a-936d-e858d2655476 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.981275] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10bfc5f9-e740-4888-8279-a37420abb8c4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.989414] env[70113]: DEBUG oslo_vmware.api [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Waiting for the task: (returnval){ [ 885.989414] env[70113]: value = "task-3415455" [ 885.989414] env[70113]: _type = "Task" [ 885.989414] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.998026] env[70113]: DEBUG oslo_vmware.api [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.013231] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.041214] env[70113]: DEBUG nova.compute.manager [req-893144a6-f015-4c0f-906e-34b52861e808 req-485165fa-9c62-4211-9ec4-f1aa2519f946 service nova] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Received event network-changed-29327958-6f44-44db-81ae-f0cef8b7a9d4 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.041385] env[70113]: DEBUG nova.compute.manager [req-893144a6-f015-4c0f-906e-34b52861e808 req-485165fa-9c62-4211-9ec4-f1aa2519f946 service nova] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Refreshing instance network info cache due to event network-changed-29327958-6f44-44db-81ae-f0cef8b7a9d4. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.041648] env[70113]: DEBUG oslo_concurrency.lockutils [req-893144a6-f015-4c0f-906e-34b52861e808 req-485165fa-9c62-4211-9ec4-f1aa2519f946 service nova] Acquiring lock "refresh_cache-382ead1c-5ee4-46fe-9172-d56fbe43b7e6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.041819] env[70113]: DEBUG oslo_concurrency.lockutils [req-893144a6-f015-4c0f-906e-34b52861e808 req-485165fa-9c62-4211-9ec4-f1aa2519f946 service nova] Acquired lock "refresh_cache-382ead1c-5ee4-46fe-9172-d56fbe43b7e6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.042023] env[70113]: DEBUG nova.network.neutron [req-893144a6-f015-4c0f-906e-34b52861e808 req-485165fa-9c62-4211-9ec4-f1aa2519f946 service nova] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Refreshing network info cache for port 29327958-6f44-44db-81ae-f0cef8b7a9d4 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.069949] env[70113]: DEBUG nova.compute.utils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.073947] env[70113]: DEBUG nova.network.neutron [req-ae100877-b433-4887-84b5-058090425c06 req-80c2e0ee-8c80-4d77-b033-3961b14e423e service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Updated VIF entry in instance network info cache for port 3d1568b3-3f9a-43e8-affd-7215ec9a067b. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.074398] env[70113]: DEBUG nova.network.neutron [req-ae100877-b433-4887-84b5-058090425c06 req-80c2e0ee-8c80-4d77-b033-3961b14e423e service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Updating instance_info_cache with network_info: [{"id": "3d1568b3-3f9a-43e8-affd-7215ec9a067b", "address": "fa:16:3e:15:af:52", "network": {"id": "d9c6ca71-0f72-4e7e-9bbd-6f5d3e5e534d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-931470690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ef54adbcff4a008c98332a7bf3ea77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1568b3-3f", "ovs_interfaceid": "3d1568b3-3f9a-43e8-affd-7215ec9a067b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.269288] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e638cd7f-8bd9-4c8b-b7a4-3930e4a5b809 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.278046] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d3dfbc-9ed7-413a-a26a-58999fc3ed60 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.284455] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a3281574-5565-4fe9-b965-27936f01aaf6 tempest-VolumesAssistedSnapshotsTest-1524396072 tempest-VolumesAssistedSnapshotsTest-1524396072-project-admin] Lock "9570dc84-80e2-4384-91dc-db78b2c8998e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.284s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.317403] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b2489e-ea73-4c95-940d-0f250fca629f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.328937] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d36ca4-0114-405e-ac07-7b8977f5ff7d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.343567] env[70113]: DEBUG nova.compute.provider_tree [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.426046] env[70113]: DEBUG oslo_vmware.api [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415453, 'name': PowerOffVM_Task, 'duration_secs': 0.195207} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.426046] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.426046] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.426046] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c891888-1c9a-467b-ae6c-294f5871aa63 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.436362] env[70113]: DEBUG oslo_vmware.api [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415454, 'name': PowerOnVM_Task, 'duration_secs': 0.467598} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.436616] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.439960] env[70113]: DEBUG nova.compute.manager [None req-f31ffba2-96c0-4ea9-8620-468619b323e9 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.442316] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9924dbb7-6d71-4283-b180-cda38b2c6e6a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.464950] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522fab39-f679-3145-bfde-e50141d031cc, 'name': SearchDatastore_Task, 'duration_secs': 0.019348} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.465366] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.465610] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.465856] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.466020] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.466204] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.466470] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42c0f947-a2fb-4ea0-830c-1de64f867241 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.474957] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.475163] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.476081] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b4c23b6-e8e2-4f0b-b044-315ecff4e03c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.481210] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 886.481210] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f8153b-3b4a-1167-4218-7e657bc02583" [ 886.481210] env[70113]: _type = "Task" [ 886.481210] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.490483] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f8153b-3b4a-1167-4218-7e657bc02583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.496533] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.496533] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.496533] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleting the datastore file [datastore2] 47240db4-50a6-45eb-806a-bc57fafdcadb {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.496533] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5ee8aa7-62be-49f5-96e3-61c5ac12c7d3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.503350] env[70113]: DEBUG oslo_vmware.api [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415455, 'name': PowerOffVM_Task, 'duration_secs': 0.192488} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.507132] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.507300] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.507610] env[70113]: DEBUG oslo_vmware.api [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 886.507610] env[70113]: value = "task-3415458" [ 886.507610] env[70113]: _type = "Task" [ 886.507610] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.507793] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-598c8786-a40a-4c1b-8fd4-3e9c8d68f645 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.517998] env[70113]: DEBUG oslo_vmware.api [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415450, 'name': PowerOnVM_Task, 'duration_secs': 1.189285} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.517998] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.517998] env[70113]: INFO nova.compute.manager [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Took 8.11 seconds to spawn the instance on the hypervisor. [ 886.517998] env[70113]: DEBUG nova.compute.manager [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.519773] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6195a99e-626d-4997-b0c2-5316c9dfabc6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.525387] env[70113]: DEBUG oslo_vmware.api [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.574179] env[70113]: DEBUG nova.compute.manager [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.577391] env[70113]: DEBUG oslo_concurrency.lockutils [req-ae100877-b433-4887-84b5-058090425c06 req-80c2e0ee-8c80-4d77-b033-3961b14e423e service nova] Releasing lock "refresh_cache-90d28880-88ca-4540-b9e1-27fa08c0ff9e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.577898] env[70113]: DEBUG nova.compute.manager [req-ae100877-b433-4887-84b5-058090425c06 req-80c2e0ee-8c80-4d77-b033-3961b14e423e service nova] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Received event network-vif-deleted-87ce0834-7d17-4371-9044-f1400f072113 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.593804] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.594014] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.594206] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Deleting the datastore file [datastore1] 90d28880-88ca-4540-b9e1-27fa08c0ff9e {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.594480] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ca475a3-4210-410b-b34b-170f4dea19c5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.601378] env[70113]: DEBUG oslo_vmware.api [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Waiting for the task: (returnval){ [ 886.601378] env[70113]: value = "task-3415460" [ 886.601378] env[70113]: _type = "Task" [ 886.601378] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.610386] env[70113]: DEBUG oslo_vmware.api [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.846739] env[70113]: DEBUG nova.scheduler.client.report [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.929239] env[70113]: DEBUG nova.network.neutron [req-893144a6-f015-4c0f-906e-34b52861e808 req-485165fa-9c62-4211-9ec4-f1aa2519f946 service nova] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Updated VIF entry in instance network info cache for port 29327958-6f44-44db-81ae-f0cef8b7a9d4. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.929647] env[70113]: DEBUG nova.network.neutron [req-893144a6-f015-4c0f-906e-34b52861e808 req-485165fa-9c62-4211-9ec4-f1aa2519f946 service nova] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Updating instance_info_cache with network_info: [{"id": "29327958-6f44-44db-81ae-f0cef8b7a9d4", "address": "fa:16:3e:56:de:23", "network": {"id": "8bed22ed-859a-40cd-bce1-a1e3145fe58a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2049468416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4341595dd3384021be97058ce45fc48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29327958-6f", "ovs_interfaceid": "29327958-6f44-44db-81ae-f0cef8b7a9d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.992734] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f8153b-3b4a-1167-4218-7e657bc02583, 'name': SearchDatastore_Task, 'duration_secs': 0.029226} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.993578] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c60aed-798e-4653-9c63-007eba196bbc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.999138] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 886.999138] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5244a59b-5ef1-15e5-8d2a-6617ce923c7f" [ 886.999138] env[70113]: _type = "Task" [ 886.999138] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.007960] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5244a59b-5ef1-15e5-8d2a-6617ce923c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.018720] env[70113]: DEBUG oslo_vmware.api [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507891} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.018974] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.019180] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.019386] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.019577] env[70113]: INFO nova.compute.manager [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 887.019820] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.020033] env[70113]: DEBUG nova.compute.manager [-] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.020140] env[70113]: DEBUG nova.network.neutron [-] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.040597] env[70113]: INFO nova.compute.manager [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Took 42.09 seconds to build instance. [ 887.114227] env[70113]: DEBUG oslo_vmware.api [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Task: {'id': task-3415460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438137} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.114484] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.114670] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.115912] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.115912] env[70113]: INFO nova.compute.manager [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 887.115912] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.115912] env[70113]: DEBUG nova.compute.manager [-] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.115912] env[70113]: DEBUG nova.network.neutron [-] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.352385] env[70113]: DEBUG oslo_concurrency.lockutils [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.355999] env[70113]: DEBUG oslo_concurrency.lockutils [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.928s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.357770] env[70113]: INFO nova.compute.claims [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.400493] env[70113]: INFO nova.scheduler.client.report [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleted allocations for instance ee9173ac-18ee-4882-bfe3-ab4cdc707d1a [ 887.439696] env[70113]: DEBUG oslo_concurrency.lockutils [req-893144a6-f015-4c0f-906e-34b52861e808 req-485165fa-9c62-4211-9ec4-f1aa2519f946 service nova] Releasing lock "refresh_cache-382ead1c-5ee4-46fe-9172-d56fbe43b7e6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.510257] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5244a59b-5ef1-15e5-8d2a-6617ce923c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.021841} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.510538] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.510829] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 382ead1c-5ee4-46fe-9172-d56fbe43b7e6/382ead1c-5ee4-46fe-9172-d56fbe43b7e6.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.511116] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4624224c-6d42-4174-be7a-eae70157d531 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.520488] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 887.520488] env[70113]: value = "task-3415461" [ 887.520488] env[70113]: _type = "Task" [ 887.520488] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.534618] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.545354] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73db5b1c-423c-42d7-bdbe-9b16455ea65b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.215s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.566711] env[70113]: DEBUG nova.network.neutron [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Successfully updated port: 0248c12b-6b35-495a-936d-e858d2655476 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.588881] env[70113]: DEBUG nova.compute.manager [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.614802] env[70113]: DEBUG nova.virt.hardware [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:30:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1534989404',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-206191245',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.615111] env[70113]: DEBUG nova.virt.hardware [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.615327] env[70113]: DEBUG nova.virt.hardware [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.615563] env[70113]: DEBUG nova.virt.hardware [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.615772] env[70113]: DEBUG nova.virt.hardware [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.615961] env[70113]: DEBUG nova.virt.hardware [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.616227] env[70113]: DEBUG nova.virt.hardware [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.616431] env[70113]: DEBUG nova.virt.hardware [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.616641] env[70113]: DEBUG nova.virt.hardware [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.616847] env[70113]: DEBUG nova.virt.hardware [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.617072] env[70113]: DEBUG nova.virt.hardware [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.618041] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6df0856-3b71-40da-b141-583875a4412e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.625936] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08505d62-3fc2-4225-b210-893659bcce79 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.907892] env[70113]: DEBUG oslo_concurrency.lockutils [None req-719319ce-a6a4-40f2-a30d-7ff763db887b tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "ee9173ac-18ee-4882-bfe3-ab4cdc707d1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.666s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.982925] env[70113]: DEBUG nova.compute.manager [req-2e80ce0f-22e6-4738-bc4f-54dada0cac43 req-a454fb2d-a77e-4ce3-83cf-35f365e5f50f service nova] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Received event network-vif-deleted-1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.983199] env[70113]: INFO nova.compute.manager [req-2e80ce0f-22e6-4738-bc4f-54dada0cac43 req-a454fb2d-a77e-4ce3-83cf-35f365e5f50f service nova] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Neutron deleted interface 1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b; detaching it from the instance and deleting it from the info cache [ 887.983292] env[70113]: DEBUG nova.network.neutron [req-2e80ce0f-22e6-4738-bc4f-54dada0cac43 req-a454fb2d-a77e-4ce3-83cf-35f365e5f50f service nova] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.032114] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415461, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.070757] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquiring lock "refresh_cache-f32d148d-a6be-4323-a5ea-8b10beca2d5b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.070951] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquired lock "refresh_cache-f32d148d-a6be-4323-a5ea-8b10beca2d5b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.071097] env[70113]: DEBUG nova.network.neutron [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.083506] env[70113]: DEBUG nova.network.neutron [-] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.195554] env[70113]: DEBUG nova.network.neutron [-] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.447899] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "cab6bc89-6bea-4fc2-b182-f406bece7320" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.448150] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "cab6bc89-6bea-4fc2-b182-f406bece7320" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.487741] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2238928e-9ec4-4b7f-b01b-43954c538f80 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.498353] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb350ea-6a07-42ca-8b4e-dc180168f3a6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.544592] env[70113]: DEBUG nova.compute.manager [req-2e80ce0f-22e6-4738-bc4f-54dada0cac43 req-a454fb2d-a77e-4ce3-83cf-35f365e5f50f service nova] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Detach interface failed, port_id=1edf9c76-3e86-4c3f-a37b-f0c9b10a1e8b, reason: Instance 47240db4-50a6-45eb-806a-bc57fafdcadb could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 888.553237] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.925546} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.553237] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 382ead1c-5ee4-46fe-9172-d56fbe43b7e6/382ead1c-5ee4-46fe-9172-d56fbe43b7e6.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.553547] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.553953] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76a6a6f7-6337-40a3-b191-c6f6f2259753 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.560521] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 888.560521] env[70113]: value = "task-3415462" [ 888.560521] env[70113]: _type = "Task" [ 888.560521] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.576452] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.587875] env[70113]: DEBUG nova.compute.manager [req-969ef6b0-888d-4351-b099-2b96034e1c30 req-4bf23457-ceb1-45d0-a709-43de6fb8846d service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Received event network-vif-plugged-0248c12b-6b35-495a-936d-e858d2655476 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.588125] env[70113]: DEBUG oslo_concurrency.lockutils [req-969ef6b0-888d-4351-b099-2b96034e1c30 req-4bf23457-ceb1-45d0-a709-43de6fb8846d service nova] Acquiring lock "f32d148d-a6be-4323-a5ea-8b10beca2d5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.588354] env[70113]: DEBUG oslo_concurrency.lockutils [req-969ef6b0-888d-4351-b099-2b96034e1c30 req-4bf23457-ceb1-45d0-a709-43de6fb8846d service nova] Lock "f32d148d-a6be-4323-a5ea-8b10beca2d5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.588523] env[70113]: DEBUG oslo_concurrency.lockutils [req-969ef6b0-888d-4351-b099-2b96034e1c30 req-4bf23457-ceb1-45d0-a709-43de6fb8846d service nova] Lock "f32d148d-a6be-4323-a5ea-8b10beca2d5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.588699] env[70113]: DEBUG nova.compute.manager [req-969ef6b0-888d-4351-b099-2b96034e1c30 req-4bf23457-ceb1-45d0-a709-43de6fb8846d service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] No waiting events found dispatching network-vif-plugged-0248c12b-6b35-495a-936d-e858d2655476 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.588857] env[70113]: WARNING nova.compute.manager [req-969ef6b0-888d-4351-b099-2b96034e1c30 req-4bf23457-ceb1-45d0-a709-43de6fb8846d service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Received unexpected event network-vif-plugged-0248c12b-6b35-495a-936d-e858d2655476 for instance with vm_state building and task_state spawning. [ 888.589023] env[70113]: DEBUG nova.compute.manager [req-969ef6b0-888d-4351-b099-2b96034e1c30 req-4bf23457-ceb1-45d0-a709-43de6fb8846d service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Received event network-changed-0248c12b-6b35-495a-936d-e858d2655476 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.589186] env[70113]: DEBUG nova.compute.manager [req-969ef6b0-888d-4351-b099-2b96034e1c30 req-4bf23457-ceb1-45d0-a709-43de6fb8846d service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Refreshing instance network info cache due to event network-changed-0248c12b-6b35-495a-936d-e858d2655476. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.589350] env[70113]: DEBUG oslo_concurrency.lockutils [req-969ef6b0-888d-4351-b099-2b96034e1c30 req-4bf23457-ceb1-45d0-a709-43de6fb8846d service nova] Acquiring lock "refresh_cache-f32d148d-a6be-4323-a5ea-8b10beca2d5b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.589706] env[70113]: INFO nova.compute.manager [-] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Took 1.57 seconds to deallocate network for instance. [ 888.619452] env[70113]: DEBUG nova.network.neutron [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.699279] env[70113]: INFO nova.compute.manager [-] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Took 1.58 seconds to deallocate network for instance. [ 888.819139] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.819902] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.883420] env[70113]: DEBUG nova.network.neutron [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Updating instance_info_cache with network_info: [{"id": "0248c12b-6b35-495a-936d-e858d2655476", "address": "fa:16:3e:6a:64:3c", "network": {"id": "7a4c1fd0-4501-4ab6-96f3-93b76e03256b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-662685673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c65c2133ac4d1cb393c7fd15ecc9e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0248c12b-6b", "ovs_interfaceid": "0248c12b-6b35-495a-936d-e858d2655476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.952740] env[70113]: DEBUG nova.compute.manager [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.962649] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba81388-4ee1-43aa-983a-2ab8dbe0a1dc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.970781] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7685c4fa-7e21-42de-b7fa-38323fbd50ab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.004843] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1908e8-5938-404b-a40f-21ed5a37fe2d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.013110] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20305467-236f-424c-bfcf-1ad2b0ace4d0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.030578] env[70113]: DEBUG nova.compute.provider_tree [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.069784] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065711} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.072881] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.072881] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce349b6-a317-4fc0-a6f9-fa226e44773b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.095500] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 382ead1c-5ee4-46fe-9172-d56fbe43b7e6/382ead1c-5ee4-46fe-9172-d56fbe43b7e6.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.095916] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2306ff54-2480-43e9-9dfa-d23558322d95 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.111554] env[70113]: DEBUG oslo_concurrency.lockutils [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.117276] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 889.117276] env[70113]: value = "task-3415463" [ 889.117276] env[70113]: _type = "Task" [ 889.117276] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.125737] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.211367] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.325068] env[70113]: DEBUG nova.compute.utils [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.388959] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Releasing lock "refresh_cache-f32d148d-a6be-4323-a5ea-8b10beca2d5b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.389813] env[70113]: DEBUG nova.compute.manager [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Instance network_info: |[{"id": "0248c12b-6b35-495a-936d-e858d2655476", "address": "fa:16:3e:6a:64:3c", "network": {"id": "7a4c1fd0-4501-4ab6-96f3-93b76e03256b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-662685673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c65c2133ac4d1cb393c7fd15ecc9e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0248c12b-6b", "ovs_interfaceid": "0248c12b-6b35-495a-936d-e858d2655476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.392020] env[70113]: DEBUG oslo_concurrency.lockutils [req-969ef6b0-888d-4351-b099-2b96034e1c30 req-4bf23457-ceb1-45d0-a709-43de6fb8846d service nova] Acquired lock "refresh_cache-f32d148d-a6be-4323-a5ea-8b10beca2d5b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.392020] env[70113]: DEBUG nova.network.neutron [req-969ef6b0-888d-4351-b099-2b96034e1c30 req-4bf23457-ceb1-45d0-a709-43de6fb8846d service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Refreshing network info cache for port 0248c12b-6b35-495a-936d-e858d2655476 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.392020] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:64:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0248c12b-6b35-495a-936d-e858d2655476', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.403931] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.405114] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.405372] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-734a18c0-229d-4ba2-a6fe-45bb29d75cef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.428074] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.428074] env[70113]: value = "task-3415464" [ 889.428074] env[70113]: _type = "Task" [ 889.428074] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.435771] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415464, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.474097] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.534066] env[70113]: DEBUG nova.scheduler.client.report [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.629140] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.827112] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.938610] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415464, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.039264] env[70113]: DEBUG oslo_concurrency.lockutils [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.039938] env[70113]: DEBUG nova.compute.manager [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.042687] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.672s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.047021] env[70113]: DEBUG nova.objects.instance [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70113) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 890.094012] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Acquiring lock "9570dc84-80e2-4384-91dc-db78b2c8998e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.094293] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Lock "9570dc84-80e2-4384-91dc-db78b2c8998e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.094506] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Acquiring lock "9570dc84-80e2-4384-91dc-db78b2c8998e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.094693] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Lock "9570dc84-80e2-4384-91dc-db78b2c8998e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.094862] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Lock "9570dc84-80e2-4384-91dc-db78b2c8998e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.100297] env[70113]: INFO nova.compute.manager [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Terminating instance [ 890.127497] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415463, 'name': ReconfigVM_Task, 'duration_secs': 1.00742} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.127885] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 382ead1c-5ee4-46fe-9172-d56fbe43b7e6/382ead1c-5ee4-46fe-9172-d56fbe43b7e6.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.128563] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f31d7aa-62e5-44d3-ba45-601de6b18d3d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.134495] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 890.134495] env[70113]: value = "task-3415465" [ 890.134495] env[70113]: _type = "Task" [ 890.134495] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.142137] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415465, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.335465] env[70113]: DEBUG nova.network.neutron [req-969ef6b0-888d-4351-b099-2b96034e1c30 req-4bf23457-ceb1-45d0-a709-43de6fb8846d service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Updated VIF entry in instance network info cache for port 0248c12b-6b35-495a-936d-e858d2655476. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.335839] env[70113]: DEBUG nova.network.neutron [req-969ef6b0-888d-4351-b099-2b96034e1c30 req-4bf23457-ceb1-45d0-a709-43de6fb8846d service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Updating instance_info_cache with network_info: [{"id": "0248c12b-6b35-495a-936d-e858d2655476", "address": "fa:16:3e:6a:64:3c", "network": {"id": "7a4c1fd0-4501-4ab6-96f3-93b76e03256b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-662685673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c65c2133ac4d1cb393c7fd15ecc9e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0248c12b-6b", "ovs_interfaceid": "0248c12b-6b35-495a-936d-e858d2655476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.438714] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415464, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.480913] env[70113]: DEBUG nova.compute.manager [req-baa74af6-d230-4e65-b24c-6428099198a8 req-b351f2a4-3a7e-4ed0-b207-76429e2d8eb4 service nova] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Received event network-vif-deleted-3d1568b3-3f9a-43e8-affd-7215ec9a067b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.549025] env[70113]: DEBUG nova.compute.utils [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.552923] env[70113]: DEBUG nova.compute.manager [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Not allocating networking since 'none' was specified. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 890.605116] env[70113]: DEBUG nova.compute.manager [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.605367] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.606310] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93ff45f-6084-4305-86ff-39aa5332fcb6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.614447] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.614701] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bde0ae0-587b-4552-962c-a794a542e514 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.622688] env[70113]: DEBUG oslo_vmware.api [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Waiting for the task: (returnval){ [ 890.622688] env[70113]: value = "task-3415466" [ 890.622688] env[70113]: _type = "Task" [ 890.622688] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.630335] env[70113]: DEBUG oslo_vmware.api [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3415466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.643393] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415465, 'name': Rename_Task, 'duration_secs': 0.289706} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.643750] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.644446] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a31a783-0cdc-4ac7-a740-c1120a693d43 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.650758] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 890.650758] env[70113]: value = "task-3415467" [ 890.650758] env[70113]: _type = "Task" [ 890.650758] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.659375] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.838417] env[70113]: DEBUG oslo_concurrency.lockutils [req-969ef6b0-888d-4351-b099-2b96034e1c30 req-4bf23457-ceb1-45d0-a709-43de6fb8846d service nova] Releasing lock "refresh_cache-f32d148d-a6be-4323-a5ea-8b10beca2d5b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.905851] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.905851] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.905851] env[70113]: INFO nova.compute.manager [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Attaching volume 8badf5e4-7be3-43a5-9e45-d3ba593450ff to /dev/sdb [ 890.941032] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415464, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.951148] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f221f42e-edae-4dce-93d3-e8ab52fd4e9d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.958379] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378fcba1-9559-4d5a-8476-4f1b83e62dc3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.971302] env[70113]: DEBUG nova.virt.block_device [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Updating existing volume attachment record: 5f10d17b-b47b-418c-89d6-16534bb23719 {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 891.055498] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ab1597ce-1dff-4783-8473-e0028f12d9fd tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.056818] env[70113]: DEBUG nova.compute.manager [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.059378] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.882s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.059599] env[70113]: DEBUG nova.objects.instance [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Lazy-loading 'resources' on Instance uuid 913679b6-777c-402a-862d-7fcd293f9527 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.140506] env[70113]: DEBUG oslo_vmware.api [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3415466, 'name': PowerOffVM_Task, 'duration_secs': 0.199329} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.142114] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.142369] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.142878] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ed92426-c640-4371-b097-1fd285d82fbe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.159802] env[70113]: DEBUG oslo_vmware.api [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415467, 'name': PowerOnVM_Task, 'duration_secs': 0.503771} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.160235] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.161106] env[70113]: INFO nova.compute.manager [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Took 7.86 seconds to spawn the instance on the hypervisor. [ 891.161106] env[70113]: DEBUG nova.compute.manager [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.161661] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5eebab-a593-49b6-a717-7edc0731b0fd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.208708] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.209058] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.209327] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Deleting the datastore file [datastore2] 9570dc84-80e2-4384-91dc-db78b2c8998e {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.209659] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cb95fde-a051-4f5f-990c-1fb72b1c2bed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.216942] env[70113]: DEBUG oslo_vmware.api [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Waiting for the task: (returnval){ [ 891.216942] env[70113]: value = "task-3415470" [ 891.216942] env[70113]: _type = "Task" [ 891.216942] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.225710] env[70113]: DEBUG oslo_vmware.api [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3415470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.439729] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415464, 'name': CreateVM_Task, 'duration_secs': 1.685959} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.440107] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.440968] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.441208] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.441577] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.442317] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c76279-ecb4-4424-9f1e-9b139b0498ef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.447063] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 891.447063] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52861f46-d493-5ecd-b091-db6b0984566a" [ 891.447063] env[70113]: _type = "Task" [ 891.447063] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.456737] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52861f46-d493-5ecd-b091-db6b0984566a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.683938] env[70113]: INFO nova.compute.manager [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Took 45.70 seconds to build instance. [ 891.729057] env[70113]: DEBUG oslo_vmware.api [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Task: {'id': task-3415470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254777} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.731796] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.732034] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.732242] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.732418] env[70113]: INFO nova.compute.manager [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 891.732652] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.733771] env[70113]: DEBUG nova.compute.manager [-] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.733771] env[70113]: DEBUG nova.network.neutron [-] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.960285] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52861f46-d493-5ecd-b091-db6b0984566a, 'name': SearchDatastore_Task, 'duration_secs': 0.009282} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.960571] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.960841] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.961119] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.961307] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.961412] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.961674] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5110c9a-40f6-4b43-800a-880105526323 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.972023] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.972207] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.972941] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-382e8351-a382-4e27-9109-718c4675a546 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.979575] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 891.979575] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bf0f34-1894-246e-7ac2-1973900d5a9b" [ 891.979575] env[70113]: _type = "Task" [ 891.979575] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.987426] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bf0f34-1894-246e-7ac2-1973900d5a9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.072731] env[70113]: DEBUG nova.compute.manager [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.115456] env[70113]: DEBUG nova.virt.hardware [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.115973] env[70113]: DEBUG nova.virt.hardware [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.116297] env[70113]: DEBUG nova.virt.hardware [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.116614] env[70113]: DEBUG nova.virt.hardware [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.116914] env[70113]: DEBUG nova.virt.hardware [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.118031] env[70113]: DEBUG nova.virt.hardware [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.118031] env[70113]: DEBUG nova.virt.hardware [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.118031] env[70113]: DEBUG nova.virt.hardware [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.118031] env[70113]: DEBUG nova.virt.hardware [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.118397] env[70113]: DEBUG nova.virt.hardware [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.118687] env[70113]: DEBUG nova.virt.hardware [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.119784] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b336ea-25e1-4eb6-a491-bd48ff514f13 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.131167] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce30674-a90b-4e35-8430-93281e87f0ea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.149140] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.155765] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Creating folder: Project (f707368f03994c7d9ed8a869fd115e4b). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.156198] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-697e853b-ef57-4ae1-bc6f-605f6dc1a565 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.172454] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Created folder: Project (f707368f03994c7d9ed8a869fd115e4b) in parent group-v681336. [ 892.172752] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Creating folder: Instances. Parent ref: group-v681496. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.177575] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acc4b284-4d6f-4c37-aa09-87ba9ea77181 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.185257] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b322084-8aba-429f-8825-d2f30570972c tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "382ead1c-5ee4-46fe-9172-d56fbe43b7e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.082s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.187414] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Created folder: Instances in parent group-v681496. [ 892.187414] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.187414] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.187414] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daf77b8f-8f69-48ea-b4fa-5b9989908c07 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.210817] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.210817] env[70113]: value = "task-3415475" [ 892.210817] env[70113]: _type = "Task" [ 892.210817] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.211207] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "382ead1c-5ee4-46fe-9172-d56fbe43b7e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.211465] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "382ead1c-5ee4-46fe-9172-d56fbe43b7e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.211793] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "382ead1c-5ee4-46fe-9172-d56fbe43b7e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.212033] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "382ead1c-5ee4-46fe-9172-d56fbe43b7e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.212338] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "382ead1c-5ee4-46fe-9172-d56fbe43b7e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.220947] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de41916-c062-4e50-a08b-7cde9fa837b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.224072] env[70113]: INFO nova.compute.manager [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Terminating instance [ 892.231215] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415475, 'name': CreateVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.235273] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06117883-4e44-4441-9f51-4693939ef8a2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.270291] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850df77b-5d80-44ba-b9fd-03c68c38a08a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.279681] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8d4163-8ec3-4434-b78e-07b99c1ab7f5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.293641] env[70113]: DEBUG nova.compute.provider_tree [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.494091] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bf0f34-1894-246e-7ac2-1973900d5a9b, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.494091] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11231927-3997-4ae2-a2c3-9cdc19504195 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.499412] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 892.499412] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]527f03ce-2417-c159-61f8-55c058c854c7" [ 892.499412] env[70113]: _type = "Task" [ 892.499412] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.507528] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527f03ce-2417-c159-61f8-55c058c854c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.510538] env[70113]: DEBUG nova.compute.manager [req-ed99a7b2-da7d-4634-b006-48cb22e0ffee req-d7b99a70-37c5-4003-9077-d39cdb993eff service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Received event network-vif-deleted-5793a84b-b083-41c3-91e4-eea4205767f6 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.510833] env[70113]: INFO nova.compute.manager [req-ed99a7b2-da7d-4634-b006-48cb22e0ffee req-d7b99a70-37c5-4003-9077-d39cdb993eff service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Neutron deleted interface 5793a84b-b083-41c3-91e4-eea4205767f6; detaching it from the instance and deleting it from the info cache [ 892.511106] env[70113]: DEBUG nova.network.neutron [req-ed99a7b2-da7d-4634-b006-48cb22e0ffee req-d7b99a70-37c5-4003-9077-d39cdb993eff service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.721868] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415475, 'name': CreateVM_Task, 'duration_secs': 0.496333} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.722074] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.722507] env[70113]: DEBUG oslo_concurrency.lockutils [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.722668] env[70113]: DEBUG oslo_concurrency.lockutils [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.723042] env[70113]: DEBUG oslo_concurrency.lockutils [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.723295] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d36d3e-83da-451a-8a10-1028b8de8060 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.728289] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Waiting for the task: (returnval){ [ 892.728289] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5263114c-86b4-0c86-d9bc-7e8ff8a0a008" [ 892.728289] env[70113]: _type = "Task" [ 892.728289] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.735924] env[70113]: DEBUG nova.compute.manager [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.736195] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.736451] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5263114c-86b4-0c86-d9bc-7e8ff8a0a008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.737152] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600d8ebc-b225-4c30-a9ea-75775dd92da1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.743389] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.743597] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a509308-083b-4b44-8926-87a0648f22aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.750118] env[70113]: DEBUG oslo_vmware.api [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 892.750118] env[70113]: value = "task-3415476" [ 892.750118] env[70113]: _type = "Task" [ 892.750118] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.757552] env[70113]: DEBUG oslo_vmware.api [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.796740] env[70113]: DEBUG nova.scheduler.client.report [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.973817] env[70113]: DEBUG nova.network.neutron [-] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.011392] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527f03ce-2417-c159-61f8-55c058c854c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009972} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.011392] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.011574] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] f32d148d-a6be-4323-a5ea-8b10beca2d5b/f32d148d-a6be-4323-a5ea-8b10beca2d5b.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.011833] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93176327-211c-4f78-8dbc-ef112ed32a57 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.013999] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b82f0c98-4dec-4a40-ab3e-bb23d36f674b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.023721] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e02e4d4-0bac-4f1c-b873-b07a121be6f1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.034392] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 893.034392] env[70113]: value = "task-3415477" [ 893.034392] env[70113]: _type = "Task" [ 893.034392] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.061657] env[70113]: DEBUG nova.compute.manager [req-ed99a7b2-da7d-4634-b006-48cb22e0ffee req-d7b99a70-37c5-4003-9077-d39cdb993eff service nova] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Detach interface failed, port_id=5793a84b-b083-41c3-91e4-eea4205767f6, reason: Instance 9570dc84-80e2-4384-91dc-db78b2c8998e could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 893.238414] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5263114c-86b4-0c86-d9bc-7e8ff8a0a008, 'name': SearchDatastore_Task, 'duration_secs': 0.02427} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.238742] env[70113]: DEBUG oslo_concurrency.lockutils [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.238961] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.239217] env[70113]: DEBUG oslo_concurrency.lockutils [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.239364] env[70113]: DEBUG oslo_concurrency.lockutils [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.239540] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.239812] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ecf161f-b8d7-4b2a-bce8-82dc12d7ce6a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.248373] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.248555] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.249288] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75bd44df-65f2-4fff-a443-ea68840ac8b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.257683] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Waiting for the task: (returnval){ [ 893.257683] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524a449f-daf0-d194-1f1f-1688e52cc08e" [ 893.257683] env[70113]: _type = "Task" [ 893.257683] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.260187] env[70113]: DEBUG oslo_vmware.api [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415476, 'name': PowerOffVM_Task, 'duration_secs': 0.374473} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.263107] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.263297] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.263537] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5533599-6caa-4ddc-a094-bb30f93b2abd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.270577] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524a449f-daf0-d194-1f1f-1688e52cc08e, 'name': SearchDatastore_Task, 'duration_secs': 0.009075} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.271351] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-add238b3-cd83-46b1-8a40-8e20ae920f67 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.276189] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Waiting for the task: (returnval){ [ 893.276189] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5289dcf9-1a8d-ec83-fd02-20c16d680358" [ 893.276189] env[70113]: _type = "Task" [ 893.276189] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.285342] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5289dcf9-1a8d-ec83-fd02-20c16d680358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.303581] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.306512] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.505s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.308514] env[70113]: INFO nova.compute.claims [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.335753] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.335753] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.335753] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Deleting the datastore file [datastore2] 382ead1c-5ee4-46fe-9172-d56fbe43b7e6 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.335753] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3e3c0d9-1084-4695-9081-af7ca9720b78 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.339425] env[70113]: INFO nova.scheduler.client.report [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Deleted allocations for instance 913679b6-777c-402a-862d-7fcd293f9527 [ 893.348399] env[70113]: DEBUG oslo_vmware.api [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 893.348399] env[70113]: value = "task-3415479" [ 893.348399] env[70113]: _type = "Task" [ 893.348399] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.360854] env[70113]: DEBUG oslo_vmware.api [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.477143] env[70113]: INFO nova.compute.manager [-] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Took 1.74 seconds to deallocate network for instance. [ 893.546634] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415477, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.787220] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5289dcf9-1a8d-ec83-fd02-20c16d680358, 'name': SearchDatastore_Task, 'duration_secs': 0.061792} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.787220] env[70113]: DEBUG oslo_concurrency.lockutils [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.787367] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 4171d2e1-d090-4017-89e8-90cd9ceee37a/4171d2e1-d090-4017-89e8-90cd9ceee37a.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.787543] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7362376-cbdb-44da-b1bd-33d1a99d5aa4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.794343] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Waiting for the task: (returnval){ [ 893.794343] env[70113]: value = "task-3415481" [ 893.794343] env[70113]: _type = "Task" [ 893.794343] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.803390] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.857284] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7138f25-79df-4b3c-afd7-0c04b59cae16 tempest-ServerExternalEventsTest-338931503 tempest-ServerExternalEventsTest-338931503-project-member] Lock "913679b6-777c-402a-862d-7fcd293f9527" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.235s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.864411] env[70113]: DEBUG oslo_vmware.api [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299286} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.864882] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.865155] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.865455] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.866028] env[70113]: INFO nova.compute.manager [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 893.866028] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.866584] env[70113]: DEBUG nova.compute.manager [-] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.866673] env[70113]: DEBUG nova.network.neutron [-] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.990249] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.047428] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564947} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.047777] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] f32d148d-a6be-4323-a5ea-8b10beca2d5b/f32d148d-a6be-4323-a5ea-8b10beca2d5b.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.048009] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.048346] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0cd5ed1-81c0-4e5c-9cb5-45e4bfa5adf4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.055854] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 894.055854] env[70113]: value = "task-3415482" [ 894.055854] env[70113]: _type = "Task" [ 894.055854] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.066691] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.305192] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415481, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.566516] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07148} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.568837] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.570917] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d4c4fe-6ba9-411f-8776-92d4f6cd3266 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.602167] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] f32d148d-a6be-4323-a5ea-8b10beca2d5b/f32d148d-a6be-4323-a5ea-8b10beca2d5b.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.604339] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9361143-b85b-4c32-a005-c2e7c626961a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.627743] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 894.627743] env[70113]: value = "task-3415483" [ 894.627743] env[70113]: _type = "Task" [ 894.627743] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.636245] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.807325] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694142} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.807325] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 4171d2e1-d090-4017-89e8-90cd9ceee37a/4171d2e1-d090-4017-89e8-90cd9ceee37a.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.807325] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.807786] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54c411fc-1d6b-409a-80bc-bb98ae165112 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.814509] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Waiting for the task: (returnval){ [ 894.814509] env[70113]: value = "task-3415484" [ 894.814509] env[70113]: _type = "Task" [ 894.814509] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.823137] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.861943] env[70113]: DEBUG nova.compute.manager [req-9add7103-e36d-4cd6-b18a-ed8854187557 req-9a7a3e4f-5f77-4f71-bcf0-1d9e19d9c6c4 service nova] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Received event network-vif-deleted-29327958-6f44-44db-81ae-f0cef8b7a9d4 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.862704] env[70113]: INFO nova.compute.manager [req-9add7103-e36d-4cd6-b18a-ed8854187557 req-9a7a3e4f-5f77-4f71-bcf0-1d9e19d9c6c4 service nova] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Neutron deleted interface 29327958-6f44-44db-81ae-f0cef8b7a9d4; detaching it from the instance and deleting it from the info cache [ 894.863025] env[70113]: DEBUG nova.network.neutron [req-9add7103-e36d-4cd6-b18a-ed8854187557 req-9a7a3e4f-5f77-4f71-bcf0-1d9e19d9c6c4 service nova] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.936282] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d17398-3cb3-4f8e-9a06-93dbac6ac8da {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.943827] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326abd6e-7eda-477f-8414-9bb4bb8ce985 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.974664] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15744cc-04c2-4d63-8bba-8a49bf0868f4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.982203] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824550cd-b308-476e-9ca9-057d05465ab1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.995048] env[70113]: DEBUG nova.compute.provider_tree [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.140486] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415483, 'name': ReconfigVM_Task, 'duration_secs': 0.341432} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.140791] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Reconfigured VM instance instance-00000038 to attach disk [datastore1] f32d148d-a6be-4323-a5ea-8b10beca2d5b/f32d148d-a6be-4323-a5ea-8b10beca2d5b.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.141530] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70113) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 895.141941] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-67f66ce1-1a78-44c0-93ec-529e28c627c1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.148309] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 895.148309] env[70113]: value = "task-3415485" [ 895.148309] env[70113]: _type = "Task" [ 895.148309] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.155548] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415485, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.189202] env[70113]: DEBUG nova.network.neutron [-] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.324246] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070567} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.324515] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.325306] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b612749-ef81-4a29-84b5-521d45084506 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.345062] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 4171d2e1-d090-4017-89e8-90cd9ceee37a/4171d2e1-d090-4017-89e8-90cd9ceee37a.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.345640] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c522b75-f052-4fa6-9cb1-9d15854cbce2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.365934] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Waiting for the task: (returnval){ [ 895.365934] env[70113]: value = "task-3415486" [ 895.365934] env[70113]: _type = "Task" [ 895.365934] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.366206] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c30b3679-578a-485a-9c8e-06d665565d7c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.379250] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415486, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.382138] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2f699a-0612-422b-8874-e2343ca36efb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.416250] env[70113]: DEBUG nova.compute.manager [req-9add7103-e36d-4cd6-b18a-ed8854187557 req-9a7a3e4f-5f77-4f71-bcf0-1d9e19d9c6c4 service nova] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Detach interface failed, port_id=29327958-6f44-44db-81ae-f0cef8b7a9d4, reason: Instance 382ead1c-5ee4-46fe-9172-d56fbe43b7e6 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 895.498441] env[70113]: DEBUG nova.scheduler.client.report [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.514560] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 895.514825] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681495', 'volume_id': '8badf5e4-7be3-43a5-9e45-d3ba593450ff', 'name': 'volume-8badf5e4-7be3-43a5-9e45-d3ba593450ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a8418da-6dbf-48d2-bcfa-1db117ec8631', 'attached_at': '', 'detached_at': '', 'volume_id': '8badf5e4-7be3-43a5-9e45-d3ba593450ff', 'serial': '8badf5e4-7be3-43a5-9e45-d3ba593450ff'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 895.515851] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76793e4-ec7f-4822-be78-8b5d86776b11 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.533126] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5f7667-4b6f-47d2-97d4-552693092355 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.557895] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] volume-8badf5e4-7be3-43a5-9e45-d3ba593450ff/volume-8badf5e4-7be3-43a5-9e45-d3ba593450ff.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.558229] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5103ca06-92e0-48a9-a39a-b29a6d8c4a30 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.577390] env[70113]: DEBUG oslo_vmware.api [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 895.577390] env[70113]: value = "task-3415487" [ 895.577390] env[70113]: _type = "Task" [ 895.577390] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.585100] env[70113]: DEBUG oslo_vmware.api [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.657156] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415485, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.051369} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.657400] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70113) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 895.658145] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ff801b-cfab-4993-acfd-26a00ceb3d77 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.684177] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] f32d148d-a6be-4323-a5ea-8b10beca2d5b/ephemeral_0.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.684480] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c07c166-e3e9-4a4a-a29a-40d69eb2c336 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.697646] env[70113]: INFO nova.compute.manager [-] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Took 1.83 seconds to deallocate network for instance. [ 895.705293] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 895.705293] env[70113]: value = "task-3415488" [ 895.705293] env[70113]: _type = "Task" [ 895.705293] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.714173] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.880696] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.003427] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.003964] env[70113]: DEBUG nova.compute.manager [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.006563] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.206s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.007045] env[70113]: DEBUG nova.objects.instance [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Lazy-loading 'resources' on Instance uuid cf420ae8-a415-49e5-ad08-3d62c6d7e040 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.090436] env[70113]: DEBUG oslo_vmware.api [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.206394] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.219099] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415488, 'name': ReconfigVM_Task, 'duration_secs': 0.469529} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.219861] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Reconfigured VM instance instance-00000038 to attach disk [datastore1] f32d148d-a6be-4323-a5ea-8b10beca2d5b/ephemeral_0.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.221428] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f14c5ff-29cc-4d42-924a-4c2f98aeb747 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.228781] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 896.228781] env[70113]: value = "task-3415489" [ 896.228781] env[70113]: _type = "Task" [ 896.228781] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.237590] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415489, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.377668] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415486, 'name': ReconfigVM_Task, 'duration_secs': 0.692506} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.378013] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 4171d2e1-d090-4017-89e8-90cd9ceee37a/4171d2e1-d090-4017-89e8-90cd9ceee37a.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.378569] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c2218a1-2767-49a7-acda-ce9a8e83b9a8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.385192] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Waiting for the task: (returnval){ [ 896.385192] env[70113]: value = "task-3415490" [ 896.385192] env[70113]: _type = "Task" [ 896.385192] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.393247] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415490, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.509683] env[70113]: DEBUG nova.compute.utils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.511700] env[70113]: DEBUG nova.compute.manager [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.511700] env[70113]: DEBUG nova.network.neutron [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.573780] env[70113]: DEBUG nova.policy [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63f320826bd848ce875e0d7e69ee3abc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8eb3be4eb7ef490f852c6c5c6ac68545', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.589300] env[70113]: DEBUG oslo_vmware.api [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415487, 'name': ReconfigVM_Task, 'duration_secs': 0.576815} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.589888] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Reconfigured VM instance instance-00000036 to attach disk [datastore1] volume-8badf5e4-7be3-43a5-9e45-d3ba593450ff/volume-8badf5e4-7be3-43a5-9e45-d3ba593450ff.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.595158] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e44f315-05a9-4473-9629-62eccbb4b1d5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.613037] env[70113]: DEBUG oslo_vmware.api [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 896.613037] env[70113]: value = "task-3415491" [ 896.613037] env[70113]: _type = "Task" [ 896.613037] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.623840] env[70113]: DEBUG oslo_vmware.api [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.741851] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415489, 'name': Rename_Task, 'duration_secs': 0.156907} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.742194] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.742451] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-136085c5-f5e8-4572-a6c1-b4362f237cdc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.748387] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 896.748387] env[70113]: value = "task-3415492" [ 896.748387] env[70113]: _type = "Task" [ 896.748387] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.759030] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.896969] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415490, 'name': Rename_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.016864] env[70113]: DEBUG nova.compute.manager [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.055046] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387acfb9-6244-4511-9078-28f2cade4961 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.063305] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df37c61-b20d-4629-9f41-62fc2a2ec942 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.097871] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10de6d8-eae4-403c-ada4-77e2c223a036 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.106652] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1af5ec-d0d5-468e-b730-f11d9eda81ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.122091] env[70113]: DEBUG nova.compute.provider_tree [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.132530] env[70113]: DEBUG oslo_vmware.api [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.150522] env[70113]: DEBUG nova.network.neutron [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Successfully created port: 05f21221-1f70-4294-8589-d6d5e128a582 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.258617] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415492, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.395962] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415490, 'name': Rename_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.630894] env[70113]: DEBUG nova.scheduler.client.report [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.641482] env[70113]: DEBUG oslo_vmware.api [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415491, 'name': ReconfigVM_Task, 'duration_secs': 1.02132} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.641797] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681495', 'volume_id': '8badf5e4-7be3-43a5-9e45-d3ba593450ff', 'name': 'volume-8badf5e4-7be3-43a5-9e45-d3ba593450ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a8418da-6dbf-48d2-bcfa-1db117ec8631', 'attached_at': '', 'detached_at': '', 'volume_id': '8badf5e4-7be3-43a5-9e45-d3ba593450ff', 'serial': '8badf5e4-7be3-43a5-9e45-d3ba593450ff'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 897.762376] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415492, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.905071] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415490, 'name': Rename_Task, 'duration_secs': 1.134392} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.905071] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.905071] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6f1f8cf-691c-460c-b427-e5c1ed1bf13d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.912028] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Waiting for the task: (returnval){ [ 897.912028] env[70113]: value = "task-3415493" [ 897.912028] env[70113]: _type = "Task" [ 897.912028] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.920058] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.029191] env[70113]: DEBUG nova.compute.manager [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.064145] env[70113]: DEBUG nova.virt.hardware [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.064145] env[70113]: DEBUG nova.virt.hardware [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.064145] env[70113]: DEBUG nova.virt.hardware [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.064145] env[70113]: DEBUG nova.virt.hardware [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.064726] env[70113]: DEBUG nova.virt.hardware [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.065111] env[70113]: DEBUG nova.virt.hardware [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.065508] env[70113]: DEBUG nova.virt.hardware [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.065792] env[70113]: DEBUG nova.virt.hardware [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.066116] env[70113]: DEBUG nova.virt.hardware [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.066397] env[70113]: DEBUG nova.virt.hardware [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.066688] env[70113]: DEBUG nova.virt.hardware [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.067771] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247cce6a-11d3-46a9-978f-5055adc06b14 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.081031] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9941ecae-a80a-4e31-a4a0-70ad8823cbe2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.140017] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.142729] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.235s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.146864] env[70113]: INFO nova.compute.claims [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.172468] env[70113]: INFO nova.scheduler.client.report [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Deleted allocations for instance cf420ae8-a415-49e5-ad08-3d62c6d7e040 [ 898.262700] env[70113]: DEBUG oslo_vmware.api [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415492, 'name': PowerOnVM_Task, 'duration_secs': 1.265583} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.263009] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.263204] env[70113]: INFO nova.compute.manager [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Took 10.67 seconds to spawn the instance on the hypervisor. [ 898.263383] env[70113]: DEBUG nova.compute.manager [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.264190] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf884e1-4c62-468b-8c1e-27ac8c238fbd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.421843] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415493, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.603209] env[70113]: DEBUG nova.compute.manager [req-a31d9ca5-2bec-492a-98a8-0653716b02db req-cbbc7aa3-63eb-4add-8280-c47c348af11b service nova] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Received event network-vif-plugged-05f21221-1f70-4294-8589-d6d5e128a582 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.603440] env[70113]: DEBUG oslo_concurrency.lockutils [req-a31d9ca5-2bec-492a-98a8-0653716b02db req-cbbc7aa3-63eb-4add-8280-c47c348af11b service nova] Acquiring lock "761d478c-67ec-4413-aff9-417a231efbf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.603708] env[70113]: DEBUG oslo_concurrency.lockutils [req-a31d9ca5-2bec-492a-98a8-0653716b02db req-cbbc7aa3-63eb-4add-8280-c47c348af11b service nova] Lock "761d478c-67ec-4413-aff9-417a231efbf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.603845] env[70113]: DEBUG oslo_concurrency.lockutils [req-a31d9ca5-2bec-492a-98a8-0653716b02db req-cbbc7aa3-63eb-4add-8280-c47c348af11b service nova] Lock "761d478c-67ec-4413-aff9-417a231efbf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.604132] env[70113]: DEBUG nova.compute.manager [req-a31d9ca5-2bec-492a-98a8-0653716b02db req-cbbc7aa3-63eb-4add-8280-c47c348af11b service nova] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] No waiting events found dispatching network-vif-plugged-05f21221-1f70-4294-8589-d6d5e128a582 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.604401] env[70113]: WARNING nova.compute.manager [req-a31d9ca5-2bec-492a-98a8-0653716b02db req-cbbc7aa3-63eb-4add-8280-c47c348af11b service nova] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Received unexpected event network-vif-plugged-05f21221-1f70-4294-8589-d6d5e128a582 for instance with vm_state building and task_state spawning. [ 898.684659] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0882aa51-42cf-40cc-bd8a-bb3a48854cc3 tempest-ServerAddressesTestJSON-661192524 tempest-ServerAddressesTestJSON-661192524-project-member] Lock "cf420ae8-a415-49e5-ad08-3d62c6d7e040" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.916s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.700658] env[70113]: DEBUG nova.network.neutron [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Successfully updated port: 05f21221-1f70-4294-8589-d6d5e128a582 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.721223] env[70113]: DEBUG nova.objects.instance [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lazy-loading 'flavor' on Instance uuid 3a8418da-6dbf-48d2-bcfa-1db117ec8631 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.791028] env[70113]: INFO nova.compute.manager [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Took 47.67 seconds to build instance. [ 898.922411] env[70113]: DEBUG oslo_vmware.api [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415493, 'name': PowerOnVM_Task, 'duration_secs': 0.787658} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.922802] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.923080] env[70113]: INFO nova.compute.manager [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Took 6.85 seconds to spawn the instance on the hypervisor. [ 898.923360] env[70113]: DEBUG nova.compute.manager [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.924660] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1551dc3-d5f7-4c26-867d-00a3b5ecd451 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.208508] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "refresh_cache-761d478c-67ec-4413-aff9-417a231efbf7" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.208508] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquired lock "refresh_cache-761d478c-67ec-4413-aff9-417a231efbf7" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.208508] env[70113]: DEBUG nova.network.neutron [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.228416] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c854bb48-d2bd-43eb-8fe8-9dfecce326d2 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.323s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.295635] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e51bef1b-566e-46b7-b527-44a001d58503 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "f32d148d-a6be-4323-a5ea-8b10beca2d5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.088s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.443078] env[70113]: INFO nova.compute.manager [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Took 42.03 seconds to build instance. [ 899.454137] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.454422] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.454611] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.456017] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.456017] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.456922] env[70113]: INFO nova.compute.manager [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Terminating instance [ 899.656275] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Acquiring lock "5f4eb855-6107-4cbe-af88-b092e7cb9b99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.656628] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Lock "5f4eb855-6107-4cbe-af88-b092e7cb9b99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.768815] env[70113]: DEBUG nova.network.neutron [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.813491] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90583d7f-dad8-4db7-acbe-f9ac3f03cb1b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.821886] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46ad6db-dc27-4089-bc4d-f1e8fb51ec14 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.856609] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd6a7be-1e3c-4fa1-ae8a-2e588dd261ba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.864441] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7909fc-d811-443f-a416-7521a39b7f62 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.884830] env[70113]: DEBUG nova.compute.provider_tree [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.946416] env[70113]: DEBUG oslo_concurrency.lockutils [None req-defc517d-8db1-4c70-8a25-fb8a1bd87399 tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Lock "4171d2e1-d090-4017-89e8-90cd9ceee37a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.143s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.960940] env[70113]: DEBUG nova.compute.manager [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.961958] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.962762] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c78dffb0-3069-4801-9827-77535d97adac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.971112] env[70113]: DEBUG oslo_vmware.api [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 899.971112] env[70113]: value = "task-3415494" [ 899.971112] env[70113]: _type = "Task" [ 899.971112] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.980568] env[70113]: DEBUG oslo_vmware.api [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.160311] env[70113]: DEBUG nova.compute.manager [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.178227] env[70113]: DEBUG nova.network.neutron [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Updating instance_info_cache with network_info: [{"id": "05f21221-1f70-4294-8589-d6d5e128a582", "address": "fa:16:3e:b7:2b:e6", "network": {"id": "76d97f60-88a9-4d2a-b8fc-677a8c14a334", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1507771019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eb3be4eb7ef490f852c6c5c6ac68545", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f21221-1f", "ovs_interfaceid": "05f21221-1f70-4294-8589-d6d5e128a582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.390824] env[70113]: DEBUG nova.scheduler.client.report [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.398169] env[70113]: DEBUG nova.compute.manager [None req-f8bf9f93-653e-4082-9423-57069b6e3a9d tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.399139] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa173db-a06d-4f4a-8170-e153b7001cf0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.482388] env[70113]: DEBUG oslo_vmware.api [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415494, 'name': PowerOffVM_Task, 'duration_secs': 0.314583} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.482666] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.482842] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 900.483043] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681495', 'volume_id': '8badf5e4-7be3-43a5-9e45-d3ba593450ff', 'name': 'volume-8badf5e4-7be3-43a5-9e45-d3ba593450ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a8418da-6dbf-48d2-bcfa-1db117ec8631', 'attached_at': '', 'detached_at': '', 'volume_id': '8badf5e4-7be3-43a5-9e45-d3ba593450ff', 'serial': '8badf5e4-7be3-43a5-9e45-d3ba593450ff'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 900.483834] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac5a9f2-c1d8-41bb-90fb-0fa21e72eb69 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.508623] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7d5c30-daeb-435a-95b0-ffc0436f5369 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.515659] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0bddd6-36f9-436f-849c-bb222ea9d1b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.537083] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0956ea9d-9ff6-400a-a78a-4fac601606d4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.552956] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] The volume has not been displaced from its original location: [datastore1] volume-8badf5e4-7be3-43a5-9e45-d3ba593450ff/volume-8badf5e4-7be3-43a5-9e45-d3ba593450ff.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 900.558632] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 900.559047] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de1d56ce-b704-4f59-b3c7-14007c5aa969 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.577722] env[70113]: DEBUG oslo_vmware.api [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 900.577722] env[70113]: value = "task-3415495" [ 900.577722] env[70113]: _type = "Task" [ 900.577722] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.585827] env[70113]: DEBUG oslo_vmware.api [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.681514] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Releasing lock "refresh_cache-761d478c-67ec-4413-aff9-417a231efbf7" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.684351] env[70113]: DEBUG nova.compute.manager [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Instance network_info: |[{"id": "05f21221-1f70-4294-8589-d6d5e128a582", "address": "fa:16:3e:b7:2b:e6", "network": {"id": "76d97f60-88a9-4d2a-b8fc-677a8c14a334", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1507771019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eb3be4eb7ef490f852c6c5c6ac68545", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f21221-1f", "ovs_interfaceid": "05f21221-1f70-4294-8589-d6d5e128a582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.684351] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:2b:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05f21221-1f70-4294-8589-d6d5e128a582', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.695850] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.699381] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.700973] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.701387] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d3cc96a-de3d-4084-999b-6ce2eb312669 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.723101] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Acquiring lock "4171d2e1-d090-4017-89e8-90cd9ceee37a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.723101] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Lock "4171d2e1-d090-4017-89e8-90cd9ceee37a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.723101] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Acquiring lock "4171d2e1-d090-4017-89e8-90cd9ceee37a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.723101] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Lock "4171d2e1-d090-4017-89e8-90cd9ceee37a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.723101] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Lock "4171d2e1-d090-4017-89e8-90cd9ceee37a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.725170] env[70113]: INFO nova.compute.manager [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Terminating instance [ 900.729759] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.729759] env[70113]: value = "task-3415496" [ 900.729759] env[70113]: _type = "Task" [ 900.729759] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.740126] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415496, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.744430] env[70113]: DEBUG nova.compute.manager [req-14502d9c-8987-4a4b-b95e-40394ca395bc req-9044edc9-60bc-4bf7-901a-75b480ddd865 service nova] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Received event network-changed-05f21221-1f70-4294-8589-d6d5e128a582 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.745034] env[70113]: DEBUG nova.compute.manager [req-14502d9c-8987-4a4b-b95e-40394ca395bc req-9044edc9-60bc-4bf7-901a-75b480ddd865 service nova] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Refreshing instance network info cache due to event network-changed-05f21221-1f70-4294-8589-d6d5e128a582. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.745034] env[70113]: DEBUG oslo_concurrency.lockutils [req-14502d9c-8987-4a4b-b95e-40394ca395bc req-9044edc9-60bc-4bf7-901a-75b480ddd865 service nova] Acquiring lock "refresh_cache-761d478c-67ec-4413-aff9-417a231efbf7" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.745392] env[70113]: DEBUG oslo_concurrency.lockutils [req-14502d9c-8987-4a4b-b95e-40394ca395bc req-9044edc9-60bc-4bf7-901a-75b480ddd865 service nova] Acquired lock "refresh_cache-761d478c-67ec-4413-aff9-417a231efbf7" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.746358] env[70113]: DEBUG nova.network.neutron [req-14502d9c-8987-4a4b-b95e-40394ca395bc req-9044edc9-60bc-4bf7-901a-75b480ddd865 service nova] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Refreshing network info cache for port 05f21221-1f70-4294-8589-d6d5e128a582 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.896016] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.896710] env[70113]: DEBUG nova.compute.manager [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.900964] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.164s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.901372] env[70113]: DEBUG nova.objects.instance [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70113) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 900.911546] env[70113]: INFO nova.compute.manager [None req-f8bf9f93-653e-4082-9423-57069b6e3a9d tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] instance snapshotting [ 900.912173] env[70113]: DEBUG nova.objects.instance [None req-f8bf9f93-653e-4082-9423-57069b6e3a9d tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Lazy-loading 'flavor' on Instance uuid 4171d2e1-d090-4017-89e8-90cd9ceee37a {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.094029] env[70113]: DEBUG oslo_vmware.api [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415495, 'name': ReconfigVM_Task, 'duration_secs': 0.237007} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.094029] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.097571] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c255ca1-d472-40a1-b05c-adf9ad0eaf43 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.118655] env[70113]: DEBUG oslo_vmware.api [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 901.118655] env[70113]: value = "task-3415497" [ 901.118655] env[70113]: _type = "Task" [ 901.118655] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.129285] env[70113]: DEBUG oslo_vmware.api [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.229222] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Acquiring lock "refresh_cache-4171d2e1-d090-4017-89e8-90cd9ceee37a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.229641] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Acquired lock "refresh_cache-4171d2e1-d090-4017-89e8-90cd9ceee37a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.230130] env[70113]: DEBUG nova.network.neutron [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.244402] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415496, 'name': CreateVM_Task, 'duration_secs': 0.346684} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.244624] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.245861] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.246057] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.246397] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.247405] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5acf0d95-4c2e-4e79-97fc-37799ccea054 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.260665] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 901.260665] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52db98ad-2c20-9356-d6c2-30b0e9d86b55" [ 901.260665] env[70113]: _type = "Task" [ 901.260665] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.270942] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52db98ad-2c20-9356-d6c2-30b0e9d86b55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.409025] env[70113]: DEBUG nova.compute.utils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.409025] env[70113]: DEBUG nova.compute.manager [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.409025] env[70113]: DEBUG nova.network.neutron [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.418639] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c24c3cf-939e-4026-a375-8af5ecbb83bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.444252] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db33b15b-107a-4bb2-b459-fbc94b9afd22 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.530284] env[70113]: DEBUG nova.policy [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daf72965cba84ac2ab83202474aec2a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bed8f3f3a2054de48c1c741adc76b191', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.630800] env[70113]: DEBUG oslo_vmware.api [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415497, 'name': ReconfigVM_Task, 'duration_secs': 0.173212} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.631479] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681495', 'volume_id': '8badf5e4-7be3-43a5-9e45-d3ba593450ff', 'name': 'volume-8badf5e4-7be3-43a5-9e45-d3ba593450ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a8418da-6dbf-48d2-bcfa-1db117ec8631', 'attached_at': '', 'detached_at': '', 'volume_id': '8badf5e4-7be3-43a5-9e45-d3ba593450ff', 'serial': '8badf5e4-7be3-43a5-9e45-d3ba593450ff'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 901.632024] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.635055] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30e75cb-c970-4d22-ad64-184c1ea5ac9f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.640431] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.642023] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c2a9489-d741-4879-b1e2-e6c96b81bdd8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.718025] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.718025] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.718025] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleting the datastore file [datastore2] 3a8418da-6dbf-48d2-bcfa-1db117ec8631 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.718025] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d8c2bc4-bdbe-4b90-8cb3-9c6af0f3c2cb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.725025] env[70113]: DEBUG oslo_vmware.api [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 901.725025] env[70113]: value = "task-3415499" [ 901.725025] env[70113]: _type = "Task" [ 901.725025] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.738073] env[70113]: DEBUG oslo_vmware.api [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.753327] env[70113]: DEBUG nova.network.neutron [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.771232] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52db98ad-2c20-9356-d6c2-30b0e9d86b55, 'name': SearchDatastore_Task, 'duration_secs': 0.028006} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.773540] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.773809] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.774146] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.774317] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.774631] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.774839] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-038b75a1-dcbc-414c-a266-9300a8f88185 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.784688] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.784874] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.785637] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00bf16b-7b09-439c-a370-9cfde5206fde {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.791119] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 901.791119] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e3e245-ca33-bc8f-d68c-3c084449636d" [ 901.791119] env[70113]: _type = "Task" [ 901.791119] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.799657] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e3e245-ca33-bc8f-d68c-3c084449636d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.811540] env[70113]: DEBUG nova.network.neutron [req-14502d9c-8987-4a4b-b95e-40394ca395bc req-9044edc9-60bc-4bf7-901a-75b480ddd865 service nova] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Updated VIF entry in instance network info cache for port 05f21221-1f70-4294-8589-d6d5e128a582. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.811943] env[70113]: DEBUG nova.network.neutron [req-14502d9c-8987-4a4b-b95e-40394ca395bc req-9044edc9-60bc-4bf7-901a-75b480ddd865 service nova] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Updating instance_info_cache with network_info: [{"id": "05f21221-1f70-4294-8589-d6d5e128a582", "address": "fa:16:3e:b7:2b:e6", "network": {"id": "76d97f60-88a9-4d2a-b8fc-677a8c14a334", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1507771019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eb3be4eb7ef490f852c6c5c6ac68545", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f21221-1f", "ovs_interfaceid": "05f21221-1f70-4294-8589-d6d5e128a582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.828391] env[70113]: DEBUG nova.network.neutron [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.918166] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7e9cda76-5cdc-4ae0-87db-f2a23a0b5671 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.919402] env[70113]: DEBUG nova.compute.manager [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.923031] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.362s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.923119] env[70113]: DEBUG nova.objects.instance [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lazy-loading 'resources' on Instance uuid ad8051f2-8149-46b3-9c77-3c71dc5ddcd9 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.955951] env[70113]: DEBUG nova.compute.manager [None req-f8bf9f93-653e-4082-9423-57069b6e3a9d tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Instance disappeared during snapshot {{(pid=70113) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 902.129054] env[70113]: DEBUG nova.compute.manager [None req-f8bf9f93-653e-4082-9423-57069b6e3a9d tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Found 0 images (rotation: 2) {{(pid=70113) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 902.142884] env[70113]: DEBUG nova.network.neutron [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Successfully created port: 6cf5bb8f-2cf2-433c-8712-33eb53d7848e {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.234274] env[70113]: DEBUG oslo_vmware.api [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415519} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.234544] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.234731] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.234913] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.235099] env[70113]: INFO nova.compute.manager [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Took 2.27 seconds to destroy the instance on the hypervisor. [ 902.235353] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.235529] env[70113]: DEBUG nova.compute.manager [-] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.235621] env[70113]: DEBUG nova.network.neutron [-] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.304055] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e3e245-ca33-bc8f-d68c-3c084449636d, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.304766] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503b7a3d-8d39-468a-a612-792f6feaf796 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.309725] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 902.309725] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]526c246d-d935-8b77-c07d-caa40231416a" [ 902.309725] env[70113]: _type = "Task" [ 902.309725] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.315468] env[70113]: DEBUG oslo_concurrency.lockutils [req-14502d9c-8987-4a4b-b95e-40394ca395bc req-9044edc9-60bc-4bf7-901a-75b480ddd865 service nova] Releasing lock "refresh_cache-761d478c-67ec-4413-aff9-417a231efbf7" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.321552] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526c246d-d935-8b77-c07d-caa40231416a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.330616] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Releasing lock "refresh_cache-4171d2e1-d090-4017-89e8-90cd9ceee37a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.331048] env[70113]: DEBUG nova.compute.manager [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.331264] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.332159] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068bd053-ccdd-4f0c-87dd-9c562aad5f87 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.342284] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.342844] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99a36d55-f785-4ca5-97a9-92f768725d0e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.349368] env[70113]: DEBUG oslo_vmware.api [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Waiting for the task: (returnval){ [ 902.349368] env[70113]: value = "task-3415500" [ 902.349368] env[70113]: _type = "Task" [ 902.349368] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.357404] env[70113]: DEBUG oslo_vmware.api [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.664153] env[70113]: DEBUG nova.compute.manager [req-7d785519-ece1-4633-b8a2-bfa42b4cf875 req-c58cb050-5d23-4644-9a4b-cf1d906e8b07 service nova] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Received event network-vif-deleted-68cff3ce-aba8-494d-98b8-c8dcdf8777e7 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.664153] env[70113]: INFO nova.compute.manager [req-7d785519-ece1-4633-b8a2-bfa42b4cf875 req-c58cb050-5d23-4644-9a4b-cf1d906e8b07 service nova] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Neutron deleted interface 68cff3ce-aba8-494d-98b8-c8dcdf8777e7; detaching it from the instance and deleting it from the info cache [ 902.664153] env[70113]: DEBUG nova.network.neutron [req-7d785519-ece1-4633-b8a2-bfa42b4cf875 req-c58cb050-5d23-4644-9a4b-cf1d906e8b07 service nova] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.781317] env[70113]: DEBUG nova.compute.manager [req-449077e9-aaa8-4a35-87ca-b7ea53e8c189 req-dff8195d-fe58-486f-850a-47f136914aaa service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Received event network-changed-0248c12b-6b35-495a-936d-e858d2655476 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.781591] env[70113]: DEBUG nova.compute.manager [req-449077e9-aaa8-4a35-87ca-b7ea53e8c189 req-dff8195d-fe58-486f-850a-47f136914aaa service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Refreshing instance network info cache due to event network-changed-0248c12b-6b35-495a-936d-e858d2655476. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.781860] env[70113]: DEBUG oslo_concurrency.lockutils [req-449077e9-aaa8-4a35-87ca-b7ea53e8c189 req-dff8195d-fe58-486f-850a-47f136914aaa service nova] Acquiring lock "refresh_cache-f32d148d-a6be-4323-a5ea-8b10beca2d5b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.781971] env[70113]: DEBUG oslo_concurrency.lockutils [req-449077e9-aaa8-4a35-87ca-b7ea53e8c189 req-dff8195d-fe58-486f-850a-47f136914aaa service nova] Acquired lock "refresh_cache-f32d148d-a6be-4323-a5ea-8b10beca2d5b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.782185] env[70113]: DEBUG nova.network.neutron [req-449077e9-aaa8-4a35-87ca-b7ea53e8c189 req-dff8195d-fe58-486f-850a-47f136914aaa service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Refreshing network info cache for port 0248c12b-6b35-495a-936d-e858d2655476 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.821729] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526c246d-d935-8b77-c07d-caa40231416a, 'name': SearchDatastore_Task, 'duration_secs': 0.033298} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.821729] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.821822] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 761d478c-67ec-4413-aff9-417a231efbf7/761d478c-67ec-4413-aff9-417a231efbf7.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.825019] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fd93582-c070-48b1-8503-a96506deffc6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.828910] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 902.828910] env[70113]: value = "task-3415501" [ 902.828910] env[70113]: _type = "Task" [ 902.828910] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.841150] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.858727] env[70113]: DEBUG oslo_vmware.api [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415500, 'name': PowerOffVM_Task, 'duration_secs': 0.211448} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.858950] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.863221] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.865815] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb76d01a-1fd2-4dec-9ef3-1d02c7420b85 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.900489] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.900725] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.900901] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Deleting the datastore file [datastore1] 4171d2e1-d090-4017-89e8-90cd9ceee37a {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.901211] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-935a6986-bbfd-4a69-9bca-42140a16f3d6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.910240] env[70113]: DEBUG oslo_vmware.api [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Waiting for the task: (returnval){ [ 902.910240] env[70113]: value = "task-3415503" [ 902.910240] env[70113]: _type = "Task" [ 902.910240] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.917824] env[70113]: DEBUG oslo_vmware.api [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.940755] env[70113]: DEBUG nova.compute.manager [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.965202] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641db022-4a20-4c57-b770-311a644ab765 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.974175] env[70113]: DEBUG nova.virt.hardware [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.974175] env[70113]: DEBUG nova.virt.hardware [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.974175] env[70113]: DEBUG nova.virt.hardware [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.974175] env[70113]: DEBUG nova.virt.hardware [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.974175] env[70113]: DEBUG nova.virt.hardware [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.974175] env[70113]: DEBUG nova.virt.hardware [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.974175] env[70113]: DEBUG nova.virt.hardware [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.974175] env[70113]: DEBUG nova.virt.hardware [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.974175] env[70113]: DEBUG nova.virt.hardware [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.974175] env[70113]: DEBUG nova.virt.hardware [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.974175] env[70113]: DEBUG nova.virt.hardware [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.974175] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84b963c-49df-48c4-95be-67a2606bb4b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.979253] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61ba11b-f8d4-4eb0-8efd-2df7f9dc753a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.985553] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6341c3-7c70-4fc7-8f42-d5a82fbe0fe4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.024579] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae1b8a5-87ad-4786-a214-687801720879 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.039480] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d603d488-e78a-4b66-ab97-b4e3ff6d8983 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.054566] env[70113]: DEBUG nova.compute.provider_tree [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.145430] env[70113]: DEBUG nova.network.neutron [-] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.165971] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89c88490-d5ab-48ff-9153-851e087272e9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.176146] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c30c93-a50f-487d-a263-ca19fdf55490 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.210075] env[70113]: DEBUG nova.compute.manager [req-7d785519-ece1-4633-b8a2-bfa42b4cf875 req-c58cb050-5d23-4644-9a4b-cf1d906e8b07 service nova] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Detach interface failed, port_id=68cff3ce-aba8-494d-98b8-c8dcdf8777e7, reason: Instance 3a8418da-6dbf-48d2-bcfa-1db117ec8631 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 903.339703] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415501, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.420153] env[70113]: DEBUG oslo_vmware.api [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Task: {'id': task-3415503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268022} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.420501] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.420737] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.421029] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.421263] env[70113]: INFO nova.compute.manager [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 903.421547] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.421785] env[70113]: DEBUG nova.compute.manager [-] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.421918] env[70113]: DEBUG nova.network.neutron [-] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.441468] env[70113]: DEBUG nova.network.neutron [-] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.558247] env[70113]: DEBUG nova.scheduler.client.report [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.647964] env[70113]: INFO nova.compute.manager [-] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Took 1.41 seconds to deallocate network for instance. [ 903.651654] env[70113]: DEBUG nova.network.neutron [req-449077e9-aaa8-4a35-87ca-b7ea53e8c189 req-dff8195d-fe58-486f-850a-47f136914aaa service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Updated VIF entry in instance network info cache for port 0248c12b-6b35-495a-936d-e858d2655476. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.652105] env[70113]: DEBUG nova.network.neutron [req-449077e9-aaa8-4a35-87ca-b7ea53e8c189 req-dff8195d-fe58-486f-850a-47f136914aaa service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Updating instance_info_cache with network_info: [{"id": "0248c12b-6b35-495a-936d-e858d2655476", "address": "fa:16:3e:6a:64:3c", "network": {"id": "7a4c1fd0-4501-4ab6-96f3-93b76e03256b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-662685673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85c65c2133ac4d1cb393c7fd15ecc9e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0248c12b-6b", "ovs_interfaceid": "0248c12b-6b35-495a-936d-e858d2655476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.824425] env[70113]: DEBUG nova.network.neutron [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Successfully updated port: 6cf5bb8f-2cf2-433c-8712-33eb53d7848e {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.844491] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791492} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.845570] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 761d478c-67ec-4413-aff9-417a231efbf7/761d478c-67ec-4413-aff9-417a231efbf7.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.845862] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.846262] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6602886f-5ecb-4e02-99de-48a8f57a4795 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.853914] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 903.853914] env[70113]: value = "task-3415504" [ 903.853914] env[70113]: _type = "Task" [ 903.853914] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.864585] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.943996] env[70113]: DEBUG nova.network.neutron [-] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.066760] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.068315] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.629s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.068657] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.069070] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70113) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 904.069546] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.700s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.071970] env[70113]: INFO nova.compute.claims [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.078176] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b561ff3-d838-4e49-ab05-4b058c0a5d7f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.084998] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd3f81c-ea1f-40f1-b023-9a83d052b149 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.108167] env[70113]: INFO nova.scheduler.client.report [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleted allocations for instance ad8051f2-8149-46b3-9c77-3c71dc5ddcd9 [ 904.110841] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae0c68c-ee57-4595-bcae-417403c0b482 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.123022] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8652b97a-76ea-41b1-9d59-aadcc08fcb13 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.158869] env[70113]: DEBUG oslo_concurrency.lockutils [req-449077e9-aaa8-4a35-87ca-b7ea53e8c189 req-dff8195d-fe58-486f-850a-47f136914aaa service nova] Releasing lock "refresh_cache-f32d148d-a6be-4323-a5ea-8b10beca2d5b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.159365] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177770MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=70113) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 904.161041] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.204338] env[70113]: INFO nova.compute.manager [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Took 0.56 seconds to detach 1 volumes for instance. [ 904.328355] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "refresh_cache-141c5b71-b0a5-43b1-81ba-784e1a1cfacf" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.328532] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "refresh_cache-141c5b71-b0a5-43b1-81ba-784e1a1cfacf" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.328690] env[70113]: DEBUG nova.network.neutron [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.363389] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28623} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.363670] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.364450] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae51b24-60a2-4475-9b15-ab4cb1a439e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.387899] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 761d478c-67ec-4413-aff9-417a231efbf7/761d478c-67ec-4413-aff9-417a231efbf7.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.388240] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08a625e8-65a6-43a5-b2b4-1533b97fd8f6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.408228] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 904.408228] env[70113]: value = "task-3415505" [ 904.408228] env[70113]: _type = "Task" [ 904.408228] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.416624] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.447485] env[70113]: INFO nova.compute.manager [-] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Took 1.03 seconds to deallocate network for instance. [ 904.628875] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3f99b984-36fe-42c9-88ad-d2406f352121 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "ad8051f2-8149-46b3-9c77-3c71dc5ddcd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.648s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.712397] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.811548] env[70113]: DEBUG nova.compute.manager [req-097bb139-9992-4d6c-ada8-f526ff72316f req-81c60558-407a-444d-9b6b-3e4499b794df service nova] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Received event network-vif-plugged-6cf5bb8f-2cf2-433c-8712-33eb53d7848e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.811548] env[70113]: DEBUG oslo_concurrency.lockutils [req-097bb139-9992-4d6c-ada8-f526ff72316f req-81c60558-407a-444d-9b6b-3e4499b794df service nova] Acquiring lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.811548] env[70113]: DEBUG oslo_concurrency.lockutils [req-097bb139-9992-4d6c-ada8-f526ff72316f req-81c60558-407a-444d-9b6b-3e4499b794df service nova] Lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.811766] env[70113]: DEBUG oslo_concurrency.lockutils [req-097bb139-9992-4d6c-ada8-f526ff72316f req-81c60558-407a-444d-9b6b-3e4499b794df service nova] Lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.811807] env[70113]: DEBUG nova.compute.manager [req-097bb139-9992-4d6c-ada8-f526ff72316f req-81c60558-407a-444d-9b6b-3e4499b794df service nova] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] No waiting events found dispatching network-vif-plugged-6cf5bb8f-2cf2-433c-8712-33eb53d7848e {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.812032] env[70113]: WARNING nova.compute.manager [req-097bb139-9992-4d6c-ada8-f526ff72316f req-81c60558-407a-444d-9b6b-3e4499b794df service nova] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Received unexpected event network-vif-plugged-6cf5bb8f-2cf2-433c-8712-33eb53d7848e for instance with vm_state building and task_state spawning. [ 904.812250] env[70113]: DEBUG nova.compute.manager [req-097bb139-9992-4d6c-ada8-f526ff72316f req-81c60558-407a-444d-9b6b-3e4499b794df service nova] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Received event network-changed-6cf5bb8f-2cf2-433c-8712-33eb53d7848e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.812409] env[70113]: DEBUG nova.compute.manager [req-097bb139-9992-4d6c-ada8-f526ff72316f req-81c60558-407a-444d-9b6b-3e4499b794df service nova] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Refreshing instance network info cache due to event network-changed-6cf5bb8f-2cf2-433c-8712-33eb53d7848e. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.812575] env[70113]: DEBUG oslo_concurrency.lockutils [req-097bb139-9992-4d6c-ada8-f526ff72316f req-81c60558-407a-444d-9b6b-3e4499b794df service nova] Acquiring lock "refresh_cache-141c5b71-b0a5-43b1-81ba-784e1a1cfacf" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.863659] env[70113]: DEBUG nova.network.neutron [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.919123] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415505, 'name': ReconfigVM_Task, 'duration_secs': 0.341908} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.919123] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 761d478c-67ec-4413-aff9-417a231efbf7/761d478c-67ec-4413-aff9-417a231efbf7.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.919123] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59e77fec-81b2-4b4c-ba76-671e6dde8fb7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.924835] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 904.924835] env[70113]: value = "task-3415506" [ 904.924835] env[70113]: _type = "Task" [ 904.924835] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.935410] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415506, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.956260] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.083311] env[70113]: DEBUG nova.network.neutron [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Updating instance_info_cache with network_info: [{"id": "6cf5bb8f-2cf2-433c-8712-33eb53d7848e", "address": "fa:16:3e:09:6a:74", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cf5bb8f-2c", "ovs_interfaceid": "6cf5bb8f-2cf2-433c-8712-33eb53d7848e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.287543] env[70113]: DEBUG oslo_concurrency.lockutils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Acquiring lock "a0b5c2ab-dd80-4a23-a15f-cea363667ad4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.287776] env[70113]: DEBUG oslo_concurrency.lockutils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Lock "a0b5c2ab-dd80-4a23-a15f-cea363667ad4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.436012] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415506, 'name': Rename_Task, 'duration_secs': 0.145872} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.436350] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.439224] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf3cf053-7271-4426-81a2-ab80c8021777 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.446153] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 905.446153] env[70113]: value = "task-3415507" [ 905.446153] env[70113]: _type = "Task" [ 905.446153] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.455537] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.583888] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5a380b-c6ee-4ce0-9840-287120a39255 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.588029] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "refresh_cache-141c5b71-b0a5-43b1-81ba-784e1a1cfacf" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.588029] env[70113]: DEBUG nova.compute.manager [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Instance network_info: |[{"id": "6cf5bb8f-2cf2-433c-8712-33eb53d7848e", "address": "fa:16:3e:09:6a:74", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cf5bb8f-2c", "ovs_interfaceid": "6cf5bb8f-2cf2-433c-8712-33eb53d7848e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.588244] env[70113]: DEBUG oslo_concurrency.lockutils [req-097bb139-9992-4d6c-ada8-f526ff72316f req-81c60558-407a-444d-9b6b-3e4499b794df service nova] Acquired lock "refresh_cache-141c5b71-b0a5-43b1-81ba-784e1a1cfacf" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.588421] env[70113]: DEBUG nova.network.neutron [req-097bb139-9992-4d6c-ada8-f526ff72316f req-81c60558-407a-444d-9b6b-3e4499b794df service nova] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Refreshing network info cache for port 6cf5bb8f-2cf2-433c-8712-33eb53d7848e {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.589754] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:6a:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cf5bb8f-2cf2-433c-8712-33eb53d7848e', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.597912] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.602261] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.602539] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bdf4ca4-9d95-4601-9233-58172b9fe76c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.618049] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b561d744-d18c-4038-b5a1-83715a1f55a7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.653068] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2403a815-4b7f-4935-a30d-4715366467c3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.655656] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.655656] env[70113]: value = "task-3415508" [ 905.655656] env[70113]: _type = "Task" [ 905.655656] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.662772] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a01687e-0ebc-49d9-84cc-3e34d0757105 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.669594] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415508, 'name': CreateVM_Task} progress is 15%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.681869] env[70113]: DEBUG nova.compute.provider_tree [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.794035] env[70113]: DEBUG nova.compute.manager [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.961252] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415507, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.167192] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415508, 'name': CreateVM_Task, 'duration_secs': 0.348395} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.167403] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.168091] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.168255] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.168561] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.168809] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11e56807-bbde-4ef5-90b4-8d75d4cb8240 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.173487] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 906.173487] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5288864b-45b8-fc19-6eed-e2c2beb0e9d0" [ 906.173487] env[70113]: _type = "Task" [ 906.173487] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.181864] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5288864b-45b8-fc19-6eed-e2c2beb0e9d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.185739] env[70113]: DEBUG nova.scheduler.client.report [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.317255] env[70113]: DEBUG oslo_concurrency.lockutils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.428023] env[70113]: DEBUG nova.network.neutron [req-097bb139-9992-4d6c-ada8-f526ff72316f req-81c60558-407a-444d-9b6b-3e4499b794df service nova] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Updated VIF entry in instance network info cache for port 6cf5bb8f-2cf2-433c-8712-33eb53d7848e. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.428023] env[70113]: DEBUG nova.network.neutron [req-097bb139-9992-4d6c-ada8-f526ff72316f req-81c60558-407a-444d-9b6b-3e4499b794df service nova] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Updating instance_info_cache with network_info: [{"id": "6cf5bb8f-2cf2-433c-8712-33eb53d7848e", "address": "fa:16:3e:09:6a:74", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cf5bb8f-2c", "ovs_interfaceid": "6cf5bb8f-2cf2-433c-8712-33eb53d7848e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.457614] env[70113]: DEBUG oslo_vmware.api [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415507, 'name': PowerOnVM_Task, 'duration_secs': 0.550273} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.457614] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.460382] env[70113]: INFO nova.compute.manager [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Took 8.43 seconds to spawn the instance on the hypervisor. [ 906.460382] env[70113]: DEBUG nova.compute.manager [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.460382] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18e80e0-72f9-42cd-8c35-5c225460b0e7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.685072] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5288864b-45b8-fc19-6eed-e2c2beb0e9d0, 'name': SearchDatastore_Task, 'duration_secs': 0.01326} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.685072] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.685347] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.685753] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.685916] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.686411] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.686411] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61c93947-f357-4676-b9ff-e28a4f59eb03 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.690139] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.690646] env[70113]: DEBUG nova.compute.manager [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.693553] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.619s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.693777] env[70113]: DEBUG nova.objects.instance [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lazy-loading 'resources' on Instance uuid ad9ec99f-5338-44db-a225-a31e8ee75682 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.697090] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.697090] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.697090] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb8489fb-a627-482d-b3c0-431e31390ee6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.702474] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 906.702474] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528d5f59-1763-ff5b-70af-6cdbf526a5f8" [ 906.702474] env[70113]: _type = "Task" [ 906.702474] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.711217] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528d5f59-1763-ff5b-70af-6cdbf526a5f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.929730] env[70113]: DEBUG oslo_concurrency.lockutils [req-097bb139-9992-4d6c-ada8-f526ff72316f req-81c60558-407a-444d-9b6b-3e4499b794df service nova] Releasing lock "refresh_cache-141c5b71-b0a5-43b1-81ba-784e1a1cfacf" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.978984] env[70113]: INFO nova.compute.manager [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Took 46.20 seconds to build instance. [ 907.197470] env[70113]: DEBUG nova.compute.utils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.198874] env[70113]: DEBUG nova.compute.manager [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.199491] env[70113]: DEBUG nova.network.neutron [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.215026] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528d5f59-1763-ff5b-70af-6cdbf526a5f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008479} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.216389] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e827c93f-84ca-4be7-9e4e-60c59c1a149f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.222416] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 907.222416] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b1fb23-5301-6b22-825d-c09b80036f4f" [ 907.222416] env[70113]: _type = "Task" [ 907.222416] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.233607] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b1fb23-5301-6b22-825d-c09b80036f4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.267132] env[70113]: DEBUG nova.policy [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7db449b8582495cb7633724faa17b0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b33184654a68491597cf46c2927984cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.483474] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dfcf2702-230d-422c-b1bb-3364a4830445 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "761d478c-67ec-4413-aff9-417a231efbf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.714s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.678473] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e99401d-1d9a-47ad-91f5-cb1ae1cc4a8a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.686055] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3646bdd-472e-4972-8f9d-495459484ef5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.736964] env[70113]: DEBUG nova.compute.manager [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.741814] env[70113]: DEBUG nova.network.neutron [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Successfully created port: ce92c9ff-cc82-4f9d-9582-f82ed203c61a {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.749648] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f67152-4d5b-4416-8d47-995dbed0ce9f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.757824] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec807fa-e494-420e-af98-31fe24675fdc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.761591] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b1fb23-5301-6b22-825d-c09b80036f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.023406} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.761854] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.762126] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 141c5b71-b0a5-43b1-81ba-784e1a1cfacf/141c5b71-b0a5-43b1-81ba-784e1a1cfacf.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.762724] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c2f8594-a9e1-428a-886b-b546f9b82139 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.772328] env[70113]: DEBUG nova.compute.provider_tree [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.778806] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 907.778806] env[70113]: value = "task-3415509" [ 907.778806] env[70113]: _type = "Task" [ 907.778806] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.787853] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.275665] env[70113]: DEBUG nova.scheduler.client.report [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.291353] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415509, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.756607] env[70113]: DEBUG nova.compute.manager [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.781528] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.786560] env[70113]: DEBUG nova.virt.hardware [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.786796] env[70113]: DEBUG nova.virt.hardware [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.786959] env[70113]: DEBUG nova.virt.hardware [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.787160] env[70113]: DEBUG nova.virt.hardware [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.787309] env[70113]: DEBUG nova.virt.hardware [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.787455] env[70113]: DEBUG nova.virt.hardware [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.787671] env[70113]: DEBUG nova.virt.hardware [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.787825] env[70113]: DEBUG nova.virt.hardware [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.787990] env[70113]: DEBUG nova.virt.hardware [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.788169] env[70113]: DEBUG nova.virt.hardware [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.788342] env[70113]: DEBUG nova.virt.hardware [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.788654] env[70113]: DEBUG oslo_concurrency.lockutils [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.902s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.788866] env[70113]: DEBUG nova.objects.instance [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lazy-loading 'resources' on Instance uuid 394ed08f-2d43-4261-bed1-cd94b14770ba {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.795021] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae68512-e9ca-4ec0-9627-8a13d017c083 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.802167] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536859} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.804211] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 141c5b71-b0a5-43b1-81ba-784e1a1cfacf/141c5b71-b0a5-43b1-81ba-784e1a1cfacf.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.804399] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.805549] env[70113]: INFO nova.scheduler.client.report [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Deleted allocations for instance ad9ec99f-5338-44db-a225-a31e8ee75682 [ 908.806444] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a1830c5-5725-448c-8312-d36f63f6d33b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.812394] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd09f21b-6195-4fec-84e9-5ee8e863b55e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.830365] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 908.830365] env[70113]: value = "task-3415510" [ 908.830365] env[70113]: _type = "Task" [ 908.830365] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.838069] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.284516] env[70113]: DEBUG nova.compute.manager [req-50e3ec2a-fbec-4463-888b-4858576aa345 req-3dac77c1-0393-4278-b2e9-9d37ba167541 service nova] [instance: 5276edc2-b78c-418b-9801-708672871dff] Received event network-vif-plugged-ce92c9ff-cc82-4f9d-9582-f82ed203c61a {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.284516] env[70113]: DEBUG oslo_concurrency.lockutils [req-50e3ec2a-fbec-4463-888b-4858576aa345 req-3dac77c1-0393-4278-b2e9-9d37ba167541 service nova] Acquiring lock "5276edc2-b78c-418b-9801-708672871dff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.284516] env[70113]: DEBUG oslo_concurrency.lockutils [req-50e3ec2a-fbec-4463-888b-4858576aa345 req-3dac77c1-0393-4278-b2e9-9d37ba167541 service nova] Lock "5276edc2-b78c-418b-9801-708672871dff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.284516] env[70113]: DEBUG oslo_concurrency.lockutils [req-50e3ec2a-fbec-4463-888b-4858576aa345 req-3dac77c1-0393-4278-b2e9-9d37ba167541 service nova] Lock "5276edc2-b78c-418b-9801-708672871dff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.284516] env[70113]: DEBUG nova.compute.manager [req-50e3ec2a-fbec-4463-888b-4858576aa345 req-3dac77c1-0393-4278-b2e9-9d37ba167541 service nova] [instance: 5276edc2-b78c-418b-9801-708672871dff] No waiting events found dispatching network-vif-plugged-ce92c9ff-cc82-4f9d-9582-f82ed203c61a {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.284516] env[70113]: WARNING nova.compute.manager [req-50e3ec2a-fbec-4463-888b-4858576aa345 req-3dac77c1-0393-4278-b2e9-9d37ba167541 service nova] [instance: 5276edc2-b78c-418b-9801-708672871dff] Received unexpected event network-vif-plugged-ce92c9ff-cc82-4f9d-9582-f82ed203c61a for instance with vm_state building and task_state spawning. [ 909.325290] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ee7c8ae4-981d-4a22-bb65-92e4d544c7ae tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "ad9ec99f-5338-44db-a225-a31e8ee75682" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.584s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.343954] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06602} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.346505] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.347317] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6d52eb-7a3c-4bc0-a1c1-af91889e042e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.370352] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 141c5b71-b0a5-43b1-81ba-784e1a1cfacf/141c5b71-b0a5-43b1-81ba-784e1a1cfacf.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.374509] env[70113]: DEBUG nova.network.neutron [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Successfully updated port: ce92c9ff-cc82-4f9d-9582-f82ed203c61a {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.376304] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e85dd9f-073b-4dc0-9b76-df15c43c1a4f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.391701] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "refresh_cache-5276edc2-b78c-418b-9801-708672871dff" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.391852] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "refresh_cache-5276edc2-b78c-418b-9801-708672871dff" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.391984] env[70113]: DEBUG nova.network.neutron [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.399019] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 909.399019] env[70113]: value = "task-3415511" [ 909.399019] env[70113]: _type = "Task" [ 909.399019] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.410920] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415511, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.765153] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233caffe-f133-4fe9-b07a-1b32331a4882 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.772630] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e748440e-8574-4159-98dd-eb0a640560e5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.808929] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7afbe85-730d-40bc-87e7-6f034f72d13d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.816669] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6904dd-df71-49d4-9ca1-101bd09cb4cb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.831028] env[70113]: DEBUG nova.compute.provider_tree [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.908165] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415511, 'name': ReconfigVM_Task, 'duration_secs': 0.30535} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.908839] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 141c5b71-b0a5-43b1-81ba-784e1a1cfacf/141c5b71-b0a5-43b1-81ba-784e1a1cfacf.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.909456] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3257c140-764c-41fb-9ec0-f6b5598583ee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.915302] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 909.915302] env[70113]: value = "task-3415512" [ 909.915302] env[70113]: _type = "Task" [ 909.915302] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.922973] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415512, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.936120] env[70113]: DEBUG nova.network.neutron [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.171088] env[70113]: DEBUG nova.network.neutron [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updating instance_info_cache with network_info: [{"id": "ce92c9ff-cc82-4f9d-9582-f82ed203c61a", "address": "fa:16:3e:44:14:63", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce92c9ff-cc", "ovs_interfaceid": "ce92c9ff-cc82-4f9d-9582-f82ed203c61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.311260] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "761d478c-67ec-4413-aff9-417a231efbf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.311609] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "761d478c-67ec-4413-aff9-417a231efbf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.311727] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "761d478c-67ec-4413-aff9-417a231efbf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.311893] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "761d478c-67ec-4413-aff9-417a231efbf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.312081] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "761d478c-67ec-4413-aff9-417a231efbf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.314391] env[70113]: INFO nova.compute.manager [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Terminating instance [ 910.333914] env[70113]: DEBUG nova.scheduler.client.report [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.344702] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "1fe20cf8-5e09-4d32-980d-4c198a0a6a5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.344932] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "1fe20cf8-5e09-4d32-980d-4c198a0a6a5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.345141] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "1fe20cf8-5e09-4d32-980d-4c198a0a6a5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.345326] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "1fe20cf8-5e09-4d32-980d-4c198a0a6a5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.345491] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "1fe20cf8-5e09-4d32-980d-4c198a0a6a5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.347343] env[70113]: INFO nova.compute.manager [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Terminating instance [ 910.426391] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415512, 'name': Rename_Task, 'duration_secs': 0.144781} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.426671] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.426907] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17b58e52-a93e-4c59-a638-b22097aebb5f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.433025] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 910.433025] env[70113]: value = "task-3415513" [ 910.433025] env[70113]: _type = "Task" [ 910.433025] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.441909] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.673899] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "refresh_cache-5276edc2-b78c-418b-9801-708672871dff" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.674276] env[70113]: DEBUG nova.compute.manager [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Instance network_info: |[{"id": "ce92c9ff-cc82-4f9d-9582-f82ed203c61a", "address": "fa:16:3e:44:14:63", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce92c9ff-cc", "ovs_interfaceid": "ce92c9ff-cc82-4f9d-9582-f82ed203c61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.674706] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:14:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce92c9ff-cc82-4f9d-9582-f82ed203c61a', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.682645] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.682843] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5276edc2-b78c-418b-9801-708672871dff] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.683080] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-540f3ef1-91bd-4af0-837d-013aa662b3c9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.703178] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.703178] env[70113]: value = "task-3415514" [ 910.703178] env[70113]: _type = "Task" [ 910.703178] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.711986] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415514, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.821062] env[70113]: DEBUG nova.compute.manager [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.821343] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.822260] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13372d8-ba7b-4b7d-8efb-9950ec6812b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.829885] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.830164] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-213e24dd-11e1-4ecc-9436-f1a99ce974f1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.836400] env[70113]: DEBUG oslo_vmware.api [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 910.836400] env[70113]: value = "task-3415515" [ 910.836400] env[70113]: _type = "Task" [ 910.836400] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.840257] env[70113]: DEBUG oslo_concurrency.lockutils [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.842467] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.935s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.844100] env[70113]: INFO nova.compute.claims [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.854331] env[70113]: DEBUG nova.compute.manager [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.854677] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.855051] env[70113]: DEBUG oslo_vmware.api [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.855880] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c0b0f2-401c-4889-a1e6-05195dd30904 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.863650] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.864055] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bdbe540-e170-4260-b79b-2ab4c8c014bf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.867156] env[70113]: INFO nova.scheduler.client.report [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Deleted allocations for instance 394ed08f-2d43-4261-bed1-cd94b14770ba [ 910.873783] env[70113]: DEBUG oslo_vmware.api [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 910.873783] env[70113]: value = "task-3415516" [ 910.873783] env[70113]: _type = "Task" [ 910.873783] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.883517] env[70113]: DEBUG oslo_vmware.api [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.945584] env[70113]: DEBUG oslo_vmware.api [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415513, 'name': PowerOnVM_Task, 'duration_secs': 0.510873} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.946014] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.946313] env[70113]: INFO nova.compute.manager [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Took 8.01 seconds to spawn the instance on the hypervisor. [ 910.946579] env[70113]: DEBUG nova.compute.manager [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.947478] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d83d03-6f11-4d07-ae13-4cd19cbff34a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.213387] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415514, 'name': CreateVM_Task, 'duration_secs': 0.37478} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.213589] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5276edc2-b78c-418b-9801-708672871dff] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.214291] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.214460] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.214820] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.215099] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311029f8-3b73-4e36-8497-b2aa5c52f597 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.219814] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 911.219814] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528a6037-ec28-96a5-a368-0c6ea8ac80f0" [ 911.219814] env[70113]: _type = "Task" [ 911.219814] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.227968] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528a6037-ec28-96a5-a368-0c6ea8ac80f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.315587] env[70113]: DEBUG nova.compute.manager [req-06525a82-8056-4675-bea0-3cf77562af7c req-cbe9cde9-1355-4eb7-bad3-938521fe61a6 service nova] [instance: 5276edc2-b78c-418b-9801-708672871dff] Received event network-changed-ce92c9ff-cc82-4f9d-9582-f82ed203c61a {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.315838] env[70113]: DEBUG nova.compute.manager [req-06525a82-8056-4675-bea0-3cf77562af7c req-cbe9cde9-1355-4eb7-bad3-938521fe61a6 service nova] [instance: 5276edc2-b78c-418b-9801-708672871dff] Refreshing instance network info cache due to event network-changed-ce92c9ff-cc82-4f9d-9582-f82ed203c61a. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.316075] env[70113]: DEBUG oslo_concurrency.lockutils [req-06525a82-8056-4675-bea0-3cf77562af7c req-cbe9cde9-1355-4eb7-bad3-938521fe61a6 service nova] Acquiring lock "refresh_cache-5276edc2-b78c-418b-9801-708672871dff" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.316139] env[70113]: DEBUG oslo_concurrency.lockutils [req-06525a82-8056-4675-bea0-3cf77562af7c req-cbe9cde9-1355-4eb7-bad3-938521fe61a6 service nova] Acquired lock "refresh_cache-5276edc2-b78c-418b-9801-708672871dff" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.316276] env[70113]: DEBUG nova.network.neutron [req-06525a82-8056-4675-bea0-3cf77562af7c req-cbe9cde9-1355-4eb7-bad3-938521fe61a6 service nova] [instance: 5276edc2-b78c-418b-9801-708672871dff] Refreshing network info cache for port ce92c9ff-cc82-4f9d-9582-f82ed203c61a {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.347028] env[70113]: DEBUG oslo_vmware.api [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415515, 'name': PowerOffVM_Task, 'duration_secs': 0.204217} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.347145] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.347361] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.347578] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5af2c113-4c7d-497e-ba38-f0b00a091066 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.376244] env[70113]: DEBUG oslo_concurrency.lockutils [None req-13f3576b-19fd-4cc1-b8d3-957b9decc473 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "394ed08f-2d43-4261-bed1-cd94b14770ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.781s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.385483] env[70113]: DEBUG oslo_vmware.api [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415516, 'name': PowerOffVM_Task, 'duration_secs': 0.228077} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.385742] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.386616] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.386616] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34f59e61-a6d4-49a4-896a-e1969fb530f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.415484] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.415768] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.415965] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Deleting the datastore file [datastore1] 761d478c-67ec-4413-aff9-417a231efbf7 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.416231] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3128a31-c7c2-4d23-8078-fcf48e4f607a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.422018] env[70113]: DEBUG oslo_vmware.api [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 911.422018] env[70113]: value = "task-3415519" [ 911.422018] env[70113]: _type = "Task" [ 911.422018] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.429732] env[70113]: DEBUG oslo_vmware.api [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.446388] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.446628] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.446837] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Deleting the datastore file [datastore1] 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.447099] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75483939-57f0-462c-817c-d2a32cd26a71 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.453045] env[70113]: DEBUG oslo_vmware.api [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 911.453045] env[70113]: value = "task-3415520" [ 911.453045] env[70113]: _type = "Task" [ 911.453045] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.464352] env[70113]: DEBUG oslo_vmware.api [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.466310] env[70113]: INFO nova.compute.manager [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Took 46.58 seconds to build instance. [ 911.730387] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528a6037-ec28-96a5-a368-0c6ea8ac80f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.730387] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.730671] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.730867] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.731020] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.731220] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.731497] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dbea6bd-0e54-4aa9-850f-2aea0108157d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.739340] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.739549] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.740233] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eab0f74-f0b8-4ce3-9004-d7e1663e0e4a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.742797] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquiring lock "52c12a26-d157-420d-ab03-48dfc750a3d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.743031] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "52c12a26-d157-420d-ab03-48dfc750a3d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.743239] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquiring lock "52c12a26-d157-420d-ab03-48dfc750a3d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.743426] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "52c12a26-d157-420d-ab03-48dfc750a3d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.743588] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "52c12a26-d157-420d-ab03-48dfc750a3d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.745643] env[70113]: INFO nova.compute.manager [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Terminating instance [ 911.747956] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 911.747956] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5211711b-4627-8300-7f4a-ea792ae79699" [ 911.747956] env[70113]: _type = "Task" [ 911.747956] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.756962] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5211711b-4627-8300-7f4a-ea792ae79699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.932954] env[70113]: DEBUG oslo_vmware.api [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14984} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.935391] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.935617] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.935844] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.937154] env[70113]: INFO nova.compute.manager [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 911.937154] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.942018] env[70113]: DEBUG nova.compute.manager [-] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.942018] env[70113]: DEBUG nova.network.neutron [-] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.962873] env[70113]: DEBUG oslo_vmware.api [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142904} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.963611] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.963611] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.963611] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.963791] env[70113]: INFO nova.compute.manager [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 911.963889] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.964120] env[70113]: DEBUG nova.compute.manager [-] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.964176] env[70113]: DEBUG nova.network.neutron [-] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.968291] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e6ee9b6e-e422-48ca-a8db-57901c3db475 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.064s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.255106] env[70113]: DEBUG nova.compute.manager [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.255338] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.259611] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60c461f-b1aa-48e6-8172-e956a02959d8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.271197] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.272027] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5211711b-4627-8300-7f4a-ea792ae79699, 'name': SearchDatastore_Task, 'duration_secs': 0.008566} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.278640] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2fe5963-a9af-4461-a9dd-7d722616f7cd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.280883] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83d6c20-06f7-4bff-8da7-a99747b1b688 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.287513] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 912.287513] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]521705f7-9a66-9eb6-01c6-6e49f4fe31eb" [ 912.287513] env[70113]: _type = "Task" [ 912.287513] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.288183] env[70113]: DEBUG nova.network.neutron [req-06525a82-8056-4675-bea0-3cf77562af7c req-cbe9cde9-1355-4eb7-bad3-938521fe61a6 service nova] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updated VIF entry in instance network info cache for port ce92c9ff-cc82-4f9d-9582-f82ed203c61a. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.288641] env[70113]: DEBUG nova.network.neutron [req-06525a82-8056-4675-bea0-3cf77562af7c req-cbe9cde9-1355-4eb7-bad3-938521fe61a6 service nova] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updating instance_info_cache with network_info: [{"id": "ce92c9ff-cc82-4f9d-9582-f82ed203c61a", "address": "fa:16:3e:44:14:63", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce92c9ff-cc", "ovs_interfaceid": "ce92c9ff-cc82-4f9d-9582-f82ed203c61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.293612] env[70113]: DEBUG oslo_vmware.api [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 912.293612] env[70113]: value = "task-3415521" [ 912.293612] env[70113]: _type = "Task" [ 912.293612] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.304427] env[70113]: DEBUG nova.compute.manager [req-16aa8e13-b54a-45e7-938c-90016d2a360c req-cbdfeb8a-5be8-44e1-953f-e88927355b85 service nova] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Received event network-vif-deleted-05f21221-1f70-4294-8589-d6d5e128a582 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.304634] env[70113]: INFO nova.compute.manager [req-16aa8e13-b54a-45e7-938c-90016d2a360c req-cbdfeb8a-5be8-44e1-953f-e88927355b85 service nova] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Neutron deleted interface 05f21221-1f70-4294-8589-d6d5e128a582; detaching it from the instance and deleting it from the info cache [ 912.304808] env[70113]: DEBUG nova.network.neutron [req-16aa8e13-b54a-45e7-938c-90016d2a360c req-cbdfeb8a-5be8-44e1-953f-e88927355b85 service nova] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.312767] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521705f7-9a66-9eb6-01c6-6e49f4fe31eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01916} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.319272] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.319549] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 5276edc2-b78c-418b-9801-708672871dff/5276edc2-b78c-418b-9801-708672871dff.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.321028] env[70113]: DEBUG oslo_vmware.api [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.321353] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-000d4286-ea37-4ddb-a5c0-3d14915f138e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.329825] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 912.329825] env[70113]: value = "task-3415522" [ 912.329825] env[70113]: _type = "Task" [ 912.329825] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.342218] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.407709] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e69bd9-a13d-4abb-be01-69020082905f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.415922] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7ff9dc-74ef-4662-8145-88cf645c4a51 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.445304] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24b89451-5fd5-4c3d-8c46-b3b246c574b2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.445583] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24b89451-5fd5-4c3d-8c46-b3b246c574b2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.445767] env[70113]: DEBUG nova.compute.manager [None req-24b89451-5fd5-4c3d-8c46-b3b246c574b2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.447202] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca84ec2a-1912-495a-a544-b577fdbc67e5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.450693] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8d772d-cd1c-4fdf-8d07-bef5966c611a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.457919] env[70113]: DEBUG nova.compute.manager [None req-24b89451-5fd5-4c3d-8c46-b3b246c574b2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70113) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 912.458487] env[70113]: DEBUG nova.objects.instance [None req-24b89451-5fd5-4c3d-8c46-b3b246c574b2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lazy-loading 'flavor' on Instance uuid 141c5b71-b0a5-43b1-81ba-784e1a1cfacf {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.464033] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e6bc67-6eb3-4901-ba62-bc8f53ad03bd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.476659] env[70113]: DEBUG nova.compute.provider_tree [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.707402] env[70113]: DEBUG nova.network.neutron [-] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.796075] env[70113]: DEBUG oslo_concurrency.lockutils [req-06525a82-8056-4675-bea0-3cf77562af7c req-cbe9cde9-1355-4eb7-bad3-938521fe61a6 service nova] Releasing lock "refresh_cache-5276edc2-b78c-418b-9801-708672871dff" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.810985] env[70113]: DEBUG oslo_vmware.api [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415521, 'name': PowerOffVM_Task, 'duration_secs': 0.23282} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.811394] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e68629e0-463f-47c9-a9a8-2ea69af36b70 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.813675] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.813939] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.814230] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9806319a-c549-4d79-bf01-6b4431f034fb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.822577] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff386e2f-5964-4860-9d76-210658e4954a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.844284] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415522, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.865092] env[70113]: DEBUG nova.compute.manager [req-16aa8e13-b54a-45e7-938c-90016d2a360c req-cbdfeb8a-5be8-44e1-953f-e88927355b85 service nova] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Detach interface failed, port_id=05f21221-1f70-4294-8589-d6d5e128a582, reason: Instance 761d478c-67ec-4413-aff9-417a231efbf7 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 912.889046] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.889046] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.889046] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Deleting the datastore file [datastore2] 52c12a26-d157-420d-ab03-48dfc750a3d5 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.889444] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5c4451d-2f15-4f73-9b73-a33264db75ce {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.900131] env[70113]: DEBUG oslo_vmware.api [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for the task: (returnval){ [ 912.900131] env[70113]: value = "task-3415524" [ 912.900131] env[70113]: _type = "Task" [ 912.900131] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.909554] env[70113]: DEBUG oslo_vmware.api [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.981278] env[70113]: DEBUG nova.scheduler.client.report [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.984581] env[70113]: DEBUG nova.network.neutron [-] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.136136] env[70113]: DEBUG nova.objects.instance [None req-cc989b52-0581-42d1-85c1-a18322baa9c0 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Lazy-loading 'flavor' on Instance uuid 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.211595] env[70113]: INFO nova.compute.manager [-] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Took 1.27 seconds to deallocate network for instance. [ 913.344643] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615179} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.344958] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 5276edc2-b78c-418b-9801-708672871dff/5276edc2-b78c-418b-9801-708672871dff.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.345153] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.345487] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e25b0eb-bdf8-49e0-a224-203de69f9779 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.352439] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 913.352439] env[70113]: value = "task-3415525" [ 913.352439] env[70113]: _type = "Task" [ 913.352439] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.360971] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.366447] env[70113]: DEBUG nova.compute.manager [req-60d10949-25c4-4c69-8fe3-c565dce46259 req-cfe776e2-6025-4c52-8a2e-401398fbae10 service nova] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Received event network-vif-deleted-13b625b1-fd25-4d79-a34c-be1b898cb01b {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.410457] env[70113]: DEBUG oslo_vmware.api [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Task: {'id': task-3415524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232516} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.410732] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.410916] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.411105] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.411305] env[70113]: INFO nova.compute.manager [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 913.411555] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.411769] env[70113]: DEBUG nova.compute.manager [-] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.411868] env[70113]: DEBUG nova.network.neutron [-] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.468058] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b89451-5fd5-4c3d-8c46-b3b246c574b2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.468374] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14dd781d-e50d-4020-8ef1-be722dc9f095 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.474336] env[70113]: DEBUG oslo_vmware.api [None req-24b89451-5fd5-4c3d-8c46-b3b246c574b2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 913.474336] env[70113]: value = "task-3415526" [ 913.474336] env[70113]: _type = "Task" [ 913.474336] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.483466] env[70113]: DEBUG oslo_vmware.api [None req-24b89451-5fd5-4c3d-8c46-b3b246c574b2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.487097] env[70113]: INFO nova.compute.manager [-] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Took 1.52 seconds to deallocate network for instance. [ 913.487808] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.489191] env[70113]: DEBUG nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.492243] env[70113]: DEBUG oslo_concurrency.lockutils [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.847s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.492482] env[70113]: DEBUG nova.objects.instance [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lazy-loading 'resources' on Instance uuid cc8b3887-1051-4d76-be7c-2cf21a3a28a0 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.641053] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cc989b52-0581-42d1-85c1-a18322baa9c0 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Acquiring lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.642037] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cc989b52-0581-42d1-85c1-a18322baa9c0 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Acquired lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.718636] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.862540] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073866} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.862810] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.863622] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466310d3-aa2b-4041-8c88-380f2c5ae0bf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.885988] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 5276edc2-b78c-418b-9801-708672871dff/5276edc2-b78c-418b-9801-708672871dff.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.886639] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03abd149-432f-4d73-afb1-42ce31b3dbbb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.907451] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 913.907451] env[70113]: value = "task-3415527" [ 913.907451] env[70113]: _type = "Task" [ 913.907451] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.917281] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.985291] env[70113]: DEBUG oslo_vmware.api [None req-24b89451-5fd5-4c3d-8c46-b3b246c574b2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415526, 'name': PowerOffVM_Task, 'duration_secs': 0.478446} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.985707] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b89451-5fd5-4c3d-8c46-b3b246c574b2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.985987] env[70113]: DEBUG nova.compute.manager [None req-24b89451-5fd5-4c3d-8c46-b3b246c574b2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.987072] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc88281-b96a-4582-a659-2bd54e3b20aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.997044] env[70113]: DEBUG nova.compute.utils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.001419] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.001646] env[70113]: DEBUG nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.001993] env[70113]: DEBUG nova.network.neutron [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.113805] env[70113]: DEBUG nova.policy [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc2c500c2f6943fd99e69a87e9aeffe3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c2f9d4044e24d3e8f721a872706c59f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.257246] env[70113]: DEBUG nova.network.neutron [None req-cc989b52-0581-42d1-85c1-a18322baa9c0 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.288200] env[70113]: DEBUG nova.network.neutron [-] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.419970] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415527, 'name': ReconfigVM_Task, 'duration_secs': 0.377548} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.420366] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 5276edc2-b78c-418b-9801-708672871dff/5276edc2-b78c-418b-9801-708672871dff.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.420964] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49a4516a-1d23-410c-84f5-121e946b0052 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.428399] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 914.428399] env[70113]: value = "task-3415528" [ 914.428399] env[70113]: _type = "Task" [ 914.428399] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.436677] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415528, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.477379] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ba4abb-a06a-4f61-ad8a-96fa601b49c1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.484564] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69e23c9-3f43-4a71-9323-883f1aa8958d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.516186] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24b89451-5fd5-4c3d-8c46-b3b246c574b2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.517977] env[70113]: DEBUG nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.523135] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f595f8cc-3e52-4bb8-82de-03fe4b0d9504 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.541398] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541f9db8-63f8-4e91-ad07-ace095e197f4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.563375] env[70113]: DEBUG nova.compute.provider_tree [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.627668] env[70113]: DEBUG nova.network.neutron [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Successfully created port: b3b52efc-b368-41d4-aa6d-22f08a47ddbb {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.790858] env[70113]: INFO nova.compute.manager [-] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Took 1.38 seconds to deallocate network for instance. [ 914.939997] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415528, 'name': Rename_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.066631] env[70113]: DEBUG nova.scheduler.client.report [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.183038] env[70113]: DEBUG nova.network.neutron [None req-cc989b52-0581-42d1-85c1-a18322baa9c0 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Updating instance_info_cache with network_info: [{"id": "ba858211-41f3-406e-a17b-155de36b4d67", "address": "fa:16:3e:46:3b:25", "network": {"id": "ed17245e-af85-4fbd-b571-c2680041fd07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1731255033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be9c62e64bd44399711d22bd1022808", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba858211-41", "ovs_interfaceid": "ba858211-41f3-406e-a17b-155de36b4d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.247361] env[70113]: INFO nova.compute.manager [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Rebuilding instance [ 915.292559] env[70113]: DEBUG nova.compute.manager [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.293436] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da061f7-80d9-4a9b-930b-23a70aeb290a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.296583] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.393790] env[70113]: DEBUG nova.compute.manager [req-8afaf03e-6fa3-4abe-a129-fb30614186bb req-52ddcddb-1d34-4799-a40f-0b0deccf3472 service nova] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Received event network-vif-deleted-aafc698d-de47-4e0c-839d-5a78bdf762a1 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.394015] env[70113]: DEBUG nova.compute.manager [req-8afaf03e-6fa3-4abe-a129-fb30614186bb req-52ddcddb-1d34-4799-a40f-0b0deccf3472 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Received event network-changed-ba858211-41f3-406e-a17b-155de36b4d67 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.394194] env[70113]: DEBUG nova.compute.manager [req-8afaf03e-6fa3-4abe-a129-fb30614186bb req-52ddcddb-1d34-4799-a40f-0b0deccf3472 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Refreshing instance network info cache due to event network-changed-ba858211-41f3-406e-a17b-155de36b4d67. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.394485] env[70113]: DEBUG oslo_concurrency.lockutils [req-8afaf03e-6fa3-4abe-a129-fb30614186bb req-52ddcddb-1d34-4799-a40f-0b0deccf3472 service nova] Acquiring lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.439545] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415528, 'name': Rename_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.442189] env[70113]: DEBUG nova.objects.instance [None req-0c23bbff-1afc-4c3e-b1a4-f9fdf54b80ba tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Lazy-loading 'flavor' on Instance uuid 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.531419] env[70113]: DEBUG nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.551814] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.551993] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.552170] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.552371] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.552520] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.552667] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.552872] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.553043] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.553214] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.553374] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.553543] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.554420] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630633dc-43fd-4dc8-bf67-7d5f6957bc41 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.562214] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ea241b-97ac-448b-afb2-8c02404a99d0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.577687] env[70113]: DEBUG oslo_concurrency.lockutils [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.580582] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.719s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.582167] env[70113]: INFO nova.compute.claims [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.597500] env[70113]: INFO nova.scheduler.client.report [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Deleted allocations for instance cc8b3887-1051-4d76-be7c-2cf21a3a28a0 [ 915.685904] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cc989b52-0581-42d1-85c1-a18322baa9c0 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Releasing lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.686174] env[70113]: DEBUG nova.compute.manager [None req-cc989b52-0581-42d1-85c1-a18322baa9c0 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Inject network info {{(pid=70113) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 915.686452] env[70113]: DEBUG nova.compute.manager [None req-cc989b52-0581-42d1-85c1-a18322baa9c0 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] network_info to inject: |[{"id": "ba858211-41f3-406e-a17b-155de36b4d67", "address": "fa:16:3e:46:3b:25", "network": {"id": "ed17245e-af85-4fbd-b571-c2680041fd07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1731255033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be9c62e64bd44399711d22bd1022808", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba858211-41", "ovs_interfaceid": "ba858211-41f3-406e-a17b-155de36b4d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 915.691559] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cc989b52-0581-42d1-85c1-a18322baa9c0 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Reconfiguring VM instance to set the machine id {{(pid=70113) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 915.691844] env[70113]: DEBUG oslo_concurrency.lockutils [req-8afaf03e-6fa3-4abe-a129-fb30614186bb req-52ddcddb-1d34-4799-a40f-0b0deccf3472 service nova] Acquired lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.692034] env[70113]: DEBUG nova.network.neutron [req-8afaf03e-6fa3-4abe-a129-fb30614186bb req-52ddcddb-1d34-4799-a40f-0b0deccf3472 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Refreshing network info cache for port ba858211-41f3-406e-a17b-155de36b4d67 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.693198] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e7ca5b4-af73-4a17-9daa-fc39428911fd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.713366] env[70113]: DEBUG oslo_vmware.api [None req-cc989b52-0581-42d1-85c1-a18322baa9c0 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Waiting for the task: (returnval){ [ 915.713366] env[70113]: value = "task-3415529" [ 915.713366] env[70113]: _type = "Task" [ 915.713366] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.721116] env[70113]: DEBUG oslo_vmware.api [None req-cc989b52-0581-42d1-85c1-a18322baa9c0 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3415529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.941744] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415528, 'name': Rename_Task, 'duration_secs': 1.162019} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.943222] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.943222] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9c62ec2-ff8d-4e6d-8935-d4161cfdd292 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.950356] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 915.950356] env[70113]: value = "task-3415530" [ 915.950356] env[70113]: _type = "Task" [ 915.950356] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.950797] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c23bbff-1afc-4c3e-b1a4-f9fdf54b80ba tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Acquiring lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.958701] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.981397] env[70113]: DEBUG nova.network.neutron [req-8afaf03e-6fa3-4abe-a129-fb30614186bb req-52ddcddb-1d34-4799-a40f-0b0deccf3472 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Updated VIF entry in instance network info cache for port ba858211-41f3-406e-a17b-155de36b4d67. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.981573] env[70113]: DEBUG nova.network.neutron [req-8afaf03e-6fa3-4abe-a129-fb30614186bb req-52ddcddb-1d34-4799-a40f-0b0deccf3472 service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Updating instance_info_cache with network_info: [{"id": "ba858211-41f3-406e-a17b-155de36b4d67", "address": "fa:16:3e:46:3b:25", "network": {"id": "ed17245e-af85-4fbd-b571-c2680041fd07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1731255033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be9c62e64bd44399711d22bd1022808", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba858211-41", "ovs_interfaceid": "ba858211-41f3-406e-a17b-155de36b4d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.106249] env[70113]: DEBUG oslo_concurrency.lockutils [None req-caaa58c4-6b98-4477-b8f2-26e1497fbec1 tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "cc8b3887-1051-4d76-be7c-2cf21a3a28a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.106s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.222621] env[70113]: DEBUG oslo_vmware.api [None req-cc989b52-0581-42d1-85c1-a18322baa9c0 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3415529, 'name': ReconfigVM_Task, 'duration_secs': 0.151658} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.222976] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cc989b52-0581-42d1-85c1-a18322baa9c0 tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Reconfigured VM instance to set the machine id {{(pid=70113) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 916.308706] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.308793] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3603459-75e1-4bf8-805f-b116083c0703 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.317650] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 916.317650] env[70113]: value = "task-3415531" [ 916.317650] env[70113]: _type = "Task" [ 916.317650] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.328369] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] VM already powered off {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 916.328625] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.329412] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b50162-49f3-469a-8e40-87fbd978e5f8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.336938] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.337232] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45084210-3d41-49fb-9744-e7736405172a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.407069] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.407069] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.407069] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleting the datastore file [datastore2] 141c5b71-b0a5-43b1-81ba-784e1a1cfacf {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.407069] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ad1f895-89d9-4cf4-9844-7dca887f9a7f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.413068] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 916.413068] env[70113]: value = "task-3415533" [ 916.413068] env[70113]: _type = "Task" [ 916.413068] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.422450] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.465046] env[70113]: DEBUG oslo_vmware.api [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415530, 'name': PowerOnVM_Task, 'duration_secs': 0.448793} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.465670] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.465994] env[70113]: INFO nova.compute.manager [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Took 7.71 seconds to spawn the instance on the hypervisor. [ 916.466321] env[70113]: DEBUG nova.compute.manager [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.467179] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e3bef2-37f9-48bc-a89b-f74c5a470d85 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.486243] env[70113]: DEBUG oslo_concurrency.lockutils [req-8afaf03e-6fa3-4abe-a129-fb30614186bb req-52ddcddb-1d34-4799-a40f-0b0deccf3472 service nova] Releasing lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.486243] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c23bbff-1afc-4c3e-b1a4-f9fdf54b80ba tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Acquired lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.820914] env[70113]: DEBUG nova.network.neutron [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Successfully updated port: b3b52efc-b368-41d4-aa6d-22f08a47ddbb {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.925032] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13905} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.925197] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.925383] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.925557] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.936155] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "f5dddfe9-7233-4e75-9b31-812a051390ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.936155] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "f5dddfe9-7233-4e75-9b31-812a051390ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.986032] env[70113]: INFO nova.compute.manager [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Took 41.66 seconds to build instance. [ 917.046607] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24266f6-78e1-46f4-b1c8-87ea9e59719a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.053870] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490256d2-92dd-43fb-b35e-db95193b360e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.083981] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631cdd26-c9a5-498b-9de0-f15d23cd4d3e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.091514] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78862917-8ee5-4501-b00a-55049c2a4841 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.107267] env[70113]: DEBUG nova.compute.provider_tree [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.263194] env[70113]: DEBUG nova.network.neutron [None req-0c23bbff-1afc-4c3e-b1a4-f9fdf54b80ba tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.331887] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "refresh_cache-71dbf17b-d02c-42c3-a26c-9543715d7396" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.332178] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquired lock "refresh_cache-71dbf17b-d02c-42c3-a26c-9543715d7396" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.332473] env[70113]: DEBUG nova.network.neutron [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.439800] env[70113]: DEBUG nova.compute.manager [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.446047] env[70113]: DEBUG nova.compute.manager [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Received event network-vif-plugged-b3b52efc-b368-41d4-aa6d-22f08a47ddbb {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.446271] env[70113]: DEBUG oslo_concurrency.lockutils [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] Acquiring lock "71dbf17b-d02c-42c3-a26c-9543715d7396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.446567] env[70113]: DEBUG oslo_concurrency.lockutils [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] Lock "71dbf17b-d02c-42c3-a26c-9543715d7396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.446627] env[70113]: DEBUG oslo_concurrency.lockutils [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] Lock "71dbf17b-d02c-42c3-a26c-9543715d7396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.446788] env[70113]: DEBUG nova.compute.manager [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] No waiting events found dispatching network-vif-plugged-b3b52efc-b368-41d4-aa6d-22f08a47ddbb {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.446951] env[70113]: WARNING nova.compute.manager [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Received unexpected event network-vif-plugged-b3b52efc-b368-41d4-aa6d-22f08a47ddbb for instance with vm_state building and task_state spawning. [ 917.447124] env[70113]: DEBUG nova.compute.manager [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Received event network-changed-b3b52efc-b368-41d4-aa6d-22f08a47ddbb {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.447301] env[70113]: DEBUG nova.compute.manager [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Refreshing instance network info cache due to event network-changed-b3b52efc-b368-41d4-aa6d-22f08a47ddbb. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.447452] env[70113]: DEBUG oslo_concurrency.lockutils [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] Acquiring lock "refresh_cache-71dbf17b-d02c-42c3-a26c-9543715d7396" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.487773] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fb68cc9-8a50-4eca-b259-902d7cd2a087 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "5276edc2-b78c-418b-9801-708672871dff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.546s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.609605] env[70113]: DEBUG nova.scheduler.client.report [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.909152] env[70113]: DEBUG nova.network.neutron [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.971177] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.979106] env[70113]: DEBUG nova.virt.hardware [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.979385] env[70113]: DEBUG nova.virt.hardware [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.979507] env[70113]: DEBUG nova.virt.hardware [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.979698] env[70113]: DEBUG nova.virt.hardware [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.979828] env[70113]: DEBUG nova.virt.hardware [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.979975] env[70113]: DEBUG nova.virt.hardware [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.980213] env[70113]: DEBUG nova.virt.hardware [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.980374] env[70113]: DEBUG nova.virt.hardware [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.980540] env[70113]: DEBUG nova.virt.hardware [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.980699] env[70113]: DEBUG nova.virt.hardware [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.980867] env[70113]: DEBUG nova.virt.hardware [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.982356] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e5c03d-8fe7-4a41-b048-ffb04e3f86d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.990153] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cebc35-f3ae-4585-8f17-ac71b8d213c1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.004798] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:6a:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cf5bb8f-2cf2-433c-8712-33eb53d7848e', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.011258] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.015616] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.015862] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5811d99-1c54-4734-b824-c28743b65543 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.036802] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.036802] env[70113]: value = "task-3415534" [ 918.036802] env[70113]: _type = "Task" [ 918.036802] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.045965] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415534, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.117020] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.117020] env[70113]: DEBUG nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.118644] env[70113]: DEBUG oslo_concurrency.lockutils [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.020s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.288212] env[70113]: DEBUG nova.network.neutron [None req-0c23bbff-1afc-4c3e-b1a4-f9fdf54b80ba tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Updating instance_info_cache with network_info: [{"id": "ba858211-41f3-406e-a17b-155de36b4d67", "address": "fa:16:3e:46:3b:25", "network": {"id": "ed17245e-af85-4fbd-b571-c2680041fd07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1731255033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be9c62e64bd44399711d22bd1022808", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba858211-41", "ovs_interfaceid": "ba858211-41f3-406e-a17b-155de36b4d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.309525] env[70113]: DEBUG nova.network.neutron [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Updating instance_info_cache with network_info: [{"id": "b3b52efc-b368-41d4-aa6d-22f08a47ddbb", "address": "fa:16:3e:16:6b:b9", "network": {"id": "c07899ff-2853-40dd-b7b9-c596a2a80f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-187199020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2f9d4044e24d3e8f721a872706c59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b52efc-b3", "ovs_interfaceid": "b3b52efc-b368-41d4-aa6d-22f08a47ddbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.549367] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415534, 'name': CreateVM_Task, 'duration_secs': 0.301026} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.549639] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.550226] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.550390] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.550707] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.550957] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27104ac-caaf-43ea-8fdb-e70f9574baa7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.555984] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 918.555984] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52033d66-4193-d57b-5b9c-7dc12008c925" [ 918.555984] env[70113]: _type = "Task" [ 918.555984] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.563434] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52033d66-4193-d57b-5b9c-7dc12008c925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.623019] env[70113]: DEBUG nova.compute.utils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.624438] env[70113]: INFO nova.compute.claims [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.627895] env[70113]: DEBUG nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.628553] env[70113]: DEBUG nova.network.neutron [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.694478] env[70113]: DEBUG nova.policy [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc2c500c2f6943fd99e69a87e9aeffe3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c2f9d4044e24d3e8f721a872706c59f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.790761] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0c23bbff-1afc-4c3e-b1a4-f9fdf54b80ba tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Releasing lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.791045] env[70113]: DEBUG nova.compute.manager [None req-0c23bbff-1afc-4c3e-b1a4-f9fdf54b80ba tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Inject network info {{(pid=70113) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 918.791312] env[70113]: DEBUG nova.compute.manager [None req-0c23bbff-1afc-4c3e-b1a4-f9fdf54b80ba tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] network_info to inject: |[{"id": "ba858211-41f3-406e-a17b-155de36b4d67", "address": "fa:16:3e:46:3b:25", "network": {"id": "ed17245e-af85-4fbd-b571-c2680041fd07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1731255033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be9c62e64bd44399711d22bd1022808", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba858211-41", "ovs_interfaceid": "ba858211-41f3-406e-a17b-155de36b4d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 918.796144] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0c23bbff-1afc-4c3e-b1a4-f9fdf54b80ba tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Reconfiguring VM instance to set the machine id {{(pid=70113) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 918.796439] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a12255a-d51a-4e5c-9752-0f408cc41f12 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.813026] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Releasing lock "refresh_cache-71dbf17b-d02c-42c3-a26c-9543715d7396" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.813026] env[70113]: DEBUG nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Instance network_info: |[{"id": "b3b52efc-b368-41d4-aa6d-22f08a47ddbb", "address": "fa:16:3e:16:6b:b9", "network": {"id": "c07899ff-2853-40dd-b7b9-c596a2a80f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-187199020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2f9d4044e24d3e8f721a872706c59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b52efc-b3", "ovs_interfaceid": "b3b52efc-b368-41d4-aa6d-22f08a47ddbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.813274] env[70113]: DEBUG oslo_vmware.api [None req-0c23bbff-1afc-4c3e-b1a4-f9fdf54b80ba tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Waiting for the task: (returnval){ [ 918.813274] env[70113]: value = "task-3415535" [ 918.813274] env[70113]: _type = "Task" [ 918.813274] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.813487] env[70113]: DEBUG oslo_concurrency.lockutils [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] Acquired lock "refresh_cache-71dbf17b-d02c-42c3-a26c-9543715d7396" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.813663] env[70113]: DEBUG nova.network.neutron [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Refreshing network info cache for port b3b52efc-b368-41d4-aa6d-22f08a47ddbb {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.817581] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:6b:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3b52efc-b368-41d4-aa6d-22f08a47ddbb', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.830043] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.830043] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.836938] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd0936ce-4138-48a7-84ff-32ad1025faf9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.860735] env[70113]: DEBUG oslo_vmware.api [None req-0c23bbff-1afc-4c3e-b1a4-f9fdf54b80ba tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3415535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.862528] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.862528] env[70113]: value = "task-3415536" [ 918.862528] env[70113]: _type = "Task" [ 918.862528] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.870096] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415536, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.072574] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52033d66-4193-d57b-5b9c-7dc12008c925, 'name': SearchDatastore_Task, 'duration_secs': 0.009004} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.072574] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.072574] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.072574] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.072574] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.072574] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.072574] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-971603d2-9d1a-4599-86b4-0ccf9b00415e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.081288] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.081288] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.083008] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1612919-196b-4832-ab2a-05e212a5ffbb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.090029] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 919.090029] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d06c7b-168a-891d-ffb9-415d6845c050" [ 919.090029] env[70113]: _type = "Task" [ 919.090029] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.098237] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d06c7b-168a-891d-ffb9-415d6845c050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.099160] env[70113]: DEBUG nova.network.neutron [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Successfully created port: 4262e963-c633-4996-89eb-b9c6a7affe77 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.131278] env[70113]: DEBUG nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.136447] env[70113]: INFO nova.compute.resource_tracker [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating resource usage from migration da992b8c-4689-4eca-8746-a49c6bbf6b9a [ 919.340706] env[70113]: DEBUG oslo_vmware.api [None req-0c23bbff-1afc-4c3e-b1a4-f9fdf54b80ba tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3415535, 'name': ReconfigVM_Task, 'duration_secs': 0.152767} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.341245] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0c23bbff-1afc-4c3e-b1a4-f9fdf54b80ba tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Reconfigured VM instance to set the machine id {{(pid=70113) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 919.375129] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415536, 'name': CreateVM_Task, 'duration_secs': 0.323221} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.377647] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.379376] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.379452] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.379753] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.380281] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf1bfb9-0a13-4eb0-860e-c1e4e81dee23 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.386284] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 919.386284] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dc2707-adc7-7f20-14f9-97b38cd41525" [ 919.386284] env[70113]: _type = "Task" [ 919.386284] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.395280] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dc2707-adc7-7f20-14f9-97b38cd41525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.606019] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d06c7b-168a-891d-ffb9-415d6845c050, 'name': SearchDatastore_Task, 'duration_secs': 0.009122} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.606019] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd14a6de-9f59-4cef-bfbd-cf49e2c42dd8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.611270] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 919.611270] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]522f016d-22e9-d760-cff6-a2844767617d" [ 919.611270] env[70113]: _type = "Task" [ 919.611270] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.618730] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522f016d-22e9-d760-cff6-a2844767617d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.656560] env[70113]: DEBUG oslo_concurrency.lockutils [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Acquiring lock "786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.656810] env[70113]: DEBUG oslo_concurrency.lockutils [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Lock "786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.657021] env[70113]: DEBUG oslo_concurrency.lockutils [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Acquiring lock "786f2e00-55e2-41b6-b63b-30e8dc5c5ce4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.657205] env[70113]: DEBUG oslo_concurrency.lockutils [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Lock "786f2e00-55e2-41b6-b63b-30e8dc5c5ce4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.657372] env[70113]: DEBUG oslo_concurrency.lockutils [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Lock "786f2e00-55e2-41b6-b63b-30e8dc5c5ce4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.659480] env[70113]: INFO nova.compute.manager [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Terminating instance [ 919.709683] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e914ca02-82d7-4e0d-9d8c-9318aa7a206c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.721550] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b94e0b-2e93-43ee-bec6-2e70feb54931 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.756135] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f382af1-4285-4feb-a9b4-544fe1ffc61a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.763100] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924d9076-f211-4140-96e0-916c1cfb301a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.777876] env[70113]: DEBUG nova.compute.provider_tree [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.792890] env[70113]: DEBUG nova.network.neutron [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Updated VIF entry in instance network info cache for port b3b52efc-b368-41d4-aa6d-22f08a47ddbb. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.793246] env[70113]: DEBUG nova.network.neutron [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Updating instance_info_cache with network_info: [{"id": "b3b52efc-b368-41d4-aa6d-22f08a47ddbb", "address": "fa:16:3e:16:6b:b9", "network": {"id": "c07899ff-2853-40dd-b7b9-c596a2a80f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-187199020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2f9d4044e24d3e8f721a872706c59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b52efc-b3", "ovs_interfaceid": "b3b52efc-b368-41d4-aa6d-22f08a47ddbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.896572] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dc2707-adc7-7f20-14f9-97b38cd41525, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.896868] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.898017] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.898267] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.122555] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522f016d-22e9-d760-cff6-a2844767617d, 'name': SearchDatastore_Task, 'duration_secs': 0.008939} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.122927] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.123255] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 141c5b71-b0a5-43b1-81ba-784e1a1cfacf/141c5b71-b0a5-43b1-81ba-784e1a1cfacf.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.123640] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.123881] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.124171] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ae6abf7-5f36-4be3-9f95-6023da074a0c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.126224] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fade8c1-09af-44df-a68f-371ac9793256 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.133356] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 920.133356] env[70113]: value = "task-3415537" [ 920.133356] env[70113]: _type = "Task" [ 920.133356] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.137831] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.138080] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.139376] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26df685c-877b-4728-8803-ea4c7a0cca2a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.146241] env[70113]: DEBUG nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.148587] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.152019] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 920.152019] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52faea85-3dd6-d19d-d6cd-1c63fd77e33e" [ 920.152019] env[70113]: _type = "Task" [ 920.152019] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.160845] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52faea85-3dd6-d19d-d6cd-1c63fd77e33e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.166639] env[70113]: DEBUG nova.compute.manager [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.166783] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.169753] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1626d1d-a607-44f9-a871-c951f22d9cb2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.178553] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.178553] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5744dfd3-c19a-440f-a933-14496b6bb49f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.182037] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.182273] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.182431] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.182639] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.182782] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.182943] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.183179] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.183342] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.183524] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.183703] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.183918] env[70113]: DEBUG nova.virt.hardware [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.185036] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071aaa79-a7c1-4802-a14d-a9d9da9c3660 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.194267] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a727d157-704a-446a-a8dc-9d048c55460a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.198370] env[70113]: DEBUG oslo_vmware.api [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Waiting for the task: (returnval){ [ 920.198370] env[70113]: value = "task-3415538" [ 920.198370] env[70113]: _type = "Task" [ 920.198370] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.215242] env[70113]: DEBUG oslo_vmware.api [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3415538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.281105] env[70113]: DEBUG nova.scheduler.client.report [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.295304] env[70113]: DEBUG oslo_concurrency.lockutils [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] Releasing lock "refresh_cache-71dbf17b-d02c-42c3-a26c-9543715d7396" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.295630] env[70113]: DEBUG nova.compute.manager [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Received event network-changed-ba858211-41f3-406e-a17b-155de36b4d67 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.295825] env[70113]: DEBUG nova.compute.manager [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Refreshing instance network info cache due to event network-changed-ba858211-41f3-406e-a17b-155de36b4d67. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.296191] env[70113]: DEBUG oslo_concurrency.lockutils [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] Acquiring lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.296378] env[70113]: DEBUG oslo_concurrency.lockutils [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] Acquired lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.296632] env[70113]: DEBUG nova.network.neutron [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Refreshing network info cache for port ba858211-41f3-406e-a17b-155de36b4d67 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.417278] env[70113]: DEBUG nova.compute.manager [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Stashing vm_state: active {{(pid=70113) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 920.644422] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415537, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.661365] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52faea85-3dd6-d19d-d6cd-1c63fd77e33e, 'name': SearchDatastore_Task, 'duration_secs': 0.007861} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.662268] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3459e98-16fd-4ff4-b8c9-fdbd61cd20f4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.668672] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 920.668672] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a0b30c-d8ec-bdbc-4cef-28ff413ad70a" [ 920.668672] env[70113]: _type = "Task" [ 920.668672] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.677166] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a0b30c-d8ec-bdbc-4cef-28ff413ad70a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.707859] env[70113]: DEBUG oslo_vmware.api [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3415538, 'name': PowerOffVM_Task, 'duration_secs': 0.235111} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.708136] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.708302] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.708540] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1df265e1-9076-488a-8731-bfd6407ae062 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.789028] env[70113]: DEBUG oslo_concurrency.lockutils [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.670s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.789274] env[70113]: INFO nova.compute.manager [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Migrating [ 920.797433] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.297s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.797731] env[70113]: DEBUG nova.objects.instance [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lazy-loading 'resources' on Instance uuid 703ef808-b2ba-447a-b213-4bcd108e6550 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.804933] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.805071] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.805248] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Deleting the datastore file [datastore2] 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.812094] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21a6e135-a425-4b5d-8078-d89f42ad47d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.819047] env[70113]: DEBUG oslo_vmware.api [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Waiting for the task: (returnval){ [ 920.819047] env[70113]: value = "task-3415540" [ 920.819047] env[70113]: _type = "Task" [ 920.819047] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.827894] env[70113]: DEBUG oslo_vmware.api [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3415540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.940683] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.045199] env[70113]: DEBUG nova.compute.manager [req-edfacd7c-a8f0-473c-9280-f5fb3be733e7 req-5087956b-fcee-44d8-b17e-1973e88080af service nova] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Received event network-vif-plugged-4262e963-c633-4996-89eb-b9c6a7affe77 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.045470] env[70113]: DEBUG oslo_concurrency.lockutils [req-edfacd7c-a8f0-473c-9280-f5fb3be733e7 req-5087956b-fcee-44d8-b17e-1973e88080af service nova] Acquiring lock "73634bb0-a724-4033-9a2e-5522d4041169-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.045789] env[70113]: DEBUG oslo_concurrency.lockutils [req-edfacd7c-a8f0-473c-9280-f5fb3be733e7 req-5087956b-fcee-44d8-b17e-1973e88080af service nova] Lock "73634bb0-a724-4033-9a2e-5522d4041169-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.046207] env[70113]: DEBUG oslo_concurrency.lockutils [req-edfacd7c-a8f0-473c-9280-f5fb3be733e7 req-5087956b-fcee-44d8-b17e-1973e88080af service nova] Lock "73634bb0-a724-4033-9a2e-5522d4041169-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.046373] env[70113]: DEBUG nova.compute.manager [req-edfacd7c-a8f0-473c-9280-f5fb3be733e7 req-5087956b-fcee-44d8-b17e-1973e88080af service nova] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] No waiting events found dispatching network-vif-plugged-4262e963-c633-4996-89eb-b9c6a7affe77 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.046687] env[70113]: WARNING nova.compute.manager [req-edfacd7c-a8f0-473c-9280-f5fb3be733e7 req-5087956b-fcee-44d8-b17e-1973e88080af service nova] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Received unexpected event network-vif-plugged-4262e963-c633-4996-89eb-b9c6a7affe77 for instance with vm_state building and task_state spawning. [ 921.149743] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415537, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.179238] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a0b30c-d8ec-bdbc-4cef-28ff413ad70a, 'name': SearchDatastore_Task, 'duration_secs': 0.013183} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.179511] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.179800] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 71dbf17b-d02c-42c3-a26c-9543715d7396/71dbf17b-d02c-42c3-a26c-9543715d7396.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.180424] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5df4c94-56ea-4da8-945a-1cdbb4696ee7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.188452] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 921.188452] env[70113]: value = "task-3415541" [ 921.188452] env[70113]: _type = "Task" [ 921.188452] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.196684] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.220180] env[70113]: DEBUG nova.network.neutron [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Successfully updated port: 4262e963-c633-4996-89eb-b9c6a7affe77 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.314864] env[70113]: DEBUG oslo_concurrency.lockutils [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.315061] env[70113]: DEBUG oslo_concurrency.lockutils [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquired lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.315251] env[70113]: DEBUG nova.network.neutron [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.328192] env[70113]: DEBUG nova.network.neutron [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Updated VIF entry in instance network info cache for port ba858211-41f3-406e-a17b-155de36b4d67. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.328563] env[70113]: DEBUG nova.network.neutron [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Updating instance_info_cache with network_info: [{"id": "ba858211-41f3-406e-a17b-155de36b4d67", "address": "fa:16:3e:46:3b:25", "network": {"id": "ed17245e-af85-4fbd-b571-c2680041fd07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1731255033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6be9c62e64bd44399711d22bd1022808", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba858211-41", "ovs_interfaceid": "ba858211-41f3-406e-a17b-155de36b4d67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.341059] env[70113]: DEBUG oslo_vmware.api [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Task: {'id': task-3415540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156937} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.345248] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.345578] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.345876] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.346160] env[70113]: INFO nova.compute.manager [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 921.346744] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.347620] env[70113]: DEBUG nova.compute.manager [-] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.347776] env[70113]: DEBUG nova.network.neutron [-] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.648860] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415537, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.698905] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.724391] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "refresh_cache-73634bb0-a724-4033-9a2e-5522d4041169" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.724629] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquired lock "refresh_cache-73634bb0-a724-4033-9a2e-5522d4041169" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.725079] env[70113]: DEBUG nova.network.neutron [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.831177] env[70113]: DEBUG oslo_concurrency.lockutils [req-7724cf3a-fecc-4752-b132-83a4cf85634b req-57319157-770d-437d-9b04-230ae86a378f service nova] Releasing lock "refresh_cache-786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.884116] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d178bc6e-4448-4a6d-83fc-2b99028b0da0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.892887] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fa2860-8e46-4e63-b37d-3b4d1f685148 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.931606] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c0fed7-ef67-4a7d-84bf-98b28adc0b67 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.940248] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f6cf82-032b-40bb-b12e-cb8a6904c9d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.955036] env[70113]: DEBUG nova.compute.provider_tree [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.152258] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415537, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.524761} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.152642] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 141c5b71-b0a5-43b1-81ba-784e1a1cfacf/141c5b71-b0a5-43b1-81ba-784e1a1cfacf.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.152935] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.153254] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb4ea4d9-b207-44ff-81fe-37933e9517f4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.165089] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 922.165089] env[70113]: value = "task-3415542" [ 922.165089] env[70113]: _type = "Task" [ 922.165089] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.174143] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.199707] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415541, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.272276] env[70113]: DEBUG nova.network.neutron [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.421446] env[70113]: DEBUG nova.network.neutron [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Updating instance_info_cache with network_info: [{"id": "4262e963-c633-4996-89eb-b9c6a7affe77", "address": "fa:16:3e:a4:09:f2", "network": {"id": "c07899ff-2853-40dd-b7b9-c596a2a80f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-187199020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2f9d4044e24d3e8f721a872706c59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4262e963-c6", "ovs_interfaceid": "4262e963-c633-4996-89eb-b9c6a7affe77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.465841] env[70113]: DEBUG nova.scheduler.client.report [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.473081] env[70113]: DEBUG nova.network.neutron [-] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.558349] env[70113]: DEBUG nova.network.neutron [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating instance_info_cache with network_info: [{"id": "d6d4371c-5079-498f-ade5-8ddbb2c0e9b2", "address": "fa:16:3e:4d:33:10", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d4371c-50", "ovs_interfaceid": "d6d4371c-5079-498f-ade5-8ddbb2c0e9b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.675123] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12506} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.675526] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.676337] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7ab048-3630-49bd-b43d-cea8cf5318b4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.699185] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 141c5b71-b0a5-43b1-81ba-784e1a1cfacf/141c5b71-b0a5-43b1-81ba-784e1a1cfacf.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.699623] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-320ac972-12fd-495f-92ee-39b048ca5476 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.723058] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415541, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.132486} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.724466] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 71dbf17b-d02c-42c3-a26c-9543715d7396/71dbf17b-d02c-42c3-a26c-9543715d7396.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.724824] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.725167] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 922.725167] env[70113]: value = "task-3415543" [ 922.725167] env[70113]: _type = "Task" [ 922.725167] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.725362] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aab6287f-95db-49d9-887d-da0e5e01318d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.735857] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.738969] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 922.738969] env[70113]: value = "task-3415544" [ 922.738969] env[70113]: _type = "Task" [ 922.738969] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.747654] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.928195] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Releasing lock "refresh_cache-73634bb0-a724-4033-9a2e-5522d4041169" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.928195] env[70113]: DEBUG nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Instance network_info: |[{"id": "4262e963-c633-4996-89eb-b9c6a7affe77", "address": "fa:16:3e:a4:09:f2", "network": {"id": "c07899ff-2853-40dd-b7b9-c596a2a80f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-187199020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2f9d4044e24d3e8f721a872706c59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4262e963-c6", "ovs_interfaceid": "4262e963-c633-4996-89eb-b9c6a7affe77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.928195] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:09:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4262e963-c633-4996-89eb-b9c6a7affe77', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.935936] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.935936] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.935936] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-829daaf7-4797-42b8-b327-cb5d106a573a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.955226] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.955226] env[70113]: value = "task-3415545" [ 922.955226] env[70113]: _type = "Task" [ 922.955226] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.963666] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415545, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.975681] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.978193] env[70113]: INFO nova.compute.manager [-] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Took 1.63 seconds to deallocate network for instance. [ 922.978895] env[70113]: DEBUG oslo_concurrency.lockutils [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.036s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.979316] env[70113]: DEBUG nova.objects.instance [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lazy-loading 'resources' on Instance uuid 9d824cd1-a238-4196-a956-648b9a29e379 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.009167] env[70113]: INFO nova.scheduler.client.report [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Deleted allocations for instance 703ef808-b2ba-447a-b213-4bcd108e6550 [ 923.062049] env[70113]: DEBUG oslo_concurrency.lockutils [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Releasing lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.101262] env[70113]: DEBUG nova.compute.manager [req-834da2d7-0181-417f-b0fe-0399e69cec0d req-ed5ba198-be23-4d36-a869-87298d7cef5f service nova] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Received event network-changed-4262e963-c633-4996-89eb-b9c6a7affe77 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.101650] env[70113]: DEBUG nova.compute.manager [req-834da2d7-0181-417f-b0fe-0399e69cec0d req-ed5ba198-be23-4d36-a869-87298d7cef5f service nova] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Refreshing instance network info cache due to event network-changed-4262e963-c633-4996-89eb-b9c6a7affe77. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.101894] env[70113]: DEBUG oslo_concurrency.lockutils [req-834da2d7-0181-417f-b0fe-0399e69cec0d req-ed5ba198-be23-4d36-a869-87298d7cef5f service nova] Acquiring lock "refresh_cache-73634bb0-a724-4033-9a2e-5522d4041169" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.102054] env[70113]: DEBUG oslo_concurrency.lockutils [req-834da2d7-0181-417f-b0fe-0399e69cec0d req-ed5ba198-be23-4d36-a869-87298d7cef5f service nova] Acquired lock "refresh_cache-73634bb0-a724-4033-9a2e-5522d4041169" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.102205] env[70113]: DEBUG nova.network.neutron [req-834da2d7-0181-417f-b0fe-0399e69cec0d req-ed5ba198-be23-4d36-a869-87298d7cef5f service nova] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Refreshing network info cache for port 4262e963-c633-4996-89eb-b9c6a7affe77 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.238755] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415543, 'name': ReconfigVM_Task, 'duration_secs': 0.334057} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.239198] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 141c5b71-b0a5-43b1-81ba-784e1a1cfacf/141c5b71-b0a5-43b1-81ba-784e1a1cfacf.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.242795] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-854a1d38-c61a-42ca-84de-eafb5d66e9df {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.250015] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169838} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.251251] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.251624] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 923.251624] env[70113]: value = "task-3415546" [ 923.251624] env[70113]: _type = "Task" [ 923.251624] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.252314] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a10b90-fad7-4c07-88d9-57e7e75282ed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.262861] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415546, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.281520] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 71dbf17b-d02c-42c3-a26c-9543715d7396/71dbf17b-d02c-42c3-a26c-9543715d7396.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.281848] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa1688d0-a2a6-49f8-8d1a-8f1e485e554e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.303017] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 923.303017] env[70113]: value = "task-3415547" [ 923.303017] env[70113]: _type = "Task" [ 923.303017] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.311248] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.465622] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415545, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.489199] env[70113]: DEBUG oslo_concurrency.lockutils [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.523897] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bd3ce3a7-46e7-474a-a9d2-4dac847dc3bb tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "703ef808-b2ba-447a-b213-4bcd108e6550" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.436s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.765744] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415546, 'name': Rename_Task, 'duration_secs': 0.233516} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.768011] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.768459] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61b6e046-b787-48b1-bf5a-ee07315042c7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.788124] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 923.788124] env[70113]: value = "task-3415548" [ 923.788124] env[70113]: _type = "Task" [ 923.788124] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.799218] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415548, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.816031] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415547, 'name': ReconfigVM_Task, 'duration_secs': 0.378697} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.818937] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 71dbf17b-d02c-42c3-a26c-9543715d7396/71dbf17b-d02c-42c3-a26c-9543715d7396.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.819944] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-038e1668-83be-4032-a3d2-789607d7759a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.830316] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 923.830316] env[70113]: value = "task-3415549" [ 923.830316] env[70113]: _type = "Task" [ 923.830316] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.846145] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415549, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.949644] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1626c529-667c-4640-a8c6-a5c36d3fe93e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.960372] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffa9129-3af6-4cac-ade2-0920cb5eeb4d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.968996] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415545, 'name': CreateVM_Task, 'duration_secs': 0.747904} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.995721] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.996970] env[70113]: DEBUG nova.network.neutron [req-834da2d7-0181-417f-b0fe-0399e69cec0d req-ed5ba198-be23-4d36-a869-87298d7cef5f service nova] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Updated VIF entry in instance network info cache for port 4262e963-c633-4996-89eb-b9c6a7affe77. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.997456] env[70113]: DEBUG nova.network.neutron [req-834da2d7-0181-417f-b0fe-0399e69cec0d req-ed5ba198-be23-4d36-a869-87298d7cef5f service nova] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Updating instance_info_cache with network_info: [{"id": "4262e963-c633-4996-89eb-b9c6a7affe77", "address": "fa:16:3e:a4:09:f2", "network": {"id": "c07899ff-2853-40dd-b7b9-c596a2a80f2e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-187199020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2f9d4044e24d3e8f721a872706c59f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4262e963-c6", "ovs_interfaceid": "4262e963-c633-4996-89eb-b9c6a7affe77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.999390] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.999390] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.999822] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.000742] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92faac6-8634-4bf4-80c1-6fd5b5f50695 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.004030] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21e2f91b-92ce-4445-89fa-d615dfc07e86 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.009147] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 924.009147] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f7868b-4792-5f8b-7266-762e5aa657e5" [ 924.009147] env[70113]: _type = "Task" [ 924.009147] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.016024] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e273220-c8c4-4731-991b-98ad5cb36bcd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.024838] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f7868b-4792-5f8b-7266-762e5aa657e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.032766] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.033133] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.033430] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.033621] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.034769] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.035699] env[70113]: DEBUG nova.compute.provider_tree [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.036247] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbe60996-0f10-4b1e-a398-1712db8ba4d6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.044848] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.045093] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.046428] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2340e6ef-f70a-4560-abe9-d8bdafe29eaf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.051965] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 924.051965] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52acb291-a7b2-f7e5-384c-b2892a5db4b3" [ 924.051965] env[70113]: _type = "Task" [ 924.051965] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.059741] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52acb291-a7b2-f7e5-384c-b2892a5db4b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.300335] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415548, 'name': PowerOnVM_Task, 'duration_secs': 0.497033} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.300614] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.300816] env[70113]: DEBUG nova.compute.manager [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.301746] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411675da-fee4-4386-85ce-bffcbf41027b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.345057] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415549, 'name': Rename_Task, 'duration_secs': 0.149478} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.345057] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.345057] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-339ce6cc-817d-4c29-8fc2-352a46efc6a4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.352112] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 924.352112] env[70113]: value = "task-3415550" [ 924.352112] env[70113]: _type = "Task" [ 924.352112] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.359934] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.504948] env[70113]: DEBUG oslo_concurrency.lockutils [req-834da2d7-0181-417f-b0fe-0399e69cec0d req-ed5ba198-be23-4d36-a869-87298d7cef5f service nova] Releasing lock "refresh_cache-73634bb0-a724-4033-9a2e-5522d4041169" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.505269] env[70113]: DEBUG nova.compute.manager [req-834da2d7-0181-417f-b0fe-0399e69cec0d req-ed5ba198-be23-4d36-a869-87298d7cef5f service nova] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Received event network-vif-deleted-ba858211-41f3-406e-a17b-155de36b4d67 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.539869] env[70113]: DEBUG nova.scheduler.client.report [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.563990] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52acb291-a7b2-f7e5-384c-b2892a5db4b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008895} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.564813] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f35e212c-1fa2-4cbf-8406-b2406a2b77bd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.570437] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 924.570437] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52129c9e-ad17-b149-9d9b-ce18ab5cabb3" [ 924.570437] env[70113]: _type = "Task" [ 924.570437] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.580066] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52129c9e-ad17-b149-9d9b-ce18ab5cabb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.581163] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc67b22-70d4-4887-ace8-98aa9f20e4f8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.599314] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating instance 'da5e0b7e-b288-455d-a93e-7bbc4a8c58c9' progress to 0 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 924.812380] env[70113]: INFO nova.compute.manager [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] bringing vm to original state: 'stopped' [ 924.865704] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415550, 'name': PowerOnVM_Task, 'duration_secs': 0.465374} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.865704] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.865704] env[70113]: INFO nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Took 9.33 seconds to spawn the instance on the hypervisor. [ 924.865704] env[70113]: DEBUG nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.866166] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2558d6d-39b2-4792-8ee5-98af103221e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.045473] env[70113]: DEBUG oslo_concurrency.lockutils [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.048068] env[70113]: DEBUG oslo_concurrency.lockutils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.832s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.049713] env[70113]: INFO nova.compute.claims [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.070117] env[70113]: INFO nova.scheduler.client.report [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Deleted allocations for instance 9d824cd1-a238-4196-a956-648b9a29e379 [ 925.086487] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52129c9e-ad17-b149-9d9b-ce18ab5cabb3, 'name': SearchDatastore_Task, 'duration_secs': 0.026781} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.086761] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.087032] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 73634bb0-a724-4033-9a2e-5522d4041169/73634bb0-a724-4033-9a2e-5522d4041169.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.087295] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31230206-0e4d-4b86-9b27-d3f1210b637d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.095466] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 925.095466] env[70113]: value = "task-3415551" [ 925.095466] env[70113]: _type = "Task" [ 925.095466] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.104781] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.105027] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.105243] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6430bdf0-3b02-4298-8c21-22ee7cce1adc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.113032] env[70113]: DEBUG oslo_vmware.api [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 925.113032] env[70113]: value = "task-3415552" [ 925.113032] env[70113]: _type = "Task" [ 925.113032] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.129119] env[70113]: DEBUG oslo_vmware.api [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.383803] env[70113]: INFO nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Took 48.49 seconds to build instance. [ 925.585068] env[70113]: DEBUG oslo_concurrency.lockutils [None req-586c004d-9359-4bce-828a-fa9883e9731e tempest-ListServerFiltersTestJSON-91682204 tempest-ListServerFiltersTestJSON-91682204-project-member] Lock "9d824cd1-a238-4196-a956-648b9a29e379" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.261s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.616166] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415551, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.626719] env[70113]: DEBUG oslo_vmware.api [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415552, 'name': PowerOffVM_Task, 'duration_secs': 0.286541} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.627013] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.627279] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating instance 'da5e0b7e-b288-455d-a93e-7bbc4a8c58c9' progress to 17 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 925.821691] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.822060] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.822256] env[70113]: DEBUG nova.compute.manager [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.823522] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb80b211-90a3-4051-95cf-00f748a444d4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.843692] env[70113]: DEBUG nova.compute.manager [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70113) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 925.885727] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "71dbf17b-d02c-42c3-a26c-9543715d7396" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.059s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.112224] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574995} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.112224] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 73634bb0-a724-4033-9a2e-5522d4041169/73634bb0-a724-4033-9a2e-5522d4041169.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.112224] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.112224] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-154dfa1e-3bf8-466e-ad3a-803cb87c3a22 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.120684] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 926.120684] env[70113]: value = "task-3415553" [ 926.120684] env[70113]: _type = "Task" [ 926.120684] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.135592] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.135679] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.136077] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.136650] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.136984] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.137501] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.138446] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.139234] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.139848] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.140414] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.140691] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.147542] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.151322] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e2400ce-337a-478d-a1d1-cb5aef2e9c53 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.170359] env[70113]: DEBUG oslo_vmware.api [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 926.170359] env[70113]: value = "task-3415554" [ 926.170359] env[70113]: _type = "Task" [ 926.170359] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.181133] env[70113]: DEBUG oslo_vmware.api [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.265277] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.265626] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.347971] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.347971] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9febcc47-d384-410c-9c8d-7e59f281e0cc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.358189] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 926.358189] env[70113]: value = "task-3415555" [ 926.358189] env[70113]: _type = "Task" [ 926.358189] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.367295] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.551426] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb41315-aef8-4d47-b209-9e16db42990d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.562057] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74509986-460d-409f-a262-79042d2835c4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.592960] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05ec000-370e-4cec-a969-def6d8c0f29e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.601097] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b371b8a-2fd7-44db-8cc5-a71ebb71ae77 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.615698] env[70113]: DEBUG nova.compute.provider_tree [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.629524] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13482} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.629620] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.630436] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb01b19a-bdb6-453f-a80f-6c6425ce55ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.653077] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 73634bb0-a724-4033-9a2e-5522d4041169/73634bb0-a724-4033-9a2e-5522d4041169.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.653363] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09844c2e-5255-41c1-917f-ec1d89441b4f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.684349] env[70113]: DEBUG oslo_vmware.api [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415554, 'name': ReconfigVM_Task, 'duration_secs': 0.395367} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.685631] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating instance 'da5e0b7e-b288-455d-a93e-7bbc4a8c58c9' progress to 33 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 926.688931] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 926.688931] env[70113]: value = "task-3415556" [ 926.688931] env[70113]: _type = "Task" [ 926.688931] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.699043] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415556, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.768491] env[70113]: DEBUG nova.compute.manager [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.867853] env[70113]: DEBUG oslo_vmware.api [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415555, 'name': PowerOffVM_Task, 'duration_secs': 0.237333} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.868140] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.868337] env[70113]: DEBUG nova.compute.manager [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.869129] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f374b765-b158-4a8d-be0c-5341c60b17f5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.119765] env[70113]: DEBUG nova.scheduler.client.report [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.192165] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:32:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='eaf947f9-19cc-4360-b9b0-0b3b7ce8e339',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1043398283',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.192381] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.192541] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.192721] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.192869] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.193029] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.193280] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.193449] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.193616] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.193778] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.193952] env[70113]: DEBUG nova.virt.hardware [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.199369] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 927.199721] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc638409-a41d-45de-ac6f-6922686ff677 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.222507] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415556, 'name': ReconfigVM_Task, 'duration_secs': 0.475172} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.223850] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 73634bb0-a724-4033-9a2e-5522d4041169/73634bb0-a724-4033-9a2e-5522d4041169.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.224545] env[70113]: DEBUG oslo_vmware.api [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 927.224545] env[70113]: value = "task-3415557" [ 927.224545] env[70113]: _type = "Task" [ 927.224545] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.224735] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ab0ffa0-20a6-4ad6-a04d-52b66a575888 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.234349] env[70113]: DEBUG oslo_vmware.api [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415557, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.235531] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 927.235531] env[70113]: value = "task-3415558" [ 927.235531] env[70113]: _type = "Task" [ 927.235531] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.289651] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.381222] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.559s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.624882] env[70113]: DEBUG oslo_concurrency.lockutils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.625524] env[70113]: DEBUG nova.compute.manager [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.628963] env[70113]: DEBUG oslo_concurrency.lockutils [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.518s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.629260] env[70113]: DEBUG nova.objects.instance [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lazy-loading 'resources' on Instance uuid 47240db4-50a6-45eb-806a-bc57fafdcadb {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.737286] env[70113]: DEBUG oslo_vmware.api [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415557, 'name': ReconfigVM_Task, 'duration_secs': 0.211281} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.742629] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 927.744032] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90417df2-7a36-4673-9390-77d2901538ea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.752057] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415558, 'name': Rename_Task, 'duration_secs': 0.162677} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.762167] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.771166] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] da5e0b7e-b288-455d-a93e-7bbc4a8c58c9/da5e0b7e-b288-455d-a93e-7bbc4a8c58c9.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.771232] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c3b2d2b-e0be-4664-a633-e1eff2757e36 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.773290] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce7559bd-f281-41cf-bd05-4da911c44350 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.792247] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 927.792247] env[70113]: value = "task-3415559" [ 927.792247] env[70113]: _type = "Task" [ 927.792247] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.793554] env[70113]: DEBUG oslo_vmware.api [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 927.793554] env[70113]: value = "task-3415560" [ 927.793554] env[70113]: _type = "Task" [ 927.793554] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.805141] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.807645] env[70113]: DEBUG oslo_vmware.api [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415560, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.889204] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.134823] env[70113]: DEBUG nova.compute.utils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.139529] env[70113]: DEBUG oslo_concurrency.lockutils [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.139746] env[70113]: DEBUG oslo_concurrency.lockutils [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.139944] env[70113]: DEBUG oslo_concurrency.lockutils [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.140139] env[70113]: DEBUG oslo_concurrency.lockutils [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.140306] env[70113]: DEBUG oslo_concurrency.lockutils [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.142252] env[70113]: INFO nova.compute.manager [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Terminating instance [ 928.145203] env[70113]: DEBUG nova.compute.manager [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.145373] env[70113]: DEBUG nova.network.neutron [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.191911] env[70113]: DEBUG nova.policy [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a053e166f486485bba3aa683b3111b61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d86ab8aaa4c4c85a47dbeebaa763741', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.305869] env[70113]: DEBUG oslo_vmware.api [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415559, 'name': PowerOnVM_Task, 'duration_secs': 0.449349} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.308742] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.309044] env[70113]: INFO nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Took 8.16 seconds to spawn the instance on the hypervisor. [ 928.309239] env[70113]: DEBUG nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.309521] env[70113]: DEBUG oslo_vmware.api [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415560, 'name': ReconfigVM_Task, 'duration_secs': 0.456126} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.310426] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7160bb-bdf6-4a67-9266-ef1993dcffaa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.312824] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Reconfigured VM instance instance-00000033 to attach disk [datastore1] da5e0b7e-b288-455d-a93e-7bbc4a8c58c9/da5e0b7e-b288-455d-a93e-7bbc4a8c58c9.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.313110] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating instance 'da5e0b7e-b288-455d-a93e-7bbc4a8c58c9' progress to 50 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.513042] env[70113]: DEBUG nova.network.neutron [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Successfully created port: 4bde9e8b-2d9d-4dca-a768-935c31a022fc {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.577488] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d01022d-6f0f-42ae-92bc-843afbdc6ec1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.585721] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8f857a-b8b0-47c0-be5c-cab1f765ebad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.622421] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c62637-37b5-4636-9fb1-5645e9585171 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.629899] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568c9fdf-2198-46a9-8208-f70aeed4211a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.643352] env[70113]: DEBUG nova.compute.manager [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.646077] env[70113]: DEBUG nova.compute.provider_tree [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.651019] env[70113]: DEBUG nova.compute.manager [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.651019] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.651019] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7323d10f-8fac-4b8f-9983-d755e218ceff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.656350] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.656590] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f25b1bfb-3373-449e-a6b9-18ed75d48ae4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.720598] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.720988] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.721213] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleting the datastore file [datastore2] 141c5b71-b0a5-43b1-81ba-784e1a1cfacf {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.721512] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80f2a6e2-e38d-4d94-9e96-583cb7aa70e6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.728201] env[70113]: DEBUG oslo_vmware.api [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 928.728201] env[70113]: value = "task-3415562" [ 928.728201] env[70113]: _type = "Task" [ 928.728201] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.735750] env[70113]: DEBUG oslo_vmware.api [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.821778] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fc0e88-a107-45d0-b900-f8bc03438fe0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.846120] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd9c18e-0e1d-4382-b215-28c050273807 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.850931] env[70113]: INFO nova.compute.manager [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Took 50.01 seconds to build instance. [ 928.869317] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating instance 'da5e0b7e-b288-455d-a93e-7bbc4a8c58c9' progress to 67 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.153877] env[70113]: DEBUG nova.scheduler.client.report [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.240093] env[70113]: DEBUG oslo_vmware.api [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129503} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.240372] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.240571] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.240727] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.240893] env[70113]: INFO nova.compute.manager [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Took 0.59 seconds to destroy the instance on the hypervisor. [ 929.241182] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.241477] env[70113]: DEBUG nova.compute.manager [-] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.241575] env[70113]: DEBUG nova.network.neutron [-] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.352821] env[70113]: DEBUG oslo_concurrency.lockutils [None req-596dd3c2-7bd7-47ca-a72a-7bf09ad34223 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "73634bb0-a724-4033-9a2e-5522d4041169" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.492s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.412833] env[70113]: DEBUG nova.network.neutron [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Port d6d4371c-5079-498f-ade5-8ddbb2c0e9b2 binding to destination host cpu-1 is already ACTIVE {{(pid=70113) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 929.574131] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "71dbf17b-d02c-42c3-a26c-9543715d7396" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.574398] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "71dbf17b-d02c-42c3-a26c-9543715d7396" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.574612] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "71dbf17b-d02c-42c3-a26c-9543715d7396-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.574790] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "71dbf17b-d02c-42c3-a26c-9543715d7396-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.574957] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "71dbf17b-d02c-42c3-a26c-9543715d7396-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.578983] env[70113]: DEBUG nova.compute.manager [req-3e66b74e-527c-43be-8b51-caf2372aae92 req-9b7564c0-d0e4-4d16-ace5-150d4292b083 service nova] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Received event network-vif-deleted-6cf5bb8f-2cf2-433c-8712-33eb53d7848e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.579186] env[70113]: INFO nova.compute.manager [req-3e66b74e-527c-43be-8b51-caf2372aae92 req-9b7564c0-d0e4-4d16-ace5-150d4292b083 service nova] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Neutron deleted interface 6cf5bb8f-2cf2-433c-8712-33eb53d7848e; detaching it from the instance and deleting it from the info cache [ 929.579356] env[70113]: DEBUG nova.network.neutron [req-3e66b74e-527c-43be-8b51-caf2372aae92 req-9b7564c0-d0e4-4d16-ace5-150d4292b083 service nova] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.580825] env[70113]: INFO nova.compute.manager [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Terminating instance [ 929.659458] env[70113]: DEBUG nova.compute.manager [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.662166] env[70113]: DEBUG oslo_concurrency.lockutils [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.664433] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.453s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.664603] env[70113]: DEBUG nova.objects.instance [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Lazy-loading 'resources' on Instance uuid 90d28880-88ca-4540-b9e1-27fa08c0ff9e {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.688293] env[70113]: INFO nova.scheduler.client.report [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleted allocations for instance 47240db4-50a6-45eb-806a-bc57fafdcadb [ 929.693912] env[70113]: DEBUG nova.virt.hardware [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.694180] env[70113]: DEBUG nova.virt.hardware [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.694883] env[70113]: DEBUG nova.virt.hardware [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.694883] env[70113]: DEBUG nova.virt.hardware [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.694883] env[70113]: DEBUG nova.virt.hardware [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.694883] env[70113]: DEBUG nova.virt.hardware [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.695046] env[70113]: DEBUG nova.virt.hardware [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.695181] env[70113]: DEBUG nova.virt.hardware [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.695348] env[70113]: DEBUG nova.virt.hardware [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.695510] env[70113]: DEBUG nova.virt.hardware [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.695678] env[70113]: DEBUG nova.virt.hardware [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.696868] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655b5658-588e-47c8-8574-574650a36c98 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.705447] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ecb9bb-9dcb-43d5-8183-e7b3f4028376 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.724033] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "73634bb0-a724-4033-9a2e-5522d4041169" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.724033] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "73634bb0-a724-4033-9a2e-5522d4041169" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.724033] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "73634bb0-a724-4033-9a2e-5522d4041169-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.724033] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "73634bb0-a724-4033-9a2e-5522d4041169-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.724033] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "73634bb0-a724-4033-9a2e-5522d4041169-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.725568] env[70113]: INFO nova.compute.manager [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Terminating instance [ 930.062259] env[70113]: DEBUG nova.network.neutron [-] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.082132] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ef9ab87-9efe-4017-a305-d0626cb0bd6f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.085471] env[70113]: DEBUG nova.compute.manager [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.085741] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.086855] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c168a1-3bd5-47b1-bff7-514a79fefa14 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.102644] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.103271] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-480f0623-5bc6-490a-bfe6-4efc59d3594c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.110647] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9108f9aa-8ded-4e27-9792-c7e62bd2f569 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.132852] env[70113]: DEBUG oslo_vmware.api [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 930.132852] env[70113]: value = "task-3415563" [ 930.132852] env[70113]: _type = "Task" [ 930.132852] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.140802] env[70113]: DEBUG oslo_vmware.api [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.153433] env[70113]: DEBUG nova.compute.manager [req-3e66b74e-527c-43be-8b51-caf2372aae92 req-9b7564c0-d0e4-4d16-ace5-150d4292b083 service nova] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Detach interface failed, port_id=6cf5bb8f-2cf2-433c-8712-33eb53d7848e, reason: Instance 141c5b71-b0a5-43b1-81ba-784e1a1cfacf could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 930.202774] env[70113]: DEBUG oslo_concurrency.lockutils [None req-40989190-a5dc-4d8d-8350-1639e2ffe925 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "47240db4-50a6-45eb-806a-bc57fafdcadb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.831s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.230637] env[70113]: DEBUG nova.compute.manager [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.230860] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.232103] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6a1479-e555-4737-9b9c-28917320e6e2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.240270] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.242906] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9a67cd1-a2b4-4dbb-8f6f-e4039618b319 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.249389] env[70113]: DEBUG oslo_vmware.api [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 930.249389] env[70113]: value = "task-3415564" [ 930.249389] env[70113]: _type = "Task" [ 930.249389] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.258178] env[70113]: DEBUG oslo_vmware.api [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.416630] env[70113]: DEBUG nova.network.neutron [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Successfully updated port: 4bde9e8b-2d9d-4dca-a768-935c31a022fc {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.436347] env[70113]: DEBUG oslo_concurrency.lockutils [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "da5e0b7e-b288-455d-a93e-7bbc4a8c58c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.436650] env[70113]: DEBUG oslo_concurrency.lockutils [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "da5e0b7e-b288-455d-a93e-7bbc4a8c58c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.436860] env[70113]: DEBUG oslo_concurrency.lockutils [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "da5e0b7e-b288-455d-a93e-7bbc4a8c58c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.566669] env[70113]: INFO nova.compute.manager [-] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Took 1.32 seconds to deallocate network for instance. [ 930.643876] env[70113]: DEBUG oslo_vmware.api [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415563, 'name': PowerOffVM_Task, 'duration_secs': 0.177961} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.646221] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.646397] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.646839] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f92d0ba9-40dc-4a75-bc9f-981f7e2ac782 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.670170] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1643a59a-4574-427f-bd2d-54066956d99e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.677428] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224c3a35-377f-4896-97ce-56a02a8a819f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.708218] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57322bbd-3d85-43cd-8fc8-1d7aa0bc60d7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.711882] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.712098] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.712279] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Deleting the datastore file [datastore2] 71dbf17b-d02c-42c3-a26c-9543715d7396 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.712864] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b4682e0-0dce-4418-9716-a5a0152dfb2b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.719245] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5b9414-7817-4169-b3fc-470a3863c3ad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.724296] env[70113]: DEBUG oslo_vmware.api [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 930.724296] env[70113]: value = "task-3415566" [ 930.724296] env[70113]: _type = "Task" [ 930.724296] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.735188] env[70113]: DEBUG nova.compute.provider_tree [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.741355] env[70113]: DEBUG oslo_vmware.api [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.758638] env[70113]: DEBUG oslo_vmware.api [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415564, 'name': PowerOffVM_Task, 'duration_secs': 0.193297} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.759181] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.759362] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.759619] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43766c42-53af-4681-afd7-6286079039a4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.820743] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.821027] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.821280] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Deleting the datastore file [datastore2] 73634bb0-a724-4033-9a2e-5522d4041169 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.821644] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-786f3ca0-4d2e-4f1d-9e83-5600451004c5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.827459] env[70113]: DEBUG oslo_vmware.api [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for the task: (returnval){ [ 930.827459] env[70113]: value = "task-3415568" [ 930.827459] env[70113]: _type = "Task" [ 930.827459] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.836034] env[70113]: DEBUG oslo_vmware.api [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.919436] env[70113]: DEBUG oslo_concurrency.lockutils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "refresh_cache-fc12be11-3baa-45a9-876d-8b6f23f7af90" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.919667] env[70113]: DEBUG oslo_concurrency.lockutils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired lock "refresh_cache-fc12be11-3baa-45a9-876d-8b6f23f7af90" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.919857] env[70113]: DEBUG nova.network.neutron [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.074917] env[70113]: DEBUG oslo_concurrency.lockutils [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.236930] env[70113]: DEBUG oslo_vmware.api [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127909} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.237777] env[70113]: DEBUG nova.scheduler.client.report [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.240929] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.241133] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.241309] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.241479] env[70113]: INFO nova.compute.manager [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Took 1.16 seconds to destroy the instance on the hypervisor. [ 931.241737] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.242132] env[70113]: DEBUG nova.compute.manager [-] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.242237] env[70113]: DEBUG nova.network.neutron [-] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.337506] env[70113]: DEBUG oslo_vmware.api [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Task: {'id': task-3415568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129846} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.338962] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.339197] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.339396] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.339600] env[70113]: INFO nova.compute.manager [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Took 1.11 seconds to destroy the instance on the hypervisor. [ 931.339836] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.342388] env[70113]: DEBUG nova.compute.manager [-] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.342502] env[70113]: DEBUG nova.network.neutron [-] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.344624] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.344864] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.480486] env[70113]: DEBUG nova.network.neutron [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.521203] env[70113]: DEBUG oslo_concurrency.lockutils [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.521397] env[70113]: DEBUG oslo_concurrency.lockutils [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquired lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.521576] env[70113]: DEBUG nova.network.neutron [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.628148] env[70113]: DEBUG nova.network.neutron [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Updating instance_info_cache with network_info: [{"id": "4bde9e8b-2d9d-4dca-a768-935c31a022fc", "address": "fa:16:3e:8d:85:27", "network": {"id": "312e0f5e-c6b5-4fa1-ac62-dffee75f96b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2144632732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d86ab8aaa4c4c85a47dbeebaa763741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bde9e8b-2d", "ovs_interfaceid": "4bde9e8b-2d9d-4dca-a768-935c31a022fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.743413] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.745874] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.272s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.747363] env[70113]: INFO nova.compute.claims [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.765648] env[70113]: INFO nova.scheduler.client.report [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Deleted allocations for instance 90d28880-88ca-4540-b9e1-27fa08c0ff9e [ 931.848217] env[70113]: DEBUG nova.compute.manager [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.051510] env[70113]: DEBUG nova.compute.manager [req-6d8619d4-dcd9-403c-8c58-18e7d641cd38 req-6a2789ce-7903-45c5-a5f0-e401474b24c6 service nova] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Received event network-vif-plugged-4bde9e8b-2d9d-4dca-a768-935c31a022fc {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.051805] env[70113]: DEBUG oslo_concurrency.lockutils [req-6d8619d4-dcd9-403c-8c58-18e7d641cd38 req-6a2789ce-7903-45c5-a5f0-e401474b24c6 service nova] Acquiring lock "fc12be11-3baa-45a9-876d-8b6f23f7af90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.052040] env[70113]: DEBUG oslo_concurrency.lockutils [req-6d8619d4-dcd9-403c-8c58-18e7d641cd38 req-6a2789ce-7903-45c5-a5f0-e401474b24c6 service nova] Lock "fc12be11-3baa-45a9-876d-8b6f23f7af90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.052215] env[70113]: DEBUG oslo_concurrency.lockutils [req-6d8619d4-dcd9-403c-8c58-18e7d641cd38 req-6a2789ce-7903-45c5-a5f0-e401474b24c6 service nova] Lock "fc12be11-3baa-45a9-876d-8b6f23f7af90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.052382] env[70113]: DEBUG nova.compute.manager [req-6d8619d4-dcd9-403c-8c58-18e7d641cd38 req-6a2789ce-7903-45c5-a5f0-e401474b24c6 service nova] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] No waiting events found dispatching network-vif-plugged-4bde9e8b-2d9d-4dca-a768-935c31a022fc {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.052552] env[70113]: WARNING nova.compute.manager [req-6d8619d4-dcd9-403c-8c58-18e7d641cd38 req-6a2789ce-7903-45c5-a5f0-e401474b24c6 service nova] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Received unexpected event network-vif-plugged-4bde9e8b-2d9d-4dca-a768-935c31a022fc for instance with vm_state building and task_state spawning. [ 932.052733] env[70113]: DEBUG nova.compute.manager [req-6d8619d4-dcd9-403c-8c58-18e7d641cd38 req-6a2789ce-7903-45c5-a5f0-e401474b24c6 service nova] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Received event network-changed-4bde9e8b-2d9d-4dca-a768-935c31a022fc {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.052925] env[70113]: DEBUG nova.compute.manager [req-6d8619d4-dcd9-403c-8c58-18e7d641cd38 req-6a2789ce-7903-45c5-a5f0-e401474b24c6 service nova] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Refreshing instance network info cache due to event network-changed-4bde9e8b-2d9d-4dca-a768-935c31a022fc. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.053102] env[70113]: DEBUG oslo_concurrency.lockutils [req-6d8619d4-dcd9-403c-8c58-18e7d641cd38 req-6a2789ce-7903-45c5-a5f0-e401474b24c6 service nova] Acquiring lock "refresh_cache-fc12be11-3baa-45a9-876d-8b6f23f7af90" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.130602] env[70113]: DEBUG oslo_concurrency.lockutils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Releasing lock "refresh_cache-fc12be11-3baa-45a9-876d-8b6f23f7af90" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.130911] env[70113]: DEBUG nova.compute.manager [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Instance network_info: |[{"id": "4bde9e8b-2d9d-4dca-a768-935c31a022fc", "address": "fa:16:3e:8d:85:27", "network": {"id": "312e0f5e-c6b5-4fa1-ac62-dffee75f96b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2144632732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d86ab8aaa4c4c85a47dbeebaa763741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bde9e8b-2d", "ovs_interfaceid": "4bde9e8b-2d9d-4dca-a768-935c31a022fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.131794] env[70113]: DEBUG oslo_concurrency.lockutils [req-6d8619d4-dcd9-403c-8c58-18e7d641cd38 req-6a2789ce-7903-45c5-a5f0-e401474b24c6 service nova] Acquired lock "refresh_cache-fc12be11-3baa-45a9-876d-8b6f23f7af90" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.131794] env[70113]: DEBUG nova.network.neutron [req-6d8619d4-dcd9-403c-8c58-18e7d641cd38 req-6a2789ce-7903-45c5-a5f0-e401474b24c6 service nova] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Refreshing network info cache for port 4bde9e8b-2d9d-4dca-a768-935c31a022fc {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.132660] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:85:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bde9e8b-2d9d-4dca-a768-935c31a022fc', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.141344] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.142114] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.142349] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7636e766-1ba8-4738-b1b9-81f917130abd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.166231] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.166231] env[70113]: value = "task-3415569" [ 932.166231] env[70113]: _type = "Task" [ 932.166231] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.179871] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415569, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.274096] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15df8122-ef1b-4b76-9620-7ad47c8873d1 tempest-FloatingIPsAssociationNegativeTestJSON-738384710 tempest-FloatingIPsAssociationNegativeTestJSON-738384710-project-member] Lock "90d28880-88ca-4540-b9e1-27fa08c0ff9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.816s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.364627] env[70113]: DEBUG nova.network.neutron [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating instance_info_cache with network_info: [{"id": "d6d4371c-5079-498f-ade5-8ddbb2c0e9b2", "address": "fa:16:3e:4d:33:10", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d4371c-50", "ovs_interfaceid": "d6d4371c-5079-498f-ade5-8ddbb2c0e9b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.371141] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.442587] env[70113]: DEBUG nova.network.neutron [-] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.501605] env[70113]: DEBUG nova.network.neutron [-] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.676376] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415569, 'name': CreateVM_Task, 'duration_secs': 0.28508} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.678640] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.678640] env[70113]: DEBUG oslo_concurrency.lockutils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.678640] env[70113]: DEBUG oslo_concurrency.lockutils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.678640] env[70113]: DEBUG oslo_concurrency.lockutils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.680814] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a16b437-4e55-468b-9c5f-590583ec9a1e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.686169] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 932.686169] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]521b23d6-0d82-a2d3-c991-64f63fb1e744" [ 932.686169] env[70113]: _type = "Task" [ 932.686169] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.693812] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521b23d6-0d82-a2d3-c991-64f63fb1e744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.867961] env[70113]: DEBUG oslo_concurrency.lockutils [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Releasing lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.940248] env[70113]: DEBUG nova.network.neutron [req-6d8619d4-dcd9-403c-8c58-18e7d641cd38 req-6a2789ce-7903-45c5-a5f0-e401474b24c6 service nova] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Updated VIF entry in instance network info cache for port 4bde9e8b-2d9d-4dca-a768-935c31a022fc. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.940700] env[70113]: DEBUG nova.network.neutron [req-6d8619d4-dcd9-403c-8c58-18e7d641cd38 req-6a2789ce-7903-45c5-a5f0-e401474b24c6 service nova] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Updating instance_info_cache with network_info: [{"id": "4bde9e8b-2d9d-4dca-a768-935c31a022fc", "address": "fa:16:3e:8d:85:27", "network": {"id": "312e0f5e-c6b5-4fa1-ac62-dffee75f96b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2144632732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d86ab8aaa4c4c85a47dbeebaa763741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bde9e8b-2d", "ovs_interfaceid": "4bde9e8b-2d9d-4dca-a768-935c31a022fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.944901] env[70113]: INFO nova.compute.manager [-] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Took 1.70 seconds to deallocate network for instance. [ 933.004697] env[70113]: INFO nova.compute.manager [-] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Took 1.66 seconds to deallocate network for instance. [ 933.156992] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b47a6e-0f1f-4486-9ce0-1b489cc2fffb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.168916] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e9f218-3b38-4bc9-a600-00226d704711 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.213009] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147de6eb-ddc5-4625-81cc-eb45f77dec1e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.224473] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521b23d6-0d82-a2d3-c991-64f63fb1e744, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.226898] env[70113]: DEBUG oslo_concurrency.lockutils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.228363] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.228650] env[70113]: DEBUG oslo_concurrency.lockutils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.228805] env[70113]: DEBUG oslo_concurrency.lockutils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.228994] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.229343] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33b356bd-5bb3-4883-934e-e1e557735d8b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.232583] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611578cc-18e8-42d1-a417-602f11b276fd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.247181] env[70113]: DEBUG nova.compute.provider_tree [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.249990] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.249990] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.250764] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2506b7f-d748-461e-ae10-5d81eb1a5482 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.256052] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 933.256052] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]525b9598-c00b-1cbf-ffe8-d5ae0413a072" [ 933.256052] env[70113]: _type = "Task" [ 933.256052] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.264300] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525b9598-c00b-1cbf-ffe8-d5ae0413a072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.390797] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2b11db-30c4-4d8f-b703-1894ecf7e25d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.411635] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4c305f-7e27-47c9-9a28-a6a4fece4848 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.419260] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating instance 'da5e0b7e-b288-455d-a93e-7bbc4a8c58c9' progress to 83 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 933.443713] env[70113]: DEBUG oslo_concurrency.lockutils [req-6d8619d4-dcd9-403c-8c58-18e7d641cd38 req-6a2789ce-7903-45c5-a5f0-e401474b24c6 service nova] Releasing lock "refresh_cache-fc12be11-3baa-45a9-876d-8b6f23f7af90" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.453142] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.512215] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.755023] env[70113]: DEBUG nova.scheduler.client.report [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.775552] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525b9598-c00b-1cbf-ffe8-d5ae0413a072, 'name': SearchDatastore_Task, 'duration_secs': 0.009024} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.777065] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f652e61b-29c4-47fa-b98f-f57e5e513c8e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.784436] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 933.784436] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528182cd-f9f1-5ac8-0352-2167bbab41d7" [ 933.784436] env[70113]: _type = "Task" [ 933.784436] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.792183] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528182cd-f9f1-5ac8-0352-2167bbab41d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.925533] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.925874] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac052532-e7c0-4911-a018-bd377d7aa81d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.932505] env[70113]: DEBUG oslo_vmware.api [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 933.932505] env[70113]: value = "task-3415570" [ 933.932505] env[70113]: _type = "Task" [ 933.932505] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.942461] env[70113]: DEBUG oslo_vmware.api [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.093715] env[70113]: DEBUG nova.compute.manager [req-af3a1293-6af0-4180-81e8-4b83d87bdc3b req-3c1063ff-5e97-49d6-a2cb-31967440231c service nova] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Received event network-vif-deleted-b3b52efc-b368-41d4-aa6d-22f08a47ddbb {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.093963] env[70113]: DEBUG nova.compute.manager [req-af3a1293-6af0-4180-81e8-4b83d87bdc3b req-3c1063ff-5e97-49d6-a2cb-31967440231c service nova] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Received event network-vif-deleted-4262e963-c633-4996-89eb-b9c6a7affe77 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.258195] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.258837] env[70113]: DEBUG nova.compute.manager [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.262609] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.276s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.262915] env[70113]: DEBUG nova.objects.instance [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Lazy-loading 'resources' on Instance uuid 9570dc84-80e2-4384-91dc-db78b2c8998e {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.297599] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528182cd-f9f1-5ac8-0352-2167bbab41d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008831} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.297999] env[70113]: DEBUG oslo_concurrency.lockutils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.298346] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] fc12be11-3baa-45a9-876d-8b6f23f7af90/fc12be11-3baa-45a9-876d-8b6f23f7af90.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.298729] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d0f441a-4968-4849-b692-87f41463fcf8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.306734] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 934.306734] env[70113]: value = "task-3415571" [ 934.306734] env[70113]: _type = "Task" [ 934.306734] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.316981] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.444937] env[70113]: DEBUG oslo_vmware.api [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415570, 'name': PowerOnVM_Task, 'duration_secs': 0.39593} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.444937] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.444937] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-879b923a-fa28-44f2-8cca-3b46d4f2e3a7 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating instance 'da5e0b7e-b288-455d-a93e-7bbc4a8c58c9' progress to 100 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.766721] env[70113]: DEBUG nova.compute.utils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.768359] env[70113]: DEBUG nova.compute.manager [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.768402] env[70113]: DEBUG nova.network.neutron [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.819720] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459885} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.821620] env[70113]: DEBUG nova.policy [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c5efbae66a840de96ddb4c83758126d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb0f394e9f8f406cb91d1ade97f94b55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.823692] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] fc12be11-3baa-45a9-876d-8b6f23f7af90/fc12be11-3baa-45a9-876d-8b6f23f7af90.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.823975] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.824314] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66de8421-0c70-41f4-8676-c9a14524dd51 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.833089] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 934.833089] env[70113]: value = "task-3415572" [ 934.833089] env[70113]: _type = "Task" [ 934.833089] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.842278] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.107232] env[70113]: DEBUG nova.network.neutron [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Successfully created port: ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.228249] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485dffd3-e2b3-489f-9856-00654591f1bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.238319] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7534ca7-07a2-4823-ab02-4079f00b35f8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.276179] env[70113]: DEBUG nova.compute.manager [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.280665] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b86a496-cb76-42f8-8e73-96190a8aa7cd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.288491] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545f0235-2b73-4dd4-ab1c-385433494316 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.302252] env[70113]: DEBUG nova.compute.provider_tree [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.342276] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056346} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.342588] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.347515] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afdc0d1-8af3-4cfd-9944-8220ba83271e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.372432] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] fc12be11-3baa-45a9-876d-8b6f23f7af90/fc12be11-3baa-45a9-876d-8b6f23f7af90.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.372724] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaa7a0f2-bf68-4c03-ba95-6645582bdfb8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.392154] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 935.392154] env[70113]: value = "task-3415573" [ 935.392154] env[70113]: _type = "Task" [ 935.392154] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.403963] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.806857] env[70113]: DEBUG nova.scheduler.client.report [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.902426] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415573, 'name': ReconfigVM_Task, 'duration_secs': 0.27451} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.902627] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Reconfigured VM instance instance-0000003f to attach disk [datastore2] fc12be11-3baa-45a9-876d-8b6f23f7af90/fc12be11-3baa-45a9-876d-8b6f23f7af90.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.903275] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a40fecd4-9f4e-42ac-b9c7-05862e6c3244 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.911135] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 935.911135] env[70113]: value = "task-3415574" [ 935.911135] env[70113]: _type = "Task" [ 935.911135] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.918112] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415574, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.285735] env[70113]: DEBUG nova.compute.manager [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.317389] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.323742] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.117s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.323998] env[70113]: DEBUG nova.objects.instance [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lazy-loading 'resources' on Instance uuid 382ead1c-5ee4-46fe-9172-d56fbe43b7e6 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.337192] env[70113]: DEBUG nova.virt.hardware [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.337534] env[70113]: DEBUG nova.virt.hardware [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.337724] env[70113]: DEBUG nova.virt.hardware [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.338274] env[70113]: DEBUG nova.virt.hardware [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.338978] env[70113]: DEBUG nova.virt.hardware [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.338978] env[70113]: DEBUG nova.virt.hardware [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.339137] env[70113]: DEBUG nova.virt.hardware [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.340032] env[70113]: DEBUG nova.virt.hardware [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.340032] env[70113]: DEBUG nova.virt.hardware [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.340032] env[70113]: DEBUG nova.virt.hardware [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.340032] env[70113]: DEBUG nova.virt.hardware [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.340710] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9393ad9e-6894-46ea-8613-23da8e2aa5c7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.352576] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb2ce50-0bdb-4c0b-868a-e6005967c328 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.357843] env[70113]: INFO nova.scheduler.client.report [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Deleted allocations for instance 9570dc84-80e2-4384-91dc-db78b2c8998e [ 936.423164] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415574, 'name': Rename_Task, 'duration_secs': 0.139554} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.423450] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.423688] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdb5ff20-df9f-44ef-8240-3dc4f8015b5f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.431228] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 936.431228] env[70113]: value = "task-3415575" [ 936.431228] env[70113]: _type = "Task" [ 936.431228] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.439699] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.880482] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0097d3ed-03cf-4f36-a736-38339cc7961f tempest-VolumesAssistedSnapshotsTest-1809212127 tempest-VolumesAssistedSnapshotsTest-1809212127-project-member] Lock "9570dc84-80e2-4384-91dc-db78b2c8998e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.786s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.944105] env[70113]: DEBUG oslo_vmware.api [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415575, 'name': PowerOnVM_Task, 'duration_secs': 0.494168} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.944538] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.944669] env[70113]: INFO nova.compute.manager [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Took 7.28 seconds to spawn the instance on the hypervisor. [ 936.944767] env[70113]: DEBUG nova.compute.manager [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.948556] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90a45f9-4feb-4f9d-854c-f7ce59bbcbf4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.981040] env[70113]: DEBUG nova.network.neutron [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Successfully updated port: ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.012923] env[70113]: DEBUG nova.compute.manager [req-fa51564d-de9f-4b01-82e9-85513db1377f req-5dc50ef0-10db-4e0e-9a23-c37b60b7e324 service nova] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Received event network-vif-plugged-ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.013154] env[70113]: DEBUG oslo_concurrency.lockutils [req-fa51564d-de9f-4b01-82e9-85513db1377f req-5dc50ef0-10db-4e0e-9a23-c37b60b7e324 service nova] Acquiring lock "cab6bc89-6bea-4fc2-b182-f406bece7320-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.013368] env[70113]: DEBUG oslo_concurrency.lockutils [req-fa51564d-de9f-4b01-82e9-85513db1377f req-5dc50ef0-10db-4e0e-9a23-c37b60b7e324 service nova] Lock "cab6bc89-6bea-4fc2-b182-f406bece7320-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.013530] env[70113]: DEBUG oslo_concurrency.lockutils [req-fa51564d-de9f-4b01-82e9-85513db1377f req-5dc50ef0-10db-4e0e-9a23-c37b60b7e324 service nova] Lock "cab6bc89-6bea-4fc2-b182-f406bece7320-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.014391] env[70113]: DEBUG nova.compute.manager [req-fa51564d-de9f-4b01-82e9-85513db1377f req-5dc50ef0-10db-4e0e-9a23-c37b60b7e324 service nova] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] No waiting events found dispatching network-vif-plugged-ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.014391] env[70113]: WARNING nova.compute.manager [req-fa51564d-de9f-4b01-82e9-85513db1377f req-5dc50ef0-10db-4e0e-9a23-c37b60b7e324 service nova] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Received unexpected event network-vif-plugged-ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa for instance with vm_state building and task_state spawning. [ 937.385111] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d0e232-fdf8-4def-a810-360d7ede74bb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.395583] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1323128c-c480-4242-aced-f135d7b31272 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.432452] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cd6c02-3410-42ef-a954-332d19afd29d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.440937] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b83db6-0fef-4caf-86c6-53bb2cb5f10e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.457026] env[70113]: DEBUG nova.compute.provider_tree [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.470104] env[70113]: INFO nova.compute.manager [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Took 52.27 seconds to build instance. [ 937.482286] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "refresh_cache-cab6bc89-6bea-4fc2-b182-f406bece7320" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.482433] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquired lock "refresh_cache-cab6bc89-6bea-4fc2-b182-f406bece7320" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.482583] env[70113]: DEBUG nova.network.neutron [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.621410] env[70113]: DEBUG nova.network.neutron [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Port d6d4371c-5079-498f-ade5-8ddbb2c0e9b2 binding to destination host cpu-1 is already ACTIVE {{(pid=70113) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 937.621674] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.621827] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquired lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.622552] env[70113]: DEBUG nova.network.neutron [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.960430] env[70113]: DEBUG nova.scheduler.client.report [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.971119] env[70113]: DEBUG oslo_concurrency.lockutils [None req-565c2624-3016-42a8-8957-841b1e6849d0 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "fc12be11-3baa-45a9-876d-8b6f23f7af90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.276s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.048480] env[70113]: DEBUG nova.network.neutron [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.362910] env[70113]: DEBUG nova.network.neutron [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Updating instance_info_cache with network_info: [{"id": "ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa", "address": "fa:16:3e:5e:b3:d6", "network": {"id": "289785ab-b7b9-40bd-8206-8684ae8f57e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220457124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb0f394e9f8f406cb91d1ade97f94b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac78ed90-5c", "ovs_interfaceid": "ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.468865] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.468865] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.767s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.470510] env[70113]: INFO nova.compute.claims [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.490417] env[70113]: INFO nova.scheduler.client.report [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Deleted allocations for instance 382ead1c-5ee4-46fe-9172-d56fbe43b7e6 [ 938.637073] env[70113]: DEBUG nova.network.neutron [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating instance_info_cache with network_info: [{"id": "d6d4371c-5079-498f-ade5-8ddbb2c0e9b2", "address": "fa:16:3e:4d:33:10", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d4371c-50", "ovs_interfaceid": "d6d4371c-5079-498f-ade5-8ddbb2c0e9b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.865537] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Releasing lock "refresh_cache-cab6bc89-6bea-4fc2-b182-f406bece7320" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.865884] env[70113]: DEBUG nova.compute.manager [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Instance network_info: |[{"id": "ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa", "address": "fa:16:3e:5e:b3:d6", "network": {"id": "289785ab-b7b9-40bd-8206-8684ae8f57e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220457124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb0f394e9f8f406cb91d1ade97f94b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac78ed90-5c", "ovs_interfaceid": "ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.866337] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:b3:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3952eb02-1162-48ed-8227-9c138960d583', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.874367] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.874595] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.874818] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77761d29-9fc2-4ce9-abcf-0ef330cec254 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.896853] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.896853] env[70113]: value = "task-3415579" [ 938.896853] env[70113]: _type = "Task" [ 938.896853] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.905866] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415579, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.916932] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d43b60-ee9c-4fa6-9733-8320655e7298 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.926914] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-986e43c2-7f67-4167-ab75-958c4e54059a tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Suspending the VM {{(pid=70113) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 938.927207] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fdc48924-9c7e-493e-85c8-3468ea4cfd85 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.933832] env[70113]: DEBUG oslo_vmware.api [None req-986e43c2-7f67-4167-ab75-958c4e54059a tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 938.933832] env[70113]: value = "task-3415580" [ 938.933832] env[70113]: _type = "Task" [ 938.933832] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.945504] env[70113]: DEBUG oslo_vmware.api [None req-986e43c2-7f67-4167-ab75-958c4e54059a tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415580, 'name': SuspendVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.000923] env[70113]: DEBUG oslo_concurrency.lockutils [None req-aa5bc610-9e69-4c70-9904-d61f490009e0 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "382ead1c-5ee4-46fe-9172-d56fbe43b7e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.789s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.143023] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Releasing lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.163204] env[70113]: DEBUG nova.compute.manager [req-59f1abb7-32fe-437d-b825-767ae124778f req-40116aa3-5265-47ae-8a12-096c6ecc2acb service nova] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Received event network-changed-ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.163532] env[70113]: DEBUG nova.compute.manager [req-59f1abb7-32fe-437d-b825-767ae124778f req-40116aa3-5265-47ae-8a12-096c6ecc2acb service nova] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Refreshing instance network info cache due to event network-changed-ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.163748] env[70113]: DEBUG oslo_concurrency.lockutils [req-59f1abb7-32fe-437d-b825-767ae124778f req-40116aa3-5265-47ae-8a12-096c6ecc2acb service nova] Acquiring lock "refresh_cache-cab6bc89-6bea-4fc2-b182-f406bece7320" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.164111] env[70113]: DEBUG oslo_concurrency.lockutils [req-59f1abb7-32fe-437d-b825-767ae124778f req-40116aa3-5265-47ae-8a12-096c6ecc2acb service nova] Acquired lock "refresh_cache-cab6bc89-6bea-4fc2-b182-f406bece7320" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.164519] env[70113]: DEBUG nova.network.neutron [req-59f1abb7-32fe-437d-b825-767ae124778f req-40116aa3-5265-47ae-8a12-096c6ecc2acb service nova] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Refreshing network info cache for port ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.407506] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415579, 'name': CreateVM_Task, 'duration_secs': 0.442725} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.407776] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.408410] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.408589] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.408920] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.409234] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eb8c347-cc0d-4823-b79e-e6c87324c48b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.413950] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 939.413950] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5227438b-0995-9853-9e43-e993f91aeb85" [ 939.413950] env[70113]: _type = "Task" [ 939.413950] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.422466] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5227438b-0995-9853-9e43-e993f91aeb85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.442213] env[70113]: DEBUG oslo_vmware.api [None req-986e43c2-7f67-4167-ab75-958c4e54059a tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415580, 'name': SuspendVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.650943] env[70113]: DEBUG nova.compute.manager [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70113) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 939.650943] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.905212] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e864fb-1931-41ef-b929-586ec2167047 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.911863] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75caaa7-8e0e-4c6d-8dbb-c0d0d75bab27 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.929400] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5227438b-0995-9853-9e43-e993f91aeb85, 'name': SearchDatastore_Task, 'duration_secs': 0.012081} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.950870] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.952696] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.953703] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.953703] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.953703] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.957117] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8259ed8b-8653-414c-baf4-5414015de38e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.962397] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f1ab63-6fb6-442f-9956-1853f3bf068c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.971212] env[70113]: DEBUG oslo_vmware.api [None req-986e43c2-7f67-4167-ab75-958c4e54059a tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415580, 'name': SuspendVM_Task, 'duration_secs': 0.625072} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.973397] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-986e43c2-7f67-4167-ab75-958c4e54059a tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Suspended the VM {{(pid=70113) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 939.973629] env[70113]: DEBUG nova.compute.manager [None req-986e43c2-7f67-4167-ab75-958c4e54059a tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.975195] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe9cbde-aa86-4ee4-ac3a-a9851c315e7c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.978561] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1ba754-4e0d-4733-8b18-5cff87db1eb9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.982823] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.983096] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.986092] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba3ca3a-1340-4754-9a64-37b1fa24edd1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.002269] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 940.002269] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52998153-0cb7-245a-e148-6b6dc8b9a301" [ 940.002269] env[70113]: _type = "Task" [ 940.002269] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.002701] env[70113]: DEBUG nova.compute.provider_tree [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.017484] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52998153-0cb7-245a-e148-6b6dc8b9a301, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.017484] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c83c5162-9083-45f7-8185-090470c43462 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.022168] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 940.022168] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5292947e-30b7-49ea-a978-2ae0a09fecf9" [ 940.022168] env[70113]: _type = "Task" [ 940.022168] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.029899] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5292947e-30b7-49ea-a978-2ae0a09fecf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.106416] env[70113]: DEBUG nova.network.neutron [req-59f1abb7-32fe-437d-b825-767ae124778f req-40116aa3-5265-47ae-8a12-096c6ecc2acb service nova] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Updated VIF entry in instance network info cache for port ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.106790] env[70113]: DEBUG nova.network.neutron [req-59f1abb7-32fe-437d-b825-767ae124778f req-40116aa3-5265-47ae-8a12-096c6ecc2acb service nova] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Updating instance_info_cache with network_info: [{"id": "ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa", "address": "fa:16:3e:5e:b3:d6", "network": {"id": "289785ab-b7b9-40bd-8206-8684ae8f57e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220457124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb0f394e9f8f406cb91d1ade97f94b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac78ed90-5c", "ovs_interfaceid": "ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.508597] env[70113]: DEBUG nova.scheduler.client.report [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.537324] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5292947e-30b7-49ea-a978-2ae0a09fecf9, 'name': SearchDatastore_Task, 'duration_secs': 0.008801} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.537324] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.537324] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] cab6bc89-6bea-4fc2-b182-f406bece7320/cab6bc89-6bea-4fc2-b182-f406bece7320.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.537324] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e4a31f1-7eca-4058-a22e-5be02457d01a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.542126] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 940.542126] env[70113]: value = "task-3415581" [ 940.542126] env[70113]: _type = "Task" [ 940.542126] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.549556] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.614083] env[70113]: DEBUG oslo_concurrency.lockutils [req-59f1abb7-32fe-437d-b825-767ae124778f req-40116aa3-5265-47ae-8a12-096c6ecc2acb service nova] Releasing lock "refresh_cache-cab6bc89-6bea-4fc2-b182-f406bece7320" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.014553] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.014786] env[70113]: DEBUG nova.compute.manager [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.018320] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.858s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.055716] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415581, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.522336] env[70113]: DEBUG nova.compute.utils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.523926] env[70113]: DEBUG nova.compute.manager [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.523926] env[70113]: DEBUG nova.network.neutron [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.551210] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541556} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.551482] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] cab6bc89-6bea-4fc2-b182-f406bece7320/cab6bc89-6bea-4fc2-b182-f406bece7320.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.551698] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.555019] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7099abbc-1d74-41b6-afc5-e1d5020760fd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.558700] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 941.558700] env[70113]: value = "task-3415583" [ 941.558700] env[70113]: _type = "Task" [ 941.558700] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.567618] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.613413] env[70113]: DEBUG nova.policy [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79a57afdd23a410195545327b4a654a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89e3da9445ca48208e649ef702ce40a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.030105] env[70113]: DEBUG nova.compute.manager [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.039750] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Applying migration context for instance da5e0b7e-b288-455d-a93e-7bbc4a8c58c9 as it has an incoming, in-progress migration da992b8c-4689-4eca-8746-a49c6bbf6b9a. Migration status is reverting {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 942.046163] env[70113]: INFO nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating resource usage from migration da992b8c-4689-4eca-8746-a49c6bbf6b9a [ 942.046163] env[70113]: INFO nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updating resource usage from migration 8b7acb33-b168-4697-afeb-9794611a7dae [ 942.069946] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143515} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.071819] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.073641] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942cf1d4-58fe-428e-b596-03d30c539975 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.078673] env[70113]: WARNING nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 942.078876] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 5f528945-d1a0-4ec1-86f6-5fc1a15a8162 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 942.079062] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance bccc340c-192c-4aee-9583-d2fd9514ca3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 942.080049] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 1f3018be-9b1d-48d1-b601-2738439a3701 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 942.080049] env[70113]: WARNING nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 942.080049] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 6a4056d3-e606-4232-a764-b1d6ffdc311e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 942.080049] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 52d28545-4a72-448b-be63-69a252ed1bdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 942.080049] env[70113]: WARNING nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 52c12a26-d157-420d-ab03-48dfc750a3d5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 942.080049] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance b1e49170-1111-41f1-a065-6d099a1c01c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 942.080298] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 135fdd6c-b39a-4da2-a076-7aa092aa0d34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 942.080470] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance bada8017-1fc1-47c8-ac7e-b596e2fc2917 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 942.080535] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 02c505b2-d1ff-4aae-b887-b10678a49427 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 942.080667] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance d5594fac-44a9-4be9-ac10-42e6f368365f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 942.080832] env[70113]: WARNING nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 3a8418da-6dbf-48d2-bcfa-1db117ec8631 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 942.080984] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance f32d148d-a6be-4323-a5ea-8b10beca2d5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 942.081160] env[70113]: WARNING nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 4171d2e1-d090-4017-89e8-90cd9ceee37a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 942.081321] env[70113]: WARNING nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 761d478c-67ec-4413-aff9-417a231efbf7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 942.081480] env[70113]: WARNING nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 141c5b71-b0a5-43b1-81ba-784e1a1cfacf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 942.081641] env[70113]: WARNING nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 71dbf17b-d02c-42c3-a26c-9543715d7396 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 942.081795] env[70113]: WARNING nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 73634bb0-a724-4033-9a2e-5522d4041169 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 942.081945] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance fc12be11-3baa-45a9-876d-8b6f23f7af90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 942.082139] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Migration da992b8c-4689-4eca-8746-a49c6bbf6b9a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 942.082280] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance da5e0b7e-b288-455d-a93e-7bbc4a8c58c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 942.082531] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance cab6bc89-6bea-4fc2-b182-f406bece7320 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 942.082696] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 5f4eb855-6107-4cbe-af88-b092e7cb9b99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 942.113376] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] cab6bc89-6bea-4fc2-b182-f406bece7320/cab6bc89-6bea-4fc2-b182-f406bece7320.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.114351] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16e664ab-54af-4e93-960d-b4a5cda663c5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.139584] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 942.139584] env[70113]: value = "task-3415584" [ 942.139584] env[70113]: _type = "Task" [ 942.139584] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.153204] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.193981] env[70113]: DEBUG nova.network.neutron [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Successfully created port: 0b86faab-1a82-48c2-a8d1-d01367559707 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.587757] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance a0b5c2ab-dd80-4a23-a15f-cea363667ad4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 942.616079] env[70113]: DEBUG nova.compute.manager [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.617347] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f192bcd4-cfb0-46f5-9d88-52c58ac95e58 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.652517] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415584, 'name': ReconfigVM_Task, 'duration_secs': 0.289266} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.652517] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Reconfigured VM instance instance-00000040 to attach disk [datastore2] cab6bc89-6bea-4fc2-b182-f406bece7320/cab6bc89-6bea-4fc2-b182-f406bece7320.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.652703] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92c9b1bd-ac3b-4a3b-acc8-559d178e771d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.661686] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 942.661686] env[70113]: value = "task-3415585" [ 942.661686] env[70113]: _type = "Task" [ 942.661686] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.674452] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415585, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.042855] env[70113]: DEBUG nova.compute.manager [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.069947] env[70113]: DEBUG nova.virt.hardware [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.070229] env[70113]: DEBUG nova.virt.hardware [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.070693] env[70113]: DEBUG nova.virt.hardware [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.070693] env[70113]: DEBUG nova.virt.hardware [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.070693] env[70113]: DEBUG nova.virt.hardware [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.070843] env[70113]: DEBUG nova.virt.hardware [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.071050] env[70113]: DEBUG nova.virt.hardware [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.071212] env[70113]: DEBUG nova.virt.hardware [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.071376] env[70113]: DEBUG nova.virt.hardware [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.071534] env[70113]: DEBUG nova.virt.hardware [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.071701] env[70113]: DEBUG nova.virt.hardware [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.072767] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66dd3b4-6854-4a73-89cc-253bc12c00b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.080859] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e501c9b-901c-4e52-b07c-0eadc8cdb756 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.095206] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance f5dddfe9-7233-4e75-9b31-812a051390ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 943.095371] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Migration 8b7acb33-b168-4697-afeb-9794611a7dae is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 943.095499] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 5276edc2-b78c-418b-9801-708672871dff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.133792] env[70113]: INFO nova.compute.manager [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] instance snapshotting [ 943.133792] env[70113]: WARNING nova.compute.manager [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 943.135684] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0f6c9a-49ab-4097-8194-e898cef39d81 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.158807] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15dd183-94ef-4cd6-8a40-2707166e6a41 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.170152] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415585, 'name': Rename_Task, 'duration_secs': 0.42269} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.172119] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.174485] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f72f18b-6b09-45e2-87b4-c2fcc2a71872 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.181687] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 943.181687] env[70113]: value = "task-3415586" [ 943.181687] env[70113]: _type = "Task" [ 943.181687] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.190646] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.599651] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance d780dbfc-e7d3-4585-82b6-cbe1f921c2d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 943.678628] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 943.678918] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2838ae37-0e50-4db1-8262-f0e1eed07cb3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.686878] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 943.686878] env[70113]: value = "task-3415588" [ 943.686878] env[70113]: _type = "Task" [ 943.686878] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.693512] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415586, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.699217] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415588, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.757790] env[70113]: DEBUG nova.compute.manager [req-e1336e69-d5ec-475e-8420-efac832501e2 req-5d8d712e-8e29-4799-abe9-0f538027b83e service nova] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Received event network-vif-plugged-0b86faab-1a82-48c2-a8d1-d01367559707 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.758021] env[70113]: DEBUG oslo_concurrency.lockutils [req-e1336e69-d5ec-475e-8420-efac832501e2 req-5d8d712e-8e29-4799-abe9-0f538027b83e service nova] Acquiring lock "5f4eb855-6107-4cbe-af88-b092e7cb9b99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.758219] env[70113]: DEBUG oslo_concurrency.lockutils [req-e1336e69-d5ec-475e-8420-efac832501e2 req-5d8d712e-8e29-4799-abe9-0f538027b83e service nova] Lock "5f4eb855-6107-4cbe-af88-b092e7cb9b99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.758382] env[70113]: DEBUG oslo_concurrency.lockutils [req-e1336e69-d5ec-475e-8420-efac832501e2 req-5d8d712e-8e29-4799-abe9-0f538027b83e service nova] Lock "5f4eb855-6107-4cbe-af88-b092e7cb9b99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.758544] env[70113]: DEBUG nova.compute.manager [req-e1336e69-d5ec-475e-8420-efac832501e2 req-5d8d712e-8e29-4799-abe9-0f538027b83e service nova] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] No waiting events found dispatching network-vif-plugged-0b86faab-1a82-48c2-a8d1-d01367559707 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.758701] env[70113]: WARNING nova.compute.manager [req-e1336e69-d5ec-475e-8420-efac832501e2 req-5d8d712e-8e29-4799-abe9-0f538027b83e service nova] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Received unexpected event network-vif-plugged-0b86faab-1a82-48c2-a8d1-d01367559707 for instance with vm_state building and task_state spawning. [ 943.865258] env[70113]: DEBUG nova.network.neutron [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Successfully updated port: 0b86faab-1a82-48c2-a8d1-d01367559707 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.102714] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 944.103093] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 944.103282] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 944.200163] env[70113]: DEBUG oslo_vmware.api [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415586, 'name': PowerOnVM_Task, 'duration_secs': 0.523205} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.200448] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415588, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.203104] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.203348] env[70113]: INFO nova.compute.manager [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Took 7.92 seconds to spawn the instance on the hypervisor. [ 944.203547] env[70113]: DEBUG nova.compute.manager [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.204650] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3848fb9-705d-4816-a5c3-1ce291fa4122 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.372792] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Acquiring lock "refresh_cache-5f4eb855-6107-4cbe-af88-b092e7cb9b99" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.372792] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Acquired lock "refresh_cache-5f4eb855-6107-4cbe-af88-b092e7cb9b99" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.372915] env[70113]: DEBUG nova.network.neutron [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.557853] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7732ac-7554-4e61-9e60-f4ac89ff4fef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.565519] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719b1a70-d6f7-4f26-9147-70bb307a6653 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.597693] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37843abc-36c7-4813-8f91-d48f3db1084c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.605560] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2776f9-bc1e-40cc-be57-bba7d161a926 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.618909] env[70113]: DEBUG nova.compute.provider_tree [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.698509] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415588, 'name': CreateSnapshot_Task, 'duration_secs': 0.757835} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.698784] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 944.699534] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3964e54-4d6e-4ae1-8833-2937a0e40f62 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.725950] env[70113]: INFO nova.compute.manager [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Took 55.27 seconds to build instance. [ 944.916240] env[70113]: DEBUG nova.network.neutron [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.123113] env[70113]: DEBUG nova.scheduler.client.report [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.138739] env[70113]: DEBUG nova.network.neutron [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Updating instance_info_cache with network_info: [{"id": "0b86faab-1a82-48c2-a8d1-d01367559707", "address": "fa:16:3e:bd:cc:f1", "network": {"id": "fa02ca56-bdee-45f7-b07d-fd367996b0d1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-519440417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e3da9445ca48208e649ef702ce40a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b86faab-1a", "ovs_interfaceid": "0b86faab-1a82-48c2-a8d1-d01367559707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.223497] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 945.224672] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-383de1ac-ffe3-4e0e-bda4-2153e1cf634d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.229957] env[70113]: DEBUG oslo_concurrency.lockutils [None req-24d74ba3-6a7c-4b27-afba-be5eed829a37 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "cab6bc89-6bea-4fc2-b182-f406bece7320" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.782s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.236174] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 945.236174] env[70113]: value = "task-3415589" [ 945.236174] env[70113]: _type = "Task" [ 945.236174] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.250618] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415589, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.633365] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 945.634014] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.616s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.634014] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.923s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.634159] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.636295] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.680s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.637209] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.638194] env[70113]: DEBUG oslo_concurrency.lockutils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.321s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.639985] env[70113]: INFO nova.compute.claims [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.642531] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.642687] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Cleaning up deleted instances {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 945.644834] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Releasing lock "refresh_cache-5f4eb855-6107-4cbe-af88-b092e7cb9b99" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.644834] env[70113]: DEBUG nova.compute.manager [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Instance network_info: |[{"id": "0b86faab-1a82-48c2-a8d1-d01367559707", "address": "fa:16:3e:bd:cc:f1", "network": {"id": "fa02ca56-bdee-45f7-b07d-fd367996b0d1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-519440417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e3da9445ca48208e649ef702ce40a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b86faab-1a", "ovs_interfaceid": "0b86faab-1a82-48c2-a8d1-d01367559707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.645341] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:cc:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b86faab-1a82-48c2-a8d1-d01367559707', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.653196] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Creating folder: Project (89e3da9445ca48208e649ef702ce40a9). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.654741] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ff4895f-d491-40b4-8d4c-594e36671f38 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.671661] env[70113]: INFO nova.scheduler.client.report [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Deleted allocations for instance 4171d2e1-d090-4017-89e8-90cd9ceee37a [ 945.677053] env[70113]: INFO nova.scheduler.client.report [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleted allocations for instance 3a8418da-6dbf-48d2-bcfa-1db117ec8631 [ 945.688782] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Created folder: Project (89e3da9445ca48208e649ef702ce40a9) in parent group-v681336. [ 945.688782] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Creating folder: Instances. Parent ref: group-v681512. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.688782] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e72688f1-d388-40b8-bf99-224c83099b9b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.702165] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Created folder: Instances in parent group-v681512. [ 945.702165] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.702165] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.702165] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74ac8d86-7d4d-4fdb-b466-7a7e06337651 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.724809] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.724809] env[70113]: value = "task-3415593" [ 945.724809] env[70113]: _type = "Task" [ 945.724809] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.736746] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415593, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.745725] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415589, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.906387] env[70113]: DEBUG nova.compute.manager [req-9e5ff69f-ff92-447f-8560-d4268221c6bf req-60766977-ea8b-4054-a83b-eea4df64fc25 service nova] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Received event network-changed-0b86faab-1a82-48c2-a8d1-d01367559707 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.906650] env[70113]: DEBUG nova.compute.manager [req-9e5ff69f-ff92-447f-8560-d4268221c6bf req-60766977-ea8b-4054-a83b-eea4df64fc25 service nova] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Refreshing instance network info cache due to event network-changed-0b86faab-1a82-48c2-a8d1-d01367559707. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.906923] env[70113]: DEBUG oslo_concurrency.lockutils [req-9e5ff69f-ff92-447f-8560-d4268221c6bf req-60766977-ea8b-4054-a83b-eea4df64fc25 service nova] Acquiring lock "refresh_cache-5f4eb855-6107-4cbe-af88-b092e7cb9b99" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.907280] env[70113]: DEBUG oslo_concurrency.lockutils [req-9e5ff69f-ff92-447f-8560-d4268221c6bf req-60766977-ea8b-4054-a83b-eea4df64fc25 service nova] Acquired lock "refresh_cache-5f4eb855-6107-4cbe-af88-b092e7cb9b99" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.907553] env[70113]: DEBUG nova.network.neutron [req-9e5ff69f-ff92-447f-8560-d4268221c6bf req-60766977-ea8b-4054-a83b-eea4df64fc25 service nova] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Refreshing network info cache for port 0b86faab-1a82-48c2-a8d1-d01367559707 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.032214] env[70113]: INFO nova.compute.manager [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Rescuing [ 946.032536] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "refresh_cache-cab6bc89-6bea-4fc2-b182-f406bece7320" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.032672] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquired lock "refresh_cache-cab6bc89-6bea-4fc2-b182-f406bece7320" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.032908] env[70113]: DEBUG nova.network.neutron [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.169689] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] There are 40 instances to clean {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 946.170068] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 382ead1c-5ee4-46fe-9172-d56fbe43b7e6] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.185901] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c1fa158a-d88b-4fff-941d-c440ea5d5dfe tempest-ServersAaction247Test-1388785667 tempest-ServersAaction247Test-1388785667-project-member] Lock "4171d2e1-d090-4017-89e8-90cd9ceee37a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.464s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.192362] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8615cf44-b51d-48bd-96e5-980251726b40 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "3a8418da-6dbf-48d2-bcfa-1db117ec8631" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.737s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.240910] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415593, 'name': CreateVM_Task, 'duration_secs': 0.317743} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.244493] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.245662] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.246032] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.246492] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.250810] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369bf4d2-5102-40a4-9c29-cab5b00485dc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.253431] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415589, 'name': CloneVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.260348] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Waiting for the task: (returnval){ [ 946.260348] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52478aba-26f7-f273-c709-cf5c1444b255" [ 946.260348] env[70113]: _type = "Task" [ 946.260348] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.265614] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52478aba-26f7-f273-c709-cf5c1444b255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.675675] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 47240db4-50a6-45eb-806a-bc57fafdcadb] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.754222] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415589, 'name': CloneVM_Task, 'duration_secs': 1.080058} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.754449] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Created linked-clone VM from snapshot [ 946.755252] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564e8356-2a7f-485f-be3a-cd3570741da3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.767715] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Uploading image 9e41eb07-c45b-4dfc-83bd-23eaf4e98182 {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 946.775736] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52478aba-26f7-f273-c709-cf5c1444b255, 'name': SearchDatastore_Task, 'duration_secs': 0.011699} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.776570] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.776809] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.777057] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.777206] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.777387] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.777670] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ae00f34-4365-4281-9e8d-6c902336ddca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.786561] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.786753] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.787573] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b01c01ad-5f53-4409-affd-a8b8e8f1c045 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.792334] env[70113]: DEBUG oslo_vmware.rw_handles [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 946.792334] env[70113]: value = "vm-681511" [ 946.792334] env[70113]: _type = "VirtualMachine" [ 946.792334] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 946.794843] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f89f0b83-ac5e-42eb-be2c-6899bd468337 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.801255] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Waiting for the task: (returnval){ [ 946.801255] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]522b95df-1ad3-3caa-62a9-6c87cb2da464" [ 946.801255] env[70113]: _type = "Task" [ 946.801255] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.805313] env[70113]: DEBUG oslo_vmware.rw_handles [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lease: (returnval){ [ 946.805313] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bf7705-96ef-52e7-c2c3-c80f8f40373e" [ 946.805313] env[70113]: _type = "HttpNfcLease" [ 946.805313] env[70113]: } obtained for exporting VM: (result){ [ 946.805313] env[70113]: value = "vm-681511" [ 946.805313] env[70113]: _type = "VirtualMachine" [ 946.805313] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 946.805559] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the lease: (returnval){ [ 946.805559] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bf7705-96ef-52e7-c2c3-c80f8f40373e" [ 946.805559] env[70113]: _type = "HttpNfcLease" [ 946.805559] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 946.811895] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522b95df-1ad3-3caa-62a9-6c87cb2da464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.817242] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 946.817242] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bf7705-96ef-52e7-c2c3-c80f8f40373e" [ 946.817242] env[70113]: _type = "HttpNfcLease" [ 946.817242] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 946.817512] env[70113]: DEBUG oslo_vmware.rw_handles [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 946.817512] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bf7705-96ef-52e7-c2c3-c80f8f40373e" [ 946.817512] env[70113]: _type = "HttpNfcLease" [ 946.817512] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 946.818358] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a9cef4-75db-4a8d-afa6-69754abb58b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.825187] env[70113]: DEBUG oslo_vmware.rw_handles [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2def0-5639-59b1-9ab0-cbaf2ef91a8b/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 946.825362] env[70113]: DEBUG oslo_vmware.rw_handles [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2def0-5639-59b1-9ab0-cbaf2ef91a8b/disk-0.vmdk for reading. {{(pid=70113) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 946.926966] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7316d285-67c2-4109-b873-dfd133327a94 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.018850] env[70113]: DEBUG nova.network.neutron [req-9e5ff69f-ff92-447f-8560-d4268221c6bf req-60766977-ea8b-4054-a83b-eea4df64fc25 service nova] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Updated VIF entry in instance network info cache for port 0b86faab-1a82-48c2-a8d1-d01367559707. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.018850] env[70113]: DEBUG nova.network.neutron [req-9e5ff69f-ff92-447f-8560-d4268221c6bf req-60766977-ea8b-4054-a83b-eea4df64fc25 service nova] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Updating instance_info_cache with network_info: [{"id": "0b86faab-1a82-48c2-a8d1-d01367559707", "address": "fa:16:3e:bd:cc:f1", "network": {"id": "fa02ca56-bdee-45f7-b07d-fd367996b0d1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-519440417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e3da9445ca48208e649ef702ce40a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b86faab-1a", "ovs_interfaceid": "0b86faab-1a82-48c2-a8d1-d01367559707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.084718] env[70113]: DEBUG nova.network.neutron [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Updating instance_info_cache with network_info: [{"id": "ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa", "address": "fa:16:3e:5e:b3:d6", "network": {"id": "289785ab-b7b9-40bd-8206-8684ae8f57e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220457124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb0f394e9f8f406cb91d1ade97f94b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac78ed90-5c", "ovs_interfaceid": "ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.180785] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 90d28880-88ca-4540-b9e1-27fa08c0ff9e] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.257024] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8c6fc0-66d4-4a77-b23a-df58a4632429 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.263705] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46071627-aacf-48d6-b755-ad114ac7fa6b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.298667] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b52615-de5c-4b47-a261-974ebf171248 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.310234] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91364e2-d75b-4378-8755-3f30cc40657c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.317752] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522b95df-1ad3-3caa-62a9-6c87cb2da464, 'name': SearchDatastore_Task, 'duration_secs': 0.009436} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.320022] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38d60e9-123c-4256-bede-d7dc4f61d6f2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.329644] env[70113]: DEBUG nova.compute.provider_tree [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.341339] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Waiting for the task: (returnval){ [ 947.341339] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b7ddab-7ba0-ee85-def8-34e586285b22" [ 947.341339] env[70113]: _type = "Task" [ 947.341339] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.352937] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b7ddab-7ba0-ee85-def8-34e586285b22, 'name': SearchDatastore_Task, 'duration_secs': 0.010976} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.353256] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.353565] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 5f4eb855-6107-4cbe-af88-b092e7cb9b99/5f4eb855-6107-4cbe-af88-b092e7cb9b99.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.354061] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb2b5ab2-e8d4-4484-9a3d-908e607ac69e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.361165] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Waiting for the task: (returnval){ [ 947.361165] env[70113]: value = "task-3415595" [ 947.361165] env[70113]: _type = "Task" [ 947.361165] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.380869] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': task-3415595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.523149] env[70113]: DEBUG oslo_concurrency.lockutils [req-9e5ff69f-ff92-447f-8560-d4268221c6bf req-60766977-ea8b-4054-a83b-eea4df64fc25 service nova] Releasing lock "refresh_cache-5f4eb855-6107-4cbe-af88-b092e7cb9b99" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.587102] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Releasing lock "refresh_cache-cab6bc89-6bea-4fc2-b182-f406bece7320" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.685051] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: cc8b3887-1051-4d76-be7c-2cf21a3a28a0] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.839934] env[70113]: DEBUG nova.scheduler.client.report [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.879028] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': task-3415595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459857} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.879028] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 5f4eb855-6107-4cbe-af88-b092e7cb9b99/5f4eb855-6107-4cbe-af88-b092e7cb9b99.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.879325] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.880632] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26393ba7-294f-42bf-8ebc-653571105c73 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.890606] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Waiting for the task: (returnval){ [ 947.890606] env[70113]: value = "task-3415597" [ 947.890606] env[70113]: _type = "Task" [ 947.890606] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.899393] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': task-3415597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.925592] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4226040a-98db-418b-b707-ba018ff66ec0 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "3ced5e76-a8c8-4ce5-8045-b787057f116b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.925835] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4226040a-98db-418b-b707-ba018ff66ec0 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "3ced5e76-a8c8-4ce5-8045-b787057f116b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.189297] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: cf420ae8-a415-49e5-ad08-3d62c6d7e040] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.345028] env[70113]: DEBUG oslo_concurrency.lockutils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.345028] env[70113]: DEBUG nova.compute.manager [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.346981] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.629s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.347439] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.349887] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.349s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.350426] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.352833] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.056s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.354708] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.355535] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.384s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.357776] env[70113]: INFO nova.compute.claims [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.393125] env[70113]: INFO nova.scheduler.client.report [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Deleted allocations for instance 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c [ 948.406032] env[70113]: INFO nova.scheduler.client.report [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Deleted allocations for instance 52c12a26-d157-420d-ab03-48dfc750a3d5 [ 948.421609] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': task-3415597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117361} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.423107] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.424466] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adbd582-f5b1-4e6d-ba71-6c30207512e6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.431392] env[70113]: INFO nova.scheduler.client.report [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Deleted allocations for instance 761d478c-67ec-4413-aff9-417a231efbf7 [ 948.435291] env[70113]: DEBUG nova.compute.manager [None req-4226040a-98db-418b-b707-ba018ff66ec0 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3ced5e76-a8c8-4ce5-8045-b787057f116b] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.464536] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 5f4eb855-6107-4cbe-af88-b092e7cb9b99/5f4eb855-6107-4cbe-af88-b092e7cb9b99.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.465443] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d04398-c6e4-4cbe-a8d7-17a29371cf30 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.486721] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Waiting for the task: (returnval){ [ 948.486721] env[70113]: value = "task-3415598" [ 948.486721] env[70113]: _type = "Task" [ 948.486721] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.497735] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': task-3415598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.693699] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 913679b6-777c-402a-862d-7fcd293f9527] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.869191] env[70113]: DEBUG nova.compute.utils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.870661] env[70113]: DEBUG nova.compute.manager [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.870952] env[70113]: DEBUG nova.network.neutron [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.912105] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7d033275-399e-457a-b79a-aee03448057d tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "1fe20cf8-5e09-4d32-980d-4c198a0a6a5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.566s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.919715] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1e93bee-f7ad-4280-9383-ad8013aa4b04 tempest-ListImageFiltersTestJSON-951752577 tempest-ListImageFiltersTestJSON-951752577-project-member] Lock "52c12a26-d157-420d-ab03-48dfc750a3d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.176s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.942346] env[70113]: DEBUG nova.compute.manager [None req-4226040a-98db-418b-b707-ba018ff66ec0 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 3ced5e76-a8c8-4ce5-8045-b787057f116b] Instance disappeared before build. {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 948.947643] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4b540498-e938-4735-9920-eee6fb042755 tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "761d478c-67ec-4413-aff9-417a231efbf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.636s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.999640] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': task-3415598, 'name': ReconfigVM_Task, 'duration_secs': 0.287414} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.001499] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 5f4eb855-6107-4cbe-af88-b092e7cb9b99/5f4eb855-6107-4cbe-af88-b092e7cb9b99.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.001499] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b5c47c7-288b-4fe7-8358-c908274140e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.008930] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Waiting for the task: (returnval){ [ 949.008930] env[70113]: value = "task-3415599" [ 949.008930] env[70113]: _type = "Task" [ 949.008930] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.024476] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': task-3415599, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.124186] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.124909] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5bf5f2e-c6e9-44e5-9456-495334d623a2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.127889] env[70113]: DEBUG nova.policy [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4e58967a5054d78b82983447e43564f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3f4f8d71093472da5ab7df9575b0c56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.134838] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 949.134838] env[70113]: value = "task-3415600" [ 949.134838] env[70113]: _type = "Task" [ 949.134838] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.145180] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.199849] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: ad8051f2-8149-46b3-9c77-3c71dc5ddcd9] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.377514] env[70113]: DEBUG nova.compute.manager [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.463341] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4226040a-98db-418b-b707-ba018ff66ec0 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "3ced5e76-a8c8-4ce5-8045-b787057f116b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.537s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.525242] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': task-3415599, 'name': Rename_Task, 'duration_secs': 0.147548} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.526238] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.526238] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16f7a924-ac03-47c5-a470-ffbf4e86ba75 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.532804] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Waiting for the task: (returnval){ [ 949.532804] env[70113]: value = "task-3415602" [ 949.532804] env[70113]: _type = "Task" [ 949.532804] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.546041] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': task-3415602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.551572] env[70113]: DEBUG oslo_concurrency.lockutils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "66ee0cd3-fc7b-4e18-b958-8530de97787d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.551808] env[70113]: DEBUG oslo_concurrency.lockutils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "66ee0cd3-fc7b-4e18-b958-8530de97787d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.629204] env[70113]: DEBUG nova.network.neutron [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Successfully created port: 175b563b-fcb6-4233-9af3-527fc56d5d77 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.646158] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415600, 'name': PowerOffVM_Task, 'duration_secs': 0.216952} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.647570] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.648588] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fa2657-5816-445e-ba40-5cc0e0707776 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.677570] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5ae62a-7634-4a8b-a109-c2b3f9bad9aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.709069] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: ad9ec99f-5338-44db-a225-a31e8ee75682] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.720589] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.720970] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07445ddf-11a7-4610-b9af-0fd835d5c591 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.729316] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 949.729316] env[70113]: value = "task-3415604" [ 949.729316] env[70113]: _type = "Task" [ 949.729316] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.750105] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] VM already powered off {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 949.750105] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.750105] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.750254] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.751061] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.751061] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-923248f9-33e8-4026-bba1-530c041a62b5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.763951] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.764208] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.765142] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e610bef-3e6b-4c0a-96e2-6b5b65552044 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.773550] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 949.773550] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]523ca81d-65d5-8b24-d637-d16f2cce2fdd" [ 949.773550] env[70113]: _type = "Task" [ 949.773550] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.783780] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523ca81d-65d5-8b24-d637-d16f2cce2fdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.906021] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb08cafb-450b-437c-9cba-cfd240270594 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.918030] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec5c92a-e345-40eb-bb17-d98071c3b737 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.955243] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3142969d-efe1-4ce4-96a7-b535fe0698b5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.963917] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143a2ae3-7770-4cad-880d-8463326a20be {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.978514] env[70113]: DEBUG nova.compute.provider_tree [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.045888] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': task-3415602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.054713] env[70113]: DEBUG nova.compute.manager [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.064943] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "bccc340c-192c-4aee-9583-d2fd9514ca3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.067448] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "bccc340c-192c-4aee-9583-d2fd9514ca3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.067705] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "bccc340c-192c-4aee-9583-d2fd9514ca3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.067904] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "bccc340c-192c-4aee-9583-d2fd9514ca3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.068419] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "bccc340c-192c-4aee-9583-d2fd9514ca3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.070333] env[70113]: INFO nova.compute.manager [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Terminating instance [ 950.213855] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: ee9173ac-18ee-4882-bfe3-ab4cdc707d1a] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.285915] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523ca81d-65d5-8b24-d637-d16f2cce2fdd, 'name': SearchDatastore_Task, 'duration_secs': 0.016005} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.286936] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f28ed61e-b27c-4d90-bf04-4c37af411898 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.293774] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 950.293774] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ce3893-be32-61f5-eb07-63d3b6639212" [ 950.293774] env[70113]: _type = "Task" [ 950.293774] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.303769] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ce3893-be32-61f5-eb07-63d3b6639212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.395902] env[70113]: DEBUG nova.compute.manager [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.426947] env[70113]: DEBUG nova.virt.hardware [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.426947] env[70113]: DEBUG nova.virt.hardware [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.426947] env[70113]: DEBUG nova.virt.hardware [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.426947] env[70113]: DEBUG nova.virt.hardware [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.427217] env[70113]: DEBUG nova.virt.hardware [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.427217] env[70113]: DEBUG nova.virt.hardware [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.427352] env[70113]: DEBUG nova.virt.hardware [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.427504] env[70113]: DEBUG nova.virt.hardware [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.427670] env[70113]: DEBUG nova.virt.hardware [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.429303] env[70113]: DEBUG nova.virt.hardware [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.429303] env[70113]: DEBUG nova.virt.hardware [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.429303] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a7e2a7-6c24-4fd8-83d7-a1d438714017 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.438113] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d65f9c-8531-4f77-9490-150dbafdb57e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.482655] env[70113]: DEBUG nova.scheduler.client.report [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.551288] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': task-3415602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.574722] env[70113]: DEBUG nova.compute.manager [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.574972] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.576836] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dd7171-dfca-497b-9ced-cd043ca4ad5c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.587055] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.589501] env[70113]: DEBUG oslo_concurrency.lockutils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.589501] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a690f4-31fe-4a2d-91d6-bcd43105dd85 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.595934] env[70113]: DEBUG oslo_vmware.api [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 950.595934] env[70113]: value = "task-3415605" [ 950.595934] env[70113]: _type = "Task" [ 950.595934] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.611294] env[70113]: DEBUG oslo_vmware.api [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.718625] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 1cde37d8-bb36-4da1-9be8-9d722666a7a0] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.804896] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ce3893-be32-61f5-eb07-63d3b6639212, 'name': SearchDatastore_Task, 'duration_secs': 0.012403} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.805062] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.805307] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] cab6bc89-6bea-4fc2-b182-f406bece7320/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk. {{(pid=70113) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 950.805805] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2875e4b2-d721-4728-a185-bc3dc9dae2d5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.814794] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 950.814794] env[70113]: value = "task-3415606" [ 950.814794] env[70113]: _type = "Task" [ 950.814794] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.827586] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.990306] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.991051] env[70113]: DEBUG nova.compute.manager [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.994695] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.054s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.049248] env[70113]: DEBUG oslo_vmware.api [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': task-3415602, 'name': PowerOnVM_Task, 'duration_secs': 1.420463} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.049630] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.049865] env[70113]: INFO nova.compute.manager [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Took 8.01 seconds to spawn the instance on the hypervisor. [ 951.050103] env[70113]: DEBUG nova.compute.manager [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.051117] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0fae98-ef67-4579-9e92-b526363c8471 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.109513] env[70113]: DEBUG oslo_vmware.api [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415605, 'name': PowerOffVM_Task, 'duration_secs': 0.214106} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.109675] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.109868] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.110535] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61ba5793-73a3-49cf-9b4c-5b37ef6108b6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.185366] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.185631] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.185839] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Deleting the datastore file [datastore1] bccc340c-192c-4aee-9583-d2fd9514ca3e {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.186437] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3672c3d-4ec8-4ad1-a9ed-8970a94e6579 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.994149] env[70113]: DEBUG nova.network.neutron [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Successfully updated port: 175b563b-fcb6-4233-9af3-527fc56d5d77 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.998018] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: b93c923f-ce74-4d7e-abec-c456db0e83af] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.999101] env[70113]: DEBUG nova.compute.utils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.002276] env[70113]: INFO nova.compute.claims [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.010554] env[70113]: DEBUG nova.compute.manager [req-be07aff0-20ea-4989-824e-12dbfae50011 req-91c858c5-5d72-4101-be35-9086cff1ae41 service nova] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Received event network-vif-plugged-175b563b-fcb6-4233-9af3-527fc56d5d77 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.010745] env[70113]: DEBUG oslo_concurrency.lockutils [req-be07aff0-20ea-4989-824e-12dbfae50011 req-91c858c5-5d72-4101-be35-9086cff1ae41 service nova] Acquiring lock "a0b5c2ab-dd80-4a23-a15f-cea363667ad4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.011038] env[70113]: DEBUG oslo_concurrency.lockutils [req-be07aff0-20ea-4989-824e-12dbfae50011 req-91c858c5-5d72-4101-be35-9086cff1ae41 service nova] Lock "a0b5c2ab-dd80-4a23-a15f-cea363667ad4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.011580] env[70113]: DEBUG oslo_concurrency.lockutils [req-be07aff0-20ea-4989-824e-12dbfae50011 req-91c858c5-5d72-4101-be35-9086cff1ae41 service nova] Lock "a0b5c2ab-dd80-4a23-a15f-cea363667ad4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.011580] env[70113]: DEBUG nova.compute.manager [req-be07aff0-20ea-4989-824e-12dbfae50011 req-91c858c5-5d72-4101-be35-9086cff1ae41 service nova] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] No waiting events found dispatching network-vif-plugged-175b563b-fcb6-4233-9af3-527fc56d5d77 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.011580] env[70113]: WARNING nova.compute.manager [req-be07aff0-20ea-4989-824e-12dbfae50011 req-91c858c5-5d72-4101-be35-9086cff1ae41 service nova] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Received unexpected event network-vif-plugged-175b563b-fcb6-4233-9af3-527fc56d5d77 for instance with vm_state building and task_state spawning. [ 952.013719] env[70113]: DEBUG oslo_concurrency.lockutils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Acquiring lock "refresh_cache-a0b5c2ab-dd80-4a23-a15f-cea363667ad4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.014294] env[70113]: DEBUG oslo_concurrency.lockutils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Acquired lock "refresh_cache-a0b5c2ab-dd80-4a23-a15f-cea363667ad4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.014294] env[70113]: DEBUG nova.network.neutron [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.018944] env[70113]: DEBUG nova.compute.manager [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.019131] env[70113]: DEBUG nova.network.neutron [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.027399] env[70113]: DEBUG oslo_vmware.api [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 952.027399] env[70113]: value = "task-3415609" [ 952.027399] env[70113]: _type = "Task" [ 952.027399] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.031495] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415606, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.041983] env[70113]: DEBUG oslo_vmware.api [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.047061] env[70113]: INFO nova.compute.manager [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Took 51.38 seconds to build instance. [ 952.145048] env[70113]: DEBUG nova.network.neutron [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.190904] env[70113]: DEBUG nova.policy [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '789c7fa400554a6ca06267c86fbf0467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f8b5ab486ae4a439af550f8961186e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.508640] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415606, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.651911} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.508911] env[70113]: INFO nova.virt.vmwareapi.ds_util [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] cab6bc89-6bea-4fc2-b182-f406bece7320/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk. [ 952.509751] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb74607-cf07-4ace-92ca-12da14d6ed26 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.513121] env[70113]: DEBUG nova.compute.manager [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.517146] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 4f479379-020b-4939-9be7-624b7dac426e] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.522160] env[70113]: INFO nova.compute.resource_tracker [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updating resource usage from migration 8b7acb33-b168-4697-afeb-9794611a7dae [ 952.552063] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] cab6bc89-6bea-4fc2-b182-f406bece7320/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.554746] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ef8a39ee-9f5e-4378-96c7-d23503719072 tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Lock "5f4eb855-6107-4cbe-af88-b092e7cb9b99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.898s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.554883] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e27e5bbf-536f-4c49-8cf6-ef16d8e5fc1e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.580036] env[70113]: DEBUG oslo_vmware.api [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282166} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.581594] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.581967] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.582032] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.582200] env[70113]: INFO nova.compute.manager [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Took 2.01 seconds to destroy the instance on the hypervisor. [ 952.582887] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.582887] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 952.582887] env[70113]: value = "task-3415610" [ 952.582887] env[70113]: _type = "Task" [ 952.582887] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.583213] env[70113]: DEBUG nova.compute.manager [-] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.583213] env[70113]: DEBUG nova.network.neutron [-] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.598040] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.651877] env[70113]: DEBUG nova.network.neutron [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Updating instance_info_cache with network_info: [{"id": "175b563b-fcb6-4233-9af3-527fc56d5d77", "address": "fa:16:3e:b8:a5:21", "network": {"id": "949d0cd8-7e5b-4478-a277-855f2210cd67", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1550581018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3f4f8d71093472da5ab7df9575b0c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175b563b-fc", "ovs_interfaceid": "175b563b-fcb6-4233-9af3-527fc56d5d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.029341] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 0a80fbe1-a39c-4f02-855e-41e23adbc88d] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.034745] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c3018b-d0e8-48a8-a1e5-c93d1f86f0bb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.046020] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec398e44-270c-42ba-a7fe-3e463c8f562f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.080865] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85c0e94-afc9-40de-b5c3-a2aaa96e836e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.094309] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7767f0-1d98-4699-8eaa-8b470ad2abc0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.102764] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415610, 'name': ReconfigVM_Task, 'duration_secs': 0.365856} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.104317] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Reconfigured VM instance instance-00000040 to attach disk [datastore2] cab6bc89-6bea-4fc2-b182-f406bece7320/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.117866] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20b80f8-ec6a-4ce6-964d-8702b312f534 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.120492] env[70113]: DEBUG nova.compute.provider_tree [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.154372] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91142278-fc2e-4335-adf8-22595a880ff4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.166981] env[70113]: DEBUG oslo_concurrency.lockutils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Releasing lock "refresh_cache-a0b5c2ab-dd80-4a23-a15f-cea363667ad4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.166981] env[70113]: DEBUG nova.compute.manager [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Instance network_info: |[{"id": "175b563b-fcb6-4233-9af3-527fc56d5d77", "address": "fa:16:3e:b8:a5:21", "network": {"id": "949d0cd8-7e5b-4478-a277-855f2210cd67", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1550581018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3f4f8d71093472da5ab7df9575b0c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175b563b-fc", "ovs_interfaceid": "175b563b-fcb6-4233-9af3-527fc56d5d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.167627] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:a5:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '175b563b-fcb6-4233-9af3-527fc56d5d77', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.175878] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Creating folder: Project (b3f4f8d71093472da5ab7df9575b0c56). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.176983] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d1dc989-9e5f-4a02-a7b3-405d0abf8e7c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.182115] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 953.182115] env[70113]: value = "task-3415611" [ 953.182115] env[70113]: _type = "Task" [ 953.182115] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.188770] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Created folder: Project (b3f4f8d71093472da5ab7df9575b0c56) in parent group-v681336. [ 953.189022] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Creating folder: Instances. Parent ref: group-v681516. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.194302] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c555a7c-b074-4136-bf2c-83d01cb1546b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.195404] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.209021] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Created folder: Instances in parent group-v681516. [ 953.209021] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.209021] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.209021] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb7631a4-b70a-4227-86ca-4d86955bfb03 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.230142] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.230142] env[70113]: value = "task-3415614" [ 953.230142] env[70113]: _type = "Task" [ 953.230142] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.239204] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415614, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.378454] env[70113]: DEBUG oslo_concurrency.lockutils [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "1f3018be-9b1d-48d1-b601-2738439a3701" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.378454] env[70113]: DEBUG oslo_concurrency.lockutils [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "1f3018be-9b1d-48d1-b601-2738439a3701" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.378671] env[70113]: DEBUG oslo_concurrency.lockutils [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "1f3018be-9b1d-48d1-b601-2738439a3701-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.378917] env[70113]: DEBUG oslo_concurrency.lockutils [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "1f3018be-9b1d-48d1-b601-2738439a3701-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.379172] env[70113]: DEBUG oslo_concurrency.lockutils [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "1f3018be-9b1d-48d1-b601-2738439a3701-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.381587] env[70113]: INFO nova.compute.manager [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Terminating instance [ 953.414145] env[70113]: DEBUG nova.network.neutron [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Successfully created port: 919ae8c0-8839-4149-bba5-80204f8a54cc {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.524058] env[70113]: DEBUG nova.network.neutron [-] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.533138] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 394ed08f-2d43-4261-bed1-cd94b14770ba] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.536655] env[70113]: DEBUG nova.compute.manager [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.570312] env[70113]: DEBUG nova.virt.hardware [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.570312] env[70113]: DEBUG nova.virt.hardware [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.570312] env[70113]: DEBUG nova.virt.hardware [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.570565] env[70113]: DEBUG nova.virt.hardware [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.570768] env[70113]: DEBUG nova.virt.hardware [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.570964] env[70113]: DEBUG nova.virt.hardware [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.571251] env[70113]: DEBUG nova.virt.hardware [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.571469] env[70113]: DEBUG nova.virt.hardware [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.571681] env[70113]: DEBUG nova.virt.hardware [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.571895] env[70113]: DEBUG nova.virt.hardware [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.572180] env[70113]: DEBUG nova.virt.hardware [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.576251] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9e57eb-2ebe-406f-afa5-aa24b76d9a4e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.590964] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e378dbd-b83f-4f8b-8433-d6f35a9d3f87 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.624919] env[70113]: DEBUG nova.scheduler.client.report [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.683573] env[70113]: DEBUG nova.compute.manager [req-ba82b19a-4191-4162-a313-420b19157157 req-8777fc9d-7bb5-4069-93f7-cacb1f97900b service nova] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Received event network-vif-deleted-2568d279-b0d2-4495-89e5-ceffdc0b2cd0 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.694665] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415611, 'name': ReconfigVM_Task, 'duration_secs': 0.224505} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.695045] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.695329] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be4a1e59-35f9-4ef2-9186-28d50f59e990 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.706121] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 953.706121] env[70113]: value = "task-3415615" [ 953.706121] env[70113]: _type = "Task" [ 953.706121] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.718675] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.742820] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415614, 'name': CreateVM_Task, 'duration_secs': 0.376022} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.742820] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.743020] env[70113]: DEBUG oslo_concurrency.lockutils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.743194] env[70113]: DEBUG oslo_concurrency.lockutils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.743554] env[70113]: DEBUG oslo_concurrency.lockutils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.743838] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7dcb04a-cc2c-49f2-98bc-8219a932536b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.759461] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Waiting for the task: (returnval){ [ 953.759461] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d696b7-96df-3f7e-47f1-0f2d0f1178ee" [ 953.759461] env[70113]: _type = "Task" [ 953.759461] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.767203] env[70113]: DEBUG oslo_vmware.rw_handles [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2def0-5639-59b1-9ab0-cbaf2ef91a8b/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 953.768168] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8493810-b4a8-41fb-8e22-b4c5a2a2f512 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.779937] env[70113]: DEBUG oslo_vmware.rw_handles [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2def0-5639-59b1-9ab0-cbaf2ef91a8b/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 953.779937] env[70113]: ERROR oslo_vmware.rw_handles [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2def0-5639-59b1-9ab0-cbaf2ef91a8b/disk-0.vmdk due to incomplete transfer. [ 953.779937] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d696b7-96df-3f7e-47f1-0f2d0f1178ee, 'name': SearchDatastore_Task, 'duration_secs': 0.017103} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.779937] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b9343c1-778b-4fdf-9d8b-0abeb00ee98d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.781986] env[70113]: DEBUG oslo_concurrency.lockutils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.782242] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.782504] env[70113]: DEBUG oslo_concurrency.lockutils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.782656] env[70113]: DEBUG oslo_concurrency.lockutils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.782841] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.783362] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-179027a8-2131-4f41-8da6-844209a3034e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.795652] env[70113]: DEBUG oslo_vmware.rw_handles [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2def0-5639-59b1-9ab0-cbaf2ef91a8b/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 953.795652] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Uploaded image 9e41eb07-c45b-4dfc-83bd-23eaf4e98182 to the Glance image server {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 953.801278] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 953.804065] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-afce5f25-0ddf-462a-b1be-c6f4bcee35be {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.804647] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.806283] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.806283] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-428787b9-6d69-4119-a8a5-b48678149e01 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.814182] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Waiting for the task: (returnval){ [ 953.814182] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524cee10-255a-a924-5dc2-973b60f94eeb" [ 953.814182] env[70113]: _type = "Task" [ 953.814182] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.819049] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 953.819049] env[70113]: value = "task-3415616" [ 953.819049] env[70113]: _type = "Task" [ 953.819049] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.826282] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524cee10-255a-a924-5dc2-973b60f94eeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.832579] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415616, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.887831] env[70113]: DEBUG nova.compute.manager [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.888214] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.889397] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d362d275-0ade-40bb-afeb-0b6adfd24c8f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.898812] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.899149] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-947d044b-fd8d-432e-a15f-58486f7d79db {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.908672] env[70113]: DEBUG oslo_vmware.api [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 953.908672] env[70113]: value = "task-3415618" [ 953.908672] env[70113]: _type = "Task" [ 953.908672] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.921285] env[70113]: DEBUG oslo_vmware.api [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.025744] env[70113]: INFO nova.compute.manager [-] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Took 1.44 seconds to deallocate network for instance. [ 954.041069] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: eb79b06b-68ff-44ef-bff4-28aee201e914] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.130245] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.135s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.130612] env[70113]: INFO nova.compute.manager [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Migrating [ 954.144032] env[70113]: DEBUG oslo_concurrency.lockutils [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.651s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.144032] env[70113]: DEBUG oslo_concurrency.lockutils [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.144389] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.855s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.149026] env[70113]: INFO nova.compute.claims [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.152607] env[70113]: DEBUG nova.compute.manager [req-7a62ffd7-ae8d-4504-942e-242e789d02f2 req-540bee1d-1946-4c2e-9867-0f45a50ef7cf service nova] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Received event network-changed-175b563b-fcb6-4233-9af3-527fc56d5d77 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.152858] env[70113]: DEBUG nova.compute.manager [req-7a62ffd7-ae8d-4504-942e-242e789d02f2 req-540bee1d-1946-4c2e-9867-0f45a50ef7cf service nova] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Refreshing instance network info cache due to event network-changed-175b563b-fcb6-4233-9af3-527fc56d5d77. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.153179] env[70113]: DEBUG oslo_concurrency.lockutils [req-7a62ffd7-ae8d-4504-942e-242e789d02f2 req-540bee1d-1946-4c2e-9867-0f45a50ef7cf service nova] Acquiring lock "refresh_cache-a0b5c2ab-dd80-4a23-a15f-cea363667ad4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.153413] env[70113]: DEBUG oslo_concurrency.lockutils [req-7a62ffd7-ae8d-4504-942e-242e789d02f2 req-540bee1d-1946-4c2e-9867-0f45a50ef7cf service nova] Acquired lock "refresh_cache-a0b5c2ab-dd80-4a23-a15f-cea363667ad4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.153609] env[70113]: DEBUG nova.network.neutron [req-7a62ffd7-ae8d-4504-942e-242e789d02f2 req-540bee1d-1946-4c2e-9867-0f45a50ef7cf service nova] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Refreshing network info cache for port 175b563b-fcb6-4233-9af3-527fc56d5d77 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.216533] env[70113]: INFO nova.scheduler.client.report [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Deleted allocations for instance 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4 [ 954.230530] env[70113]: DEBUG oslo_vmware.api [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415615, 'name': PowerOnVM_Task, 'duration_secs': 0.473302} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.231065] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.233845] env[70113]: DEBUG nova.compute.manager [None req-c79f004b-2731-416b-ae70-00a11df99605 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.235073] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07882baa-59eb-4aea-8ee0-8024843e1dac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.327429] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524cee10-255a-a924-5dc2-973b60f94eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.019551} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.329928] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bd2225a-c3c3-4c44-aa6c-ff659a736e72 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.345910] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415616, 'name': Destroy_Task, 'duration_secs': 0.390482} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.346676] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Destroyed the VM [ 954.347099] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 954.348947] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b09a8565-c255-4d6b-ad5a-08a09af8fa31 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.351042] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Waiting for the task: (returnval){ [ 954.351042] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bd760a-bf8b-4ed4-0363-b0e6f10b57dc" [ 954.351042] env[70113]: _type = "Task" [ 954.351042] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.357926] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 954.357926] env[70113]: value = "task-3415619" [ 954.357926] env[70113]: _type = "Task" [ 954.357926] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.365936] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bd760a-bf8b-4ed4-0363-b0e6f10b57dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.372252] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415619, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.423090] env[70113]: DEBUG oslo_vmware.api [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415618, 'name': PowerOffVM_Task, 'duration_secs': 0.309396} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.423090] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.423090] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.423090] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-373a2203-aff6-44b5-90d7-af50aa7f5ef1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.505032] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.505032] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.505032] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Deleting the datastore file [datastore1] 1f3018be-9b1d-48d1-b601-2738439a3701 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.505032] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e06a105-dfdf-4194-a536-252d82a173d5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.536294] env[70113]: DEBUG oslo_vmware.api [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for the task: (returnval){ [ 954.536294] env[70113]: value = "task-3415621" [ 954.536294] env[70113]: _type = "Task" [ 954.536294] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.536294] env[70113]: DEBUG oslo_vmware.api [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.538217] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.546232] env[70113]: DEBUG nova.network.neutron [req-7a62ffd7-ae8d-4504-942e-242e789d02f2 req-540bee1d-1946-4c2e-9867-0f45a50ef7cf service nova] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Updated VIF entry in instance network info cache for port 175b563b-fcb6-4233-9af3-527fc56d5d77. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.546668] env[70113]: DEBUG nova.network.neutron [req-7a62ffd7-ae8d-4504-942e-242e789d02f2 req-540bee1d-1946-4c2e-9867-0f45a50ef7cf service nova] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Updating instance_info_cache with network_info: [{"id": "175b563b-fcb6-4233-9af3-527fc56d5d77", "address": "fa:16:3e:b8:a5:21", "network": {"id": "949d0cd8-7e5b-4478-a277-855f2210cd67", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1550581018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3f4f8d71093472da5ab7df9575b0c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175b563b-fc", "ovs_interfaceid": "175b563b-fcb6-4233-9af3-527fc56d5d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.548077] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: c1f3d6bd-e998-48d0-befe-6c7e495618ae] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.669057] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "refresh_cache-5276edc2-b78c-418b-9801-708672871dff" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.670712] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "refresh_cache-5276edc2-b78c-418b-9801-708672871dff" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.672871] env[70113]: DEBUG nova.network.neutron [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.735684] env[70113]: DEBUG oslo_concurrency.lockutils [None req-278d594f-ba7b-4b41-8033-0aebf01e068b tempest-AttachInterfacesUnderV243Test-893206560 tempest-AttachInterfacesUnderV243Test-893206560-project-member] Lock "786f2e00-55e2-41b6-b63b-30e8dc5c5ce4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.079s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.876397] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bd760a-bf8b-4ed4-0363-b0e6f10b57dc, 'name': SearchDatastore_Task, 'duration_secs': 0.022317} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.880361] env[70113]: DEBUG oslo_concurrency.lockutils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.880361] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] a0b5c2ab-dd80-4a23-a15f-cea363667ad4/a0b5c2ab-dd80-4a23-a15f-cea363667ad4.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.880673] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415619, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.880910] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a97daff-4b7b-4d42-be9e-b93654033990 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.889342] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Waiting for the task: (returnval){ [ 954.889342] env[70113]: value = "task-3415622" [ 954.889342] env[70113]: _type = "Task" [ 954.889342] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.898736] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.027818] env[70113]: DEBUG oslo_vmware.api [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Task: {'id': task-3415621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399616} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.028866] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.028866] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.028866] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.029091] env[70113]: INFO nova.compute.manager [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Took 1.14 seconds to destroy the instance on the hypervisor. [ 955.029366] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.029608] env[70113]: DEBUG nova.compute.manager [-] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.030237] env[70113]: DEBUG nova.network.neutron [-] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.052948] env[70113]: DEBUG oslo_concurrency.lockutils [req-7a62ffd7-ae8d-4504-942e-242e789d02f2 req-540bee1d-1946-4c2e-9867-0f45a50ef7cf service nova] Releasing lock "refresh_cache-a0b5c2ab-dd80-4a23-a15f-cea363667ad4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.053574] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 9d824cd1-a238-4196-a956-648b9a29e379] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.276739] env[70113]: INFO nova.compute.manager [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Unrescuing [ 955.276739] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "refresh_cache-cab6bc89-6bea-4fc2-b182-f406bece7320" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.276739] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquired lock "refresh_cache-cab6bc89-6bea-4fc2-b182-f406bece7320" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.276739] env[70113]: DEBUG nova.network.neutron [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.372938] env[70113]: DEBUG oslo_vmware.api [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415619, 'name': RemoveSnapshot_Task, 'duration_secs': 0.522022} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.376171] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 955.376503] env[70113]: INFO nova.compute.manager [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Took 12.24 seconds to snapshot the instance on the hypervisor. [ 955.408764] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415622, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.559646] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: f1868a7a-65b3-45b9-ac80-9d9716031a89] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.683672] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bcd097-23f0-4d08-a23e-3726e22cf772 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.692134] env[70113]: DEBUG nova.network.neutron [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Successfully updated port: 919ae8c0-8839-4149-bba5-80204f8a54cc {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.694147] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c587e3-97a4-4ad4-8ee9-4765c42077cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.731721] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "fc12be11-3baa-45a9-876d-8b6f23f7af90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.731996] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "fc12be11-3baa-45a9-876d-8b6f23f7af90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.733264] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "fc12be11-3baa-45a9-876d-8b6f23f7af90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.733264] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "fc12be11-3baa-45a9-876d-8b6f23f7af90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.733264] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "fc12be11-3baa-45a9-876d-8b6f23f7af90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.738250] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e448182-d31a-43fa-9466-2a96fc682231 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.742080] env[70113]: INFO nova.compute.manager [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Terminating instance [ 955.751858] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f02e59-7d02-4011-bffd-0ae4b6a4a17f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.769106] env[70113]: DEBUG nova.compute.provider_tree [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.862130] env[70113]: DEBUG nova.network.neutron [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updating instance_info_cache with network_info: [{"id": "ce92c9ff-cc82-4f9d-9582-f82ed203c61a", "address": "fa:16:3e:44:14:63", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce92c9ff-cc", "ovs_interfaceid": "ce92c9ff-cc82-4f9d-9582-f82ed203c61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.881684] env[70113]: DEBUG nova.compute.manager [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Instance disappeared during snapshot {{(pid=70113) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 955.895535] env[70113]: DEBUG nova.compute.manager [None req-574680df-b2e6-4cf9-981a-65cbcde683e3 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Image not found during clean up 9e41eb07-c45b-4dfc-83bd-23eaf4e98182 {{(pid=70113) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 955.907008] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733647} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.907419] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] a0b5c2ab-dd80-4a23-a15f-cea363667ad4/a0b5c2ab-dd80-4a23-a15f-cea363667ad4.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.907532] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.907778] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19792f2e-e538-46e4-9f3c-b27d4da38482 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.917988] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Waiting for the task: (returnval){ [ 955.917988] env[70113]: value = "task-3415623" [ 955.917988] env[70113]: _type = "Task" [ 955.917988] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.933193] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.063082] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 7ddd9f8f-4faf-42ae-8c67-f5988da5b732] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.200300] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "refresh_cache-f5dddfe9-7233-4e75-9b31-812a051390ec" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.200300] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquired lock "refresh_cache-f5dddfe9-7233-4e75-9b31-812a051390ec" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.200300] env[70113]: DEBUG nova.network.neutron [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.251453] env[70113]: DEBUG nova.compute.manager [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.251705] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.252675] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4f0565-0c8c-44f6-b1fc-88766bcab9cd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.256590] env[70113]: DEBUG nova.network.neutron [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Updating instance_info_cache with network_info: [{"id": "ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa", "address": "fa:16:3e:5e:b3:d6", "network": {"id": "289785ab-b7b9-40bd-8206-8684ae8f57e6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1220457124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eb0f394e9f8f406cb91d1ade97f94b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac78ed90-5c", "ovs_interfaceid": "ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.265138] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.265474] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4f92cd8-2485-4c6d-be7a-634e9b437b64 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.271762] env[70113]: DEBUG nova.scheduler.client.report [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.362029] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.363430] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.363859] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleting the datastore file [datastore2] fc12be11-3baa-45a9-876d-8b6f23f7af90 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.364809] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "refresh_cache-5276edc2-b78c-418b-9801-708672871dff" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.371021] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60a5f18b-9df8-474c-8af5-e05aa902d74a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.381280] env[70113]: DEBUG nova.network.neutron [-] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.387140] env[70113]: DEBUG oslo_vmware.api [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 956.387140] env[70113]: value = "task-3415625" [ 956.387140] env[70113]: _type = "Task" [ 956.387140] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.403962] env[70113]: DEBUG oslo_vmware.api [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.434402] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070531} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.434714] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.435823] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c016a030-bae3-400f-9fbd-013099bd7fc1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.464335] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] a0b5c2ab-dd80-4a23-a15f-cea363667ad4/a0b5c2ab-dd80-4a23-a15f-cea363667ad4.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.467226] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9864f5c-b774-4646-a4ad-4bb491e1eddb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.489146] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Waiting for the task: (returnval){ [ 956.489146] env[70113]: value = "task-3415626" [ 956.489146] env[70113]: _type = "Task" [ 956.489146] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.499525] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.567883] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: ac73b9a6-0fc9-44d7-85d6-c2fd23e1243f] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.697319] env[70113]: DEBUG nova.compute.manager [req-a98bf0db-4060-46de-a772-6530d499724c req-329f6086-f8b3-454c-905c-4c7c59b5676c service nova] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Received event network-vif-deleted-2254a6e4-cf85-47c6-9da9-a4467eb87f33 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.753878] env[70113]: DEBUG nova.network.neutron [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.760630] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Releasing lock "refresh_cache-cab6bc89-6bea-4fc2-b182-f406bece7320" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.761284] env[70113]: DEBUG nova.objects.instance [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lazy-loading 'flavor' on Instance uuid cab6bc89-6bea-4fc2-b182-f406bece7320 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.779414] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.779877] env[70113]: DEBUG nova.compute.manager [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.789995] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.901s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.790175] env[70113]: DEBUG nova.objects.instance [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70113) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 956.886864] env[70113]: INFO nova.compute.manager [-] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Took 1.86 seconds to deallocate network for instance. [ 956.902338] env[70113]: DEBUG oslo_vmware.api [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366045} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.905190] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.905395] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.905602] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.906022] env[70113]: INFO nova.compute.manager [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Took 0.65 seconds to destroy the instance on the hypervisor. [ 956.906088] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.906291] env[70113]: DEBUG nova.compute.manager [-] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.906411] env[70113]: DEBUG nova.network.neutron [-] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.914035] env[70113]: DEBUG nova.compute.manager [req-eb82c24c-d398-4ded-a1af-e4e8673434d4 req-af6c4d3b-5977-47e1-bfc4-beba748d3fd0 service nova] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Received event network-vif-plugged-919ae8c0-8839-4149-bba5-80204f8a54cc {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.914256] env[70113]: DEBUG oslo_concurrency.lockutils [req-eb82c24c-d398-4ded-a1af-e4e8673434d4 req-af6c4d3b-5977-47e1-bfc4-beba748d3fd0 service nova] Acquiring lock "f5dddfe9-7233-4e75-9b31-812a051390ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.914454] env[70113]: DEBUG oslo_concurrency.lockutils [req-eb82c24c-d398-4ded-a1af-e4e8673434d4 req-af6c4d3b-5977-47e1-bfc4-beba748d3fd0 service nova] Lock "f5dddfe9-7233-4e75-9b31-812a051390ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.914616] env[70113]: DEBUG oslo_concurrency.lockutils [req-eb82c24c-d398-4ded-a1af-e4e8673434d4 req-af6c4d3b-5977-47e1-bfc4-beba748d3fd0 service nova] Lock "f5dddfe9-7233-4e75-9b31-812a051390ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.914786] env[70113]: DEBUG nova.compute.manager [req-eb82c24c-d398-4ded-a1af-e4e8673434d4 req-af6c4d3b-5977-47e1-bfc4-beba748d3fd0 service nova] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] No waiting events found dispatching network-vif-plugged-919ae8c0-8839-4149-bba5-80204f8a54cc {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.914932] env[70113]: WARNING nova.compute.manager [req-eb82c24c-d398-4ded-a1af-e4e8673434d4 req-af6c4d3b-5977-47e1-bfc4-beba748d3fd0 service nova] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Received unexpected event network-vif-plugged-919ae8c0-8839-4149-bba5-80204f8a54cc for instance with vm_state building and task_state spawning. [ 956.915168] env[70113]: DEBUG nova.compute.manager [req-eb82c24c-d398-4ded-a1af-e4e8673434d4 req-af6c4d3b-5977-47e1-bfc4-beba748d3fd0 service nova] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Received event network-changed-919ae8c0-8839-4149-bba5-80204f8a54cc {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.915333] env[70113]: DEBUG nova.compute.manager [req-eb82c24c-d398-4ded-a1af-e4e8673434d4 req-af6c4d3b-5977-47e1-bfc4-beba748d3fd0 service nova] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Refreshing instance network info cache due to event network-changed-919ae8c0-8839-4149-bba5-80204f8a54cc. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.915505] env[70113]: DEBUG oslo_concurrency.lockutils [req-eb82c24c-d398-4ded-a1af-e4e8673434d4 req-af6c4d3b-5977-47e1-bfc4-beba748d3fd0 service nova] Acquiring lock "refresh_cache-f5dddfe9-7233-4e75-9b31-812a051390ec" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.001578] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415626, 'name': ReconfigVM_Task, 'duration_secs': 0.370611} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.001886] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Reconfigured VM instance instance-00000042 to attach disk [datastore1] a0b5c2ab-dd80-4a23-a15f-cea363667ad4/a0b5c2ab-dd80-4a23-a15f-cea363667ad4.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.002633] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57cee0cb-6a51-4e47-bace-610cb82e90e6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.011946] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Waiting for the task: (returnval){ [ 957.011946] env[70113]: value = "task-3415627" [ 957.011946] env[70113]: _type = "Task" [ 957.011946] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.026511] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415627, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.030786] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "bd6bdd04-0483-4f90-93ee-22f0c17f51ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.031062] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "bd6bdd04-0483-4f90-93ee-22f0c17f51ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.036458] env[70113]: DEBUG nova.network.neutron [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Updating instance_info_cache with network_info: [{"id": "919ae8c0-8839-4149-bba5-80204f8a54cc", "address": "fa:16:3e:d8:30:3c", "network": {"id": "45d497e4-8989-454c-ab64-30a8e82af140", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-93521386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f8b5ab486ae4a439af550f8961186e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap919ae8c0-88", "ovs_interfaceid": "919ae8c0-8839-4149-bba5-80204f8a54cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.072832] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 480263ba-bab0-4026-ac77-0e2f6a425f1e] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.274122] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446f726b-7c06-4310-9698-8569b8a370cc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.305993] env[70113]: DEBUG nova.compute.utils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.311130] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.311130] env[70113]: DEBUG nova.compute.manager [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.311130] env[70113]: DEBUG nova.network.neutron [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.313278] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdac48af-5eb0-4b96-83c3-be3d7eb824ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.324347] env[70113]: DEBUG oslo_vmware.api [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 957.324347] env[70113]: value = "task-3415628" [ 957.324347] env[70113]: _type = "Task" [ 957.324347] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.334310] env[70113]: DEBUG oslo_vmware.api [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.395550] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Acquiring lock "e60e781b-f764-42c3-8e06-5f066a0e1513" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.395806] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Lock "e60e781b-f764-42c3-8e06-5f066a0e1513" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.397344] env[70113]: DEBUG oslo_concurrency.lockutils [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.450636] env[70113]: DEBUG nova.policy [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e19ba68ff144a70b49122d0597e9735', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56870a134a3d439bbc7378a8544959b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.528528] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415627, 'name': Rename_Task, 'duration_secs': 0.25631} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.528937] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.533022] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5ae802f-22f9-4df8-8344-f3ec201c0700 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.533589] env[70113]: DEBUG nova.compute.manager [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.538230] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Releasing lock "refresh_cache-f5dddfe9-7233-4e75-9b31-812a051390ec" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.541536] env[70113]: DEBUG nova.compute.manager [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Instance network_info: |[{"id": "919ae8c0-8839-4149-bba5-80204f8a54cc", "address": "fa:16:3e:d8:30:3c", "network": {"id": "45d497e4-8989-454c-ab64-30a8e82af140", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-93521386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f8b5ab486ae4a439af550f8961186e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap919ae8c0-88", "ovs_interfaceid": "919ae8c0-8839-4149-bba5-80204f8a54cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.541536] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Waiting for the task: (returnval){ [ 957.541536] env[70113]: value = "task-3415629" [ 957.541536] env[70113]: _type = "Task" [ 957.541536] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.541536] env[70113]: DEBUG oslo_concurrency.lockutils [req-eb82c24c-d398-4ded-a1af-e4e8673434d4 req-af6c4d3b-5977-47e1-bfc4-beba748d3fd0 service nova] Acquired lock "refresh_cache-f5dddfe9-7233-4e75-9b31-812a051390ec" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.541536] env[70113]: DEBUG nova.network.neutron [req-eb82c24c-d398-4ded-a1af-e4e8673434d4 req-af6c4d3b-5977-47e1-bfc4-beba748d3fd0 service nova] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Refreshing network info cache for port 919ae8c0-8839-4149-bba5-80204f8a54cc {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.541536] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:30:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '919ae8c0-8839-4149-bba5-80204f8a54cc', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.554017] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.554321] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.560562] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6747f71c-a589-4c76-86f3-de453d5e5835 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.576925] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 9be9128e-4576-4941-9f9b-d2bca5d25975] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.594039] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.598343] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.598343] env[70113]: value = "task-3415630" [ 957.598343] env[70113]: _type = "Task" [ 957.598343] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.615565] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415630, 'name': CreateVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.812532] env[70113]: DEBUG nova.compute.manager [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.816488] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2208a25d-749c-437d-a4e2-f1ce6f973f9c tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.817444] env[70113]: DEBUG oslo_concurrency.lockutils [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.743s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.817639] env[70113]: DEBUG oslo_concurrency.lockutils [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.819689] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.449s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.821202] env[70113]: INFO nova.compute.claims [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.835524] env[70113]: DEBUG oslo_vmware.api [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415628, 'name': PowerOffVM_Task, 'duration_secs': 0.218202} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.835524] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.844134] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 957.844483] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0faa3fc5-6b6c-4c44-8675-cd6cc8ab9194 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.862124] env[70113]: DEBUG nova.network.neutron [-] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.872974] env[70113]: DEBUG oslo_vmware.api [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 957.872974] env[70113]: value = "task-3415631" [ 957.872974] env[70113]: _type = "Task" [ 957.872974] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.881183] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7794baec-86a1-4a3f-b3ed-a4f1b5815052 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.889886] env[70113]: INFO nova.scheduler.client.report [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleted allocations for instance 141c5b71-b0a5-43b1-81ba-784e1a1cfacf [ 957.891564] env[70113]: DEBUG oslo_vmware.api [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.899740] env[70113]: DEBUG nova.compute.manager [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.918170] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updating instance '5276edc2-b78c-418b-9801-708672871dff' progress to 0 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.061321] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.072078] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415629, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.096953] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 703ef808-b2ba-447a-b213-4bcd108e6550] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.115662] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415630, 'name': CreateVM_Task, 'duration_secs': 0.420509} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.115662] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.118255] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.118255] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.118255] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.118255] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430ecc69-40f5-44af-9315-270f2cec78af {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.125717] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 958.125717] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52038247-5aac-fa90-c38e-eae8bab83291" [ 958.125717] env[70113]: _type = "Task" [ 958.125717] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.144153] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52038247-5aac-fa90-c38e-eae8bab83291, 'name': SearchDatastore_Task, 'duration_secs': 0.015469} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.144492] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.144759] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.145043] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.145185] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.145363] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.146359] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-561dfcd6-03b5-43b0-9cbe-047d7fc634e4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.159805] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.159805] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.159805] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146f372d-f0ed-4262-a1fd-3fd993d10791 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.167422] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 958.167422] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c4db20-9de8-c04a-5ab3-cdd6c6a82809" [ 958.167422] env[70113]: _type = "Task" [ 958.167422] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.181080] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c4db20-9de8-c04a-5ab3-cdd6c6a82809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.189930] env[70113]: DEBUG nova.network.neutron [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Successfully created port: 1d3d841c-37d6-4aa1-b3f2-f55d36370f32 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.367086] env[70113]: INFO nova.compute.manager [-] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Took 1.46 seconds to deallocate network for instance. [ 958.385962] env[70113]: DEBUG oslo_vmware.api [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415631, 'name': ReconfigVM_Task, 'duration_secs': 0.326918} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.386912] env[70113]: DEBUG nova.network.neutron [req-eb82c24c-d398-4ded-a1af-e4e8673434d4 req-af6c4d3b-5977-47e1-bfc4-beba748d3fd0 service nova] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Updated VIF entry in instance network info cache for port 919ae8c0-8839-4149-bba5-80204f8a54cc. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.387287] env[70113]: DEBUG nova.network.neutron [req-eb82c24c-d398-4ded-a1af-e4e8673434d4 req-af6c4d3b-5977-47e1-bfc4-beba748d3fd0 service nova] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Updating instance_info_cache with network_info: [{"id": "919ae8c0-8839-4149-bba5-80204f8a54cc", "address": "fa:16:3e:d8:30:3c", "network": {"id": "45d497e4-8989-454c-ab64-30a8e82af140", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-93521386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f8b5ab486ae4a439af550f8961186e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap919ae8c0-88", "ovs_interfaceid": "919ae8c0-8839-4149-bba5-80204f8a54cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.388585] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 958.388808] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.390620] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c15c45c-8ea4-4a9e-8626-ced414a4b9ff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.400030] env[70113]: DEBUG oslo_vmware.api [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 958.400030] env[70113]: value = "task-3415632" [ 958.400030] env[70113]: _type = "Task" [ 958.400030] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.409898] env[70113]: DEBUG oslo_vmware.api [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.420018] env[70113]: DEBUG oslo_concurrency.lockutils [None req-750e7401-828e-429e-98bf-458810db422d tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "141c5b71-b0a5-43b1-81ba-784e1a1cfacf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.280s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.426308] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.428158] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7d29e9c-d188-49f0-b435-45b28c4bef47 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.439012] env[70113]: DEBUG oslo_vmware.api [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 958.439012] env[70113]: value = "task-3415633" [ 958.439012] env[70113]: _type = "Task" [ 958.439012] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.446116] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.452341] env[70113]: DEBUG oslo_vmware.api [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.570357] env[70113]: DEBUG oslo_vmware.api [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415629, 'name': PowerOnVM_Task, 'duration_secs': 0.55187} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.570694] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.570957] env[70113]: INFO nova.compute.manager [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Took 8.17 seconds to spawn the instance on the hypervisor. [ 958.571227] env[70113]: DEBUG nova.compute.manager [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.573976] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cac4ae-1b65-41c4-84f9-987c0e97330d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.607378] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: c2c8d8bb-6a7d-46e2-a9cc-083f60676626] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.680156] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c4db20-9de8-c04a-5ab3-cdd6c6a82809, 'name': SearchDatastore_Task, 'duration_secs': 0.013575} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.680964] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2333ac50-c55a-4e1f-a1ea-998a000289ba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.686714] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 958.686714] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]526bcd61-c9d0-506d-7808-3ab51f2b1fdf" [ 958.686714] env[70113]: _type = "Task" [ 958.686714] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.695308] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526bcd61-c9d0-506d-7808-3ab51f2b1fdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.742463] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Acquiring lock "25657856-b058-4468-a156-6bb88b13454d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.742463] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Lock "25657856-b058-4468-a156-6bb88b13454d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.833046] env[70113]: DEBUG nova.compute.manager [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.866420] env[70113]: DEBUG nova.virt.hardware [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.866420] env[70113]: DEBUG nova.virt.hardware [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.866420] env[70113]: DEBUG nova.virt.hardware [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.866420] env[70113]: DEBUG nova.virt.hardware [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.866420] env[70113]: DEBUG nova.virt.hardware [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.866633] env[70113]: DEBUG nova.virt.hardware [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.867139] env[70113]: DEBUG nova.virt.hardware [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.867139] env[70113]: DEBUG nova.virt.hardware [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.869901] env[70113]: DEBUG nova.virt.hardware [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.869971] env[70113]: DEBUG nova.virt.hardware [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.870118] env[70113]: DEBUG nova.virt.hardware [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.871099] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43b1035-271f-41a5-ac96-e25a8108e4d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.878262] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.884122] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70470f8-f4dc-4745-b637-82decbe3db73 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.891524] env[70113]: DEBUG oslo_concurrency.lockutils [req-eb82c24c-d398-4ded-a1af-e4e8673434d4 req-af6c4d3b-5977-47e1-bfc4-beba748d3fd0 service nova] Releasing lock "refresh_cache-f5dddfe9-7233-4e75-9b31-812a051390ec" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.912202] env[70113]: DEBUG oslo_vmware.api [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.951157] env[70113]: DEBUG oslo_vmware.api [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415633, 'name': PowerOffVM_Task, 'duration_secs': 0.216124} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.951466] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.951619] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updating instance '5276edc2-b78c-418b-9801-708672871dff' progress to 17 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.099385] env[70113]: INFO nova.compute.manager [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Took 52.80 seconds to build instance. [ 959.112776] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 67270ca7-2423-4d43-8dbd-1c0adf2ede54] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.202754] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526bcd61-c9d0-506d-7808-3ab51f2b1fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.032603} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.203571] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.203571] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] f5dddfe9-7233-4e75-9b31-812a051390ec/f5dddfe9-7233-4e75-9b31-812a051390ec.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.203948] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7134a6e8-48d3-4a20-91ad-dbedbab4b658 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.213575] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 959.213575] env[70113]: value = "task-3415634" [ 959.213575] env[70113]: _type = "Task" [ 959.213575] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.225999] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.245422] env[70113]: DEBUG nova.compute.manager [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.341098] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df1264d-7168-403a-874d-9a42d162a6aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.351030] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a5f00b-497d-4db1-b1f6-e12b3703a34e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.387349] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a372e50b-d2da-422b-9919-2aab96d16a87 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.395972] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab64705-aa16-4e8b-b74e-d4f1d249c14e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.410310] env[70113]: DEBUG nova.compute.provider_tree [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.421857] env[70113]: DEBUG oslo_vmware.api [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.458629] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.458792] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.459181] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.459181] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.459332] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.460084] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.460084] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.460084] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.460084] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.460268] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.460529] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.467269] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94e98e3c-041c-4fc3-bf6d-d54a275fda7b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.494123] env[70113]: DEBUG oslo_vmware.api [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 959.494123] env[70113]: value = "task-3415635" [ 959.494123] env[70113]: _type = "Task" [ 959.494123] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.509866] env[70113]: DEBUG oslo_vmware.api [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.602773] env[70113]: DEBUG oslo_concurrency.lockutils [None req-10f48f3c-c3e9-48eb-87b2-892dc9abcd09 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Lock "a0b5c2ab-dd80-4a23-a15f-cea363667ad4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.314s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.620810] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 1a5650f6-b273-4e04-9f17-43ccb353516e] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.736841] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415634, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.761155] env[70113]: DEBUG nova.compute.manager [req-8c41a08c-0a94-455d-8880-3cb68dc9a974 req-2cc1690c-0690-469f-91ea-93f994e9bbaf service nova] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Received event network-vif-deleted-4bde9e8b-2d9d-4dca-a768-935c31a022fc {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.785079] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.922089] env[70113]: DEBUG nova.scheduler.client.report [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.939673] env[70113]: DEBUG oslo_vmware.api [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415632, 'name': PowerOnVM_Task, 'duration_secs': 1.185059} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.940148] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.941763] env[70113]: DEBUG nova.compute.manager [None req-e2ef67c4-ea10-48c5-afc9-1aaf8a594d4d tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.942620] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87210276-8ca1-4b3a-890e-8fe739d41e20 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.010319] env[70113]: DEBUG oslo_vmware.api [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415635, 'name': ReconfigVM_Task, 'duration_secs': 0.287394} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.010750] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updating instance '5276edc2-b78c-418b-9801-708672871dff' progress to 33 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.124905] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: b417ccb7-13dd-434a-9623-1290d65c7ad5] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.228317] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535049} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.228591] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] f5dddfe9-7233-4e75-9b31-812a051390ec/f5dddfe9-7233-4e75-9b31-812a051390ec.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.228810] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.229080] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4ae9520-1076-4526-a09d-a4854ddff85b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.236908] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 960.236908] env[70113]: value = "task-3415636" [ 960.236908] env[70113]: _type = "Task" [ 960.236908] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.247524] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.430617] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.431122] env[70113]: DEBUG nova.compute.manager [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.442219] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.985s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.442219] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.442219] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.930s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.442219] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.444088] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 20.793s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.464979] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Acquiring lock "de2211fe-b32a-4b26-866a-18aa84df32ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.465216] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Lock "de2211fe-b32a-4b26-866a-18aa84df32ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.475078] env[70113]: INFO nova.scheduler.client.report [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Deleted allocations for instance 71dbf17b-d02c-42c3-a26c-9543715d7396 [ 960.487185] env[70113]: INFO nova.scheduler.client.report [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Deleted allocations for instance 73634bb0-a724-4033-9a2e-5522d4041169 [ 960.518105] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.519160] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.519160] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.519160] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.519160] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.519160] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.522253] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.522550] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.522786] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.522984] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.523197] env[70113]: DEBUG nova.virt.hardware [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.528818] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Reconfiguring VM instance instance-0000003c to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 960.529473] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb1aa32e-8eb9-4d74-8dfd-e93b889a7e38 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.552288] env[70113]: DEBUG oslo_vmware.api [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 960.552288] env[70113]: value = "task-3415637" [ 960.552288] env[70113]: _type = "Task" [ 960.552288] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.563884] env[70113]: DEBUG oslo_vmware.api [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.630148] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 27f7c52b-6c1e-458e-87d1-e04f9fa40442] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.742657] env[70113]: DEBUG nova.network.neutron [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Successfully updated port: 1d3d841c-37d6-4aa1-b3f2-f55d36370f32 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.750304] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212408} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.750578] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.751575] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c031a4c6-9bd5-4fa7-8837-f25974d3147f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.777163] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] f5dddfe9-7233-4e75-9b31-812a051390ec/f5dddfe9-7233-4e75-9b31-812a051390ec.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.777989] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a943fd9-5523-4747-8a3a-cf0c462e8ba1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.801405] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 960.801405] env[70113]: value = "task-3415638" [ 960.801405] env[70113]: _type = "Task" [ 960.801405] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.811390] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.912165] env[70113]: DEBUG nova.compute.manager [req-48564664-d32c-4cc2-840d-38459ebd4ac0 req-9524e4ea-cfd7-4071-bd2e-811541d5a97f service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Received event network-vif-plugged-1d3d841c-37d6-4aa1-b3f2-f55d36370f32 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.912425] env[70113]: DEBUG oslo_concurrency.lockutils [req-48564664-d32c-4cc2-840d-38459ebd4ac0 req-9524e4ea-cfd7-4071-bd2e-811541d5a97f service nova] Acquiring lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.912600] env[70113]: DEBUG oslo_concurrency.lockutils [req-48564664-d32c-4cc2-840d-38459ebd4ac0 req-9524e4ea-cfd7-4071-bd2e-811541d5a97f service nova] Lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.912784] env[70113]: DEBUG oslo_concurrency.lockutils [req-48564664-d32c-4cc2-840d-38459ebd4ac0 req-9524e4ea-cfd7-4071-bd2e-811541d5a97f service nova] Lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.912965] env[70113]: DEBUG nova.compute.manager [req-48564664-d32c-4cc2-840d-38459ebd4ac0 req-9524e4ea-cfd7-4071-bd2e-811541d5a97f service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] No waiting events found dispatching network-vif-plugged-1d3d841c-37d6-4aa1-b3f2-f55d36370f32 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.914658] env[70113]: WARNING nova.compute.manager [req-48564664-d32c-4cc2-840d-38459ebd4ac0 req-9524e4ea-cfd7-4071-bd2e-811541d5a97f service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Received unexpected event network-vif-plugged-1d3d841c-37d6-4aa1-b3f2-f55d36370f32 for instance with vm_state building and task_state spawning. [ 960.939296] env[70113]: DEBUG nova.compute.utils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.941705] env[70113]: DEBUG nova.compute.manager [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.941705] env[70113]: DEBUG nova.network.neutron [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.950570] env[70113]: DEBUG nova.objects.instance [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lazy-loading 'migration_context' on Instance uuid da5e0b7e-b288-455d-a93e-7bbc4a8c58c9 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.967759] env[70113]: DEBUG nova.compute.manager [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.987834] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fcf5f4c-327a-4b7f-8cee-bc4ea948d409 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "71dbf17b-d02c-42c3-a26c-9543715d7396" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.413s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.998092] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7445c1f2-f170-448d-864a-d190ddd63f56 tempest-MultipleCreateTestJSON-1097443665 tempest-MultipleCreateTestJSON-1097443665-project-member] Lock "73634bb0-a724-4033-9a2e-5522d4041169" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.274s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.063366] env[70113]: DEBUG oslo_vmware.api [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415637, 'name': ReconfigVM_Task, 'duration_secs': 0.193253} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.063700] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Reconfigured VM instance instance-0000003c to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 961.064536] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eae313-405c-453b-843e-8a157a6591d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.089355] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 5276edc2-b78c-418b-9801-708672871dff/5276edc2-b78c-418b-9801-708672871dff.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.089829] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee99a1f0-4274-4acc-be51-12dd84613c0d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.109378] env[70113]: DEBUG oslo_vmware.api [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 961.109378] env[70113]: value = "task-3415639" [ 961.109378] env[70113]: _type = "Task" [ 961.109378] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.118662] env[70113]: DEBUG oslo_vmware.api [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.133512] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 1d897aa5-a007-4b5b-93c9-8769a1993d1d] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.150635] env[70113]: DEBUG nova.policy [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '552e27dea50d4a08bdda538f8385fdad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95036503c4b74c33a2300cad5affe864', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.248140] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.248486] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.248719] env[70113]: DEBUG nova.network.neutron [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.314557] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415638, 'name': ReconfigVM_Task, 'duration_secs': 0.423786} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.314932] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Reconfigured VM instance instance-00000043 to attach disk [datastore1] f5dddfe9-7233-4e75-9b31-812a051390ec/f5dddfe9-7233-4e75-9b31-812a051390ec.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.315599] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3598cf8-e95e-46cb-9c51-0fa926f07c81 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.325437] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 961.325437] env[70113]: value = "task-3415640" [ 961.325437] env[70113]: _type = "Task" [ 961.325437] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.336743] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415640, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.384460] env[70113]: DEBUG oslo_concurrency.lockutils [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Acquiring lock "5f4eb855-6107-4cbe-af88-b092e7cb9b99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.385629] env[70113]: DEBUG oslo_concurrency.lockutils [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Lock "5f4eb855-6107-4cbe-af88-b092e7cb9b99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.385629] env[70113]: DEBUG oslo_concurrency.lockutils [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Acquiring lock "5f4eb855-6107-4cbe-af88-b092e7cb9b99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.385629] env[70113]: DEBUG oslo_concurrency.lockutils [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Lock "5f4eb855-6107-4cbe-af88-b092e7cb9b99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.385629] env[70113]: DEBUG oslo_concurrency.lockutils [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Lock "5f4eb855-6107-4cbe-af88-b092e7cb9b99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.387747] env[70113]: INFO nova.compute.manager [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Terminating instance [ 961.445977] env[70113]: DEBUG nova.compute.manager [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.482577] env[70113]: DEBUG oslo_concurrency.lockutils [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "cab6bc89-6bea-4fc2-b182-f406bece7320" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.482840] env[70113]: DEBUG oslo_concurrency.lockutils [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "cab6bc89-6bea-4fc2-b182-f406bece7320" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.483046] env[70113]: DEBUG oslo_concurrency.lockutils [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "cab6bc89-6bea-4fc2-b182-f406bece7320-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.483240] env[70113]: DEBUG oslo_concurrency.lockutils [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "cab6bc89-6bea-4fc2-b182-f406bece7320-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.483409] env[70113]: DEBUG oslo_concurrency.lockutils [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "cab6bc89-6bea-4fc2-b182-f406bece7320-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.487054] env[70113]: INFO nova.compute.manager [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Terminating instance [ 961.494153] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.623320] env[70113]: DEBUG oslo_vmware.api [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415639, 'name': ReconfigVM_Task, 'duration_secs': 0.297305} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.626127] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 5276edc2-b78c-418b-9801-708672871dff/5276edc2-b78c-418b-9801-708672871dff.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.626427] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updating instance '5276edc2-b78c-418b-9801-708672871dff' progress to 50 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.639606] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: f5689aa5-3e82-4f83-bb2f-96c05181b91f] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.689354] env[70113]: DEBUG nova.network.neutron [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Successfully created port: 903d7b1d-2be7-44cf-bfd5-86932402dd7c {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.794051] env[70113]: DEBUG nova.network.neutron [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.836940] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415640, 'name': Rename_Task, 'duration_secs': 0.262078} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.839940] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.842310] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f172f72-be32-4962-a09b-60ef690eaac7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.849684] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 961.849684] env[70113]: value = "task-3415641" [ 961.849684] env[70113]: _type = "Task" [ 961.849684] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.860898] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.896349] env[70113]: DEBUG nova.compute.manager [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.896660] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.897856] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae4a4a9-dbcc-44fa-a044-29f95ae6a689 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.912056] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.912396] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc417ec6-dd9c-4eda-85ea-4e8805fa134d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.922447] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b767014-b381-427b-a048-73099d98da21 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.930016] env[70113]: DEBUG oslo_vmware.api [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Waiting for the task: (returnval){ [ 961.930016] env[70113]: value = "task-3415642" [ 961.930016] env[70113]: _type = "Task" [ 961.930016] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.937763] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d824f40-cfed-4948-aadf-19f7378b3408 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.945360] env[70113]: DEBUG oslo_vmware.api [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': task-3415642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.981848] env[70113]: DEBUG nova.network.neutron [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Updating instance_info_cache with network_info: [{"id": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "address": "fa:16:3e:d6:68:18", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3d841c-37", "ovs_interfaceid": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.983845] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61dd0e1-0983-4e96-9186-b2d69b26a1d6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.995500] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70232c37-e610-401c-972e-fa3ea9cee8da {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.000461] env[70113]: DEBUG nova.compute.manager [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.000729] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.001775] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f50140-2ea7-46f5-b272-f9fdaadeba8e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.018372] env[70113]: DEBUG nova.compute.provider_tree [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.023037] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.023365] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-763201e4-c34d-4bf5-84b8-8ea4d58c543a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.031840] env[70113]: DEBUG oslo_vmware.api [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 962.031840] env[70113]: value = "task-3415643" [ 962.031840] env[70113]: _type = "Task" [ 962.031840] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.042364] env[70113]: DEBUG oslo_vmware.api [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.134474] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07909321-31d8-46df-855e-db2ec7e70b2e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.148362] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquiring lock "370b379f-13ff-489c-b7fa-7fcdb94d065b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.150095] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Lock "370b379f-13ff-489c-b7fa-7fcdb94d065b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.173591] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 85001c04-13eb-4f93-98d8-e206133639ca] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.177051] env[70113]: DEBUG nova.compute.manager [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.183081] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf663bf-ad56-4e22-99b3-551677e8046b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.210880] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updating instance '5276edc2-b78c-418b-9801-708672871dff' progress to 67 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.360225] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.440990] env[70113]: DEBUG oslo_vmware.api [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': task-3415642, 'name': PowerOffVM_Task, 'duration_secs': 0.258136} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.441526] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.441711] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.442010] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b448099-954b-4a07-ac57-befa8c2ffbe8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.488689] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.489070] env[70113]: DEBUG nova.compute.manager [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Instance network_info: |[{"id": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "address": "fa:16:3e:d6:68:18", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3d841c-37", "ovs_interfaceid": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.490250] env[70113]: DEBUG nova.compute.manager [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.492832] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:68:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d3d841c-37d6-4aa1-b3f2-f55d36370f32', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.502872] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.503295] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.504010] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-192674bf-7bbf-4941-9905-10e4152bb0ce {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.527240] env[70113]: DEBUG nova.scheduler.client.report [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.531094] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.532217] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.532217] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Deleting the datastore file [datastore1] 5f4eb855-6107-4cbe-af88-b092e7cb9b99 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.532406] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ef36923-ef56-4fd5-9604-e6aba01c238d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.541069] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.541069] env[70113]: value = "task-3415645" [ 962.541069] env[70113]: _type = "Task" [ 962.541069] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.544299] env[70113]: DEBUG nova.virt.hardware [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.544527] env[70113]: DEBUG nova.virt.hardware [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.544682] env[70113]: DEBUG nova.virt.hardware [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.544859] env[70113]: DEBUG nova.virt.hardware [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.545010] env[70113]: DEBUG nova.virt.hardware [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.545172] env[70113]: DEBUG nova.virt.hardware [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.545376] env[70113]: DEBUG nova.virt.hardware [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.545531] env[70113]: DEBUG nova.virt.hardware [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.545755] env[70113]: DEBUG nova.virt.hardware [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.545940] env[70113]: DEBUG nova.virt.hardware [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.546140] env[70113]: DEBUG nova.virt.hardware [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.547426] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8a8f9e-8ab3-41d8-9a4b-2354e75bec07 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.557560] env[70113]: DEBUG oslo_vmware.api [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415643, 'name': PowerOffVM_Task, 'duration_secs': 0.223239} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.559722] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.559911] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.560263] env[70113]: DEBUG oslo_vmware.api [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Waiting for the task: (returnval){ [ 962.560263] env[70113]: value = "task-3415646" [ 962.560263] env[70113]: _type = "Task" [ 962.560263] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.561068] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be3db529-c2cc-4801-b0e4-9b4950355996 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.574496] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415645, 'name': CreateVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.577530] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7319cc9b-6bfc-47b9-adb6-1e75e560d650 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.587960] env[70113]: DEBUG oslo_vmware.api [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': task-3415646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.666147] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.666508] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.666804] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Deleting the datastore file [datastore2] cab6bc89-6bea-4fc2-b182-f406bece7320 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.667092] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-138b013a-82a7-4c31-8eb6-82432cd4514e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.674614] env[70113]: DEBUG oslo_vmware.api [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 962.674614] env[70113]: value = "task-3415648" [ 962.674614] env[70113]: _type = "Task" [ 962.674614] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.684162] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 9fa8a004-e7b8-412e-bd4d-f8a20675bbe8] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.686141] env[70113]: DEBUG oslo_vmware.api [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.692772] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.693042] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.719020] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.798230] env[70113]: DEBUG nova.network.neutron [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Port ce92c9ff-cc82-4f9d-9582-f82ed203c61a binding to destination host cpu-1 is already ACTIVE {{(pid=70113) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 962.863018] env[70113]: DEBUG oslo_vmware.api [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415641, 'name': PowerOnVM_Task, 'duration_secs': 0.796914} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.863018] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.863018] env[70113]: INFO nova.compute.manager [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Took 9.33 seconds to spawn the instance on the hypervisor. [ 962.863018] env[70113]: DEBUG nova.compute.manager [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.863410] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35cc0ff-e8d0-44ed-ba6a-02ad01648098 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.994210] env[70113]: DEBUG nova.compute.manager [req-5fc1210f-c3c3-4bab-b529-a026b1eaa1d8 req-4c0aba9f-cf9d-49e9-a063-d84c54620db7 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Received event network-changed-1d3d841c-37d6-4aa1-b3f2-f55d36370f32 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.994210] env[70113]: DEBUG nova.compute.manager [req-5fc1210f-c3c3-4bab-b529-a026b1eaa1d8 req-4c0aba9f-cf9d-49e9-a063-d84c54620db7 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Refreshing instance network info cache due to event network-changed-1d3d841c-37d6-4aa1-b3f2-f55d36370f32. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.994210] env[70113]: DEBUG oslo_concurrency.lockutils [req-5fc1210f-c3c3-4bab-b529-a026b1eaa1d8 req-4c0aba9f-cf9d-49e9-a063-d84c54620db7 service nova] Acquiring lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.994210] env[70113]: DEBUG oslo_concurrency.lockutils [req-5fc1210f-c3c3-4bab-b529-a026b1eaa1d8 req-4c0aba9f-cf9d-49e9-a063-d84c54620db7 service nova] Acquired lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.995526] env[70113]: DEBUG nova.network.neutron [req-5fc1210f-c3c3-4bab-b529-a026b1eaa1d8 req-4c0aba9f-cf9d-49e9-a063-d84c54620db7 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Refreshing network info cache for port 1d3d841c-37d6-4aa1-b3f2-f55d36370f32 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.057931] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415645, 'name': CreateVM_Task, 'duration_secs': 0.375832} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.058127] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.058811] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.058972] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.059297] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.059552] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc0fee1-5d7e-4870-a2bb-ebc79b99d180 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.070566] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 963.070566] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c95f18-39f3-2f9b-c6f9-1a3f9e3edadf" [ 963.070566] env[70113]: _type = "Task" [ 963.070566] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.079393] env[70113]: DEBUG oslo_vmware.api [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Task: {'id': task-3415646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261093} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.080030] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.080246] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.080415] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.080585] env[70113]: INFO nova.compute.manager [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Took 1.18 seconds to destroy the instance on the hypervisor. [ 963.080829] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.081012] env[70113]: DEBUG nova.compute.manager [-] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.081591] env[70113]: DEBUG nova.network.neutron [-] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.088637] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c95f18-39f3-2f9b-c6f9-1a3f9e3edadf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.187445] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 546d4f1f-00dc-458c-a0f5-3810925a681d] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.193677] env[70113]: DEBUG oslo_vmware.api [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357567} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.193677] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.193677] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.193677] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.193893] env[70113]: INFO nova.compute.manager [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Took 1.19 seconds to destroy the instance on the hypervisor. [ 963.194136] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.195198] env[70113]: DEBUG nova.compute.manager [-] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.195198] env[70113]: DEBUG nova.network.neutron [-] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.198740] env[70113]: DEBUG nova.compute.manager [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.393234] env[70113]: INFO nova.compute.manager [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Took 45.45 seconds to build instance. [ 963.542260] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.098s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.556521] env[70113]: DEBUG oslo_concurrency.lockutils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.966s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.556521] env[70113]: INFO nova.compute.claims [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.584021] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c95f18-39f3-2f9b-c6f9-1a3f9e3edadf, 'name': SearchDatastore_Task, 'duration_secs': 0.032415} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.584640] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.584890] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.585352] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.585352] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.585480] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.585968] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af3091e9-1723-4d19-998e-4d821eb620b7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.598430] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.599188] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.599280] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ec034e-7fd9-493c-a0f2-41798c188055 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.606850] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 963.606850] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b366df-665f-59f0-8537-eed530b5cbb2" [ 963.606850] env[70113]: _type = "Task" [ 963.606850] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.618168] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b366df-665f-59f0-8537-eed530b5cbb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.698029] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 9570dc84-80e2-4384-91dc-db78b2c8998e] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.727524] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.821076] env[70113]: DEBUG nova.compute.manager [req-b58a6046-f033-4cbf-ae58-e0c7598556c7 req-5677c307-9c3f-45d6-a03c-21e52158cf48 service nova] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Received event network-vif-deleted-0b86faab-1a82-48c2-a8d1-d01367559707 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.821207] env[70113]: INFO nova.compute.manager [req-b58a6046-f033-4cbf-ae58-e0c7598556c7 req-5677c307-9c3f-45d6-a03c-21e52158cf48 service nova] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Neutron deleted interface 0b86faab-1a82-48c2-a8d1-d01367559707; detaching it from the instance and deleting it from the info cache [ 963.821400] env[70113]: DEBUG nova.network.neutron [req-b58a6046-f033-4cbf-ae58-e0c7598556c7 req-5677c307-9c3f-45d6-a03c-21e52158cf48 service nova] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.827388] env[70113]: DEBUG nova.network.neutron [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Successfully updated port: 903d7b1d-2be7-44cf-bfd5-86932402dd7c {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.833903] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "5276edc2-b78c-418b-9801-708672871dff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.834071] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "5276edc2-b78c-418b-9801-708672871dff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.834369] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "5276edc2-b78c-418b-9801-708672871dff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.834837] env[70113]: WARNING oslo_messaging._drivers.amqpdriver [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 963.856351] env[70113]: DEBUG nova.network.neutron [req-5fc1210f-c3c3-4bab-b529-a026b1eaa1d8 req-4c0aba9f-cf9d-49e9-a063-d84c54620db7 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Updated VIF entry in instance network info cache for port 1d3d841c-37d6-4aa1-b3f2-f55d36370f32. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.856712] env[70113]: DEBUG nova.network.neutron [req-5fc1210f-c3c3-4bab-b529-a026b1eaa1d8 req-4c0aba9f-cf9d-49e9-a063-d84c54620db7 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Updating instance_info_cache with network_info: [{"id": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "address": "fa:16:3e:d6:68:18", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3d841c-37", "ovs_interfaceid": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.895821] env[70113]: DEBUG oslo_concurrency.lockutils [None req-19719efe-0ece-4398-9504-1efcdab6e86f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "f5dddfe9-7233-4e75-9b31-812a051390ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.960s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.031473] env[70113]: DEBUG nova.network.neutron [-] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.119031] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b366df-665f-59f0-8537-eed530b5cbb2, 'name': SearchDatastore_Task, 'duration_secs': 0.028886} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.119761] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84ab00d-589c-4580-a1fe-fbc51f0820eb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.126602] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 964.126602] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5230aae4-4846-27a4-4ad0-18ebab91b874" [ 964.126602] env[70113]: _type = "Task" [ 964.126602] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.138071] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5230aae4-4846-27a4-4ad0-18ebab91b874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.172606] env[70113]: DEBUG nova.network.neutron [-] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.199697] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: a45fac64-b46a-44c6-a1f0-bda773d22454] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.334854] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c952409-a6f3-4310-bb82-1c256c39b32c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.337371] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "refresh_cache-9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.337510] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "refresh_cache-9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.337688] env[70113]: DEBUG nova.network.neutron [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.350010] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebfc8f7-6ef2-4cba-af15-5194db494bee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.361444] env[70113]: DEBUG oslo_concurrency.lockutils [req-5fc1210f-c3c3-4bab-b529-a026b1eaa1d8 req-4c0aba9f-cf9d-49e9-a063-d84c54620db7 service nova] Releasing lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.388787] env[70113]: DEBUG nova.compute.manager [req-b58a6046-f033-4cbf-ae58-e0c7598556c7 req-5677c307-9c3f-45d6-a03c-21e52158cf48 service nova] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Detach interface failed, port_id=0b86faab-1a82-48c2-a8d1-d01367559707, reason: Instance 5f4eb855-6107-4cbe-af88-b092e7cb9b99 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 964.495431] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "f5dddfe9-7233-4e75-9b31-812a051390ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.495840] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "f5dddfe9-7233-4e75-9b31-812a051390ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.496093] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "f5dddfe9-7233-4e75-9b31-812a051390ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.496315] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "f5dddfe9-7233-4e75-9b31-812a051390ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.496532] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "f5dddfe9-7233-4e75-9b31-812a051390ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.498654] env[70113]: INFO nova.compute.manager [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Terminating instance [ 964.535764] env[70113]: INFO nova.compute.manager [-] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Took 1.45 seconds to deallocate network for instance. [ 964.641333] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5230aae4-4846-27a4-4ad0-18ebab91b874, 'name': SearchDatastore_Task, 'duration_secs': 0.017499} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.644485] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.644760] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] d780dbfc-e7d3-4585-82b6-cbe1f921c2d0/d780dbfc-e7d3-4585-82b6-cbe1f921c2d0.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.645281] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-116088f6-80b4-4fe9-9443-95f12f322344 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.654349] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 964.654349] env[70113]: value = "task-3415649" [ 964.654349] env[70113]: _type = "Task" [ 964.654349] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.668450] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.676235] env[70113]: INFO nova.compute.manager [-] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Took 1.48 seconds to deallocate network for instance. [ 964.703243] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 68f8e1f3-1f39-4629-9fdf-a9101d8ffc92] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.903382] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "refresh_cache-5276edc2-b78c-418b-9801-708672871dff" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.903773] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "refresh_cache-5276edc2-b78c-418b-9801-708672871dff" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.904048] env[70113]: DEBUG nova.network.neutron [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.906693] env[70113]: DEBUG nova.network.neutron [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.002806] env[70113]: DEBUG nova.compute.manager [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.003164] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.004574] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71f8cd7-b092-4015-8e6e-274f37db1a63 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.014191] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.014729] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22f9eb9f-ca12-4faa-a6d3-bd25a6e09d68 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.027394] env[70113]: DEBUG oslo_vmware.api [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 965.027394] env[70113]: value = "task-3415650" [ 965.027394] env[70113]: _type = "Task" [ 965.027394] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.038157] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20da4d6-e1ec-42bc-8e87-fbf8cee86e01 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.045110] env[70113]: DEBUG oslo_concurrency.lockutils [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.045582] env[70113]: DEBUG oslo_vmware.api [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.051994] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77667c54-096c-41d0-b625-d0757f18df57 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.092090] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbb0b13-278d-4570-9686-0be1174ca541 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.101265] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf832f1-9e18-46e9-adc2-4918fdc76421 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.107186] env[70113]: INFO nova.compute.manager [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Swapping old allocation on dict_keys(['40670c61-ee25-43d1-8453-26da9c0cfec5']) held by migration da992b8c-4689-4eca-8746-a49c6bbf6b9a for instance [ 965.120243] env[70113]: DEBUG nova.compute.manager [req-9c9e780c-84dc-46b1-8e3c-90b71bde7eb4 req-3932c6b8-8626-4120-b0ec-152bb28f00c9 service nova] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Received event network-vif-plugged-903d7b1d-2be7-44cf-bfd5-86932402dd7c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.120243] env[70113]: DEBUG oslo_concurrency.lockutils [req-9c9e780c-84dc-46b1-8e3c-90b71bde7eb4 req-3932c6b8-8626-4120-b0ec-152bb28f00c9 service nova] Acquiring lock "9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.120243] env[70113]: DEBUG oslo_concurrency.lockutils [req-9c9e780c-84dc-46b1-8e3c-90b71bde7eb4 req-3932c6b8-8626-4120-b0ec-152bb28f00c9 service nova] Lock "9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.120243] env[70113]: DEBUG oslo_concurrency.lockutils [req-9c9e780c-84dc-46b1-8e3c-90b71bde7eb4 req-3932c6b8-8626-4120-b0ec-152bb28f00c9 service nova] Lock "9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.120562] env[70113]: DEBUG nova.compute.manager [req-9c9e780c-84dc-46b1-8e3c-90b71bde7eb4 req-3932c6b8-8626-4120-b0ec-152bb28f00c9 service nova] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] No waiting events found dispatching network-vif-plugged-903d7b1d-2be7-44cf-bfd5-86932402dd7c {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.120914] env[70113]: WARNING nova.compute.manager [req-9c9e780c-84dc-46b1-8e3c-90b71bde7eb4 req-3932c6b8-8626-4120-b0ec-152bb28f00c9 service nova] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Received unexpected event network-vif-plugged-903d7b1d-2be7-44cf-bfd5-86932402dd7c for instance with vm_state building and task_state spawning. [ 965.121128] env[70113]: DEBUG nova.compute.manager [req-9c9e780c-84dc-46b1-8e3c-90b71bde7eb4 req-3932c6b8-8626-4120-b0ec-152bb28f00c9 service nova] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Received event network-vif-deleted-ac78ed90-5c2f-4b2b-8c5b-4a1dc06830fa {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.122664] env[70113]: DEBUG nova.compute.manager [req-9c9e780c-84dc-46b1-8e3c-90b71bde7eb4 req-3932c6b8-8626-4120-b0ec-152bb28f00c9 service nova] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Received event network-changed-903d7b1d-2be7-44cf-bfd5-86932402dd7c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.122664] env[70113]: DEBUG nova.compute.manager [req-9c9e780c-84dc-46b1-8e3c-90b71bde7eb4 req-3932c6b8-8626-4120-b0ec-152bb28f00c9 service nova] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Refreshing instance network info cache due to event network-changed-903d7b1d-2be7-44cf-bfd5-86932402dd7c. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.122664] env[70113]: DEBUG oslo_concurrency.lockutils [req-9c9e780c-84dc-46b1-8e3c-90b71bde7eb4 req-3932c6b8-8626-4120-b0ec-152bb28f00c9 service nova] Acquiring lock "refresh_cache-9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.133319] env[70113]: DEBUG nova.compute.provider_tree [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.161856] env[70113]: DEBUG nova.scheduler.client.report [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Overwriting current allocation {'allocations': {'40670c61-ee25-43d1-8453-26da9c0cfec5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 92}}, 'project_id': 'b4850b61e2c2440d91544452577b0129', 'user_id': '008ca0a9b1e74c779511362702099b3b', 'consumer_generation': 1} on consumer da5e0b7e-b288-455d-a93e-7bbc4a8c58c9 {{(pid=70113) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 965.173306] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513553} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.174358] env[70113]: DEBUG nova.network.neutron [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Updating instance_info_cache with network_info: [{"id": "903d7b1d-2be7-44cf-bfd5-86932402dd7c", "address": "fa:16:3e:66:eb:4b", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap903d7b1d-2b", "ovs_interfaceid": "903d7b1d-2be7-44cf-bfd5-86932402dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.175618] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] d780dbfc-e7d3-4585-82b6-cbe1f921c2d0/d780dbfc-e7d3-4585-82b6-cbe1f921c2d0.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.176178] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.176178] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9c569e6-aafb-49a6-b883-f81701f0a47c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.183666] env[70113]: DEBUG oslo_concurrency.lockutils [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.184927] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 965.184927] env[70113]: value = "task-3415651" [ 965.184927] env[70113]: _type = "Task" [ 965.184927] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.196465] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.206524] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 1793d740-66cb-4208-87ec-ac2db0d39dc8] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.293141] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.293328] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquired lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.293510] env[70113]: DEBUG nova.network.neutron [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.541590] env[70113]: DEBUG oslo_vmware.api [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415650, 'name': PowerOffVM_Task, 'duration_secs': 0.267239} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.541854] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.542079] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.542340] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f573c473-5e3c-49b7-b805-cf17e5e2a9fe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.636434] env[70113]: DEBUG nova.scheduler.client.report [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.641292] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.641569] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.641806] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Deleting the datastore file [datastore1] f5dddfe9-7233-4e75-9b31-812a051390ec {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.642363] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d63746cc-388d-4084-960d-3c1319da0679 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.651036] env[70113]: DEBUG oslo_vmware.api [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for the task: (returnval){ [ 965.651036] env[70113]: value = "task-3415653" [ 965.651036] env[70113]: _type = "Task" [ 965.651036] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.667204] env[70113]: DEBUG oslo_vmware.api [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.679902] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "refresh_cache-9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.680015] env[70113]: DEBUG nova.compute.manager [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Instance network_info: |[{"id": "903d7b1d-2be7-44cf-bfd5-86932402dd7c", "address": "fa:16:3e:66:eb:4b", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap903d7b1d-2b", "ovs_interfaceid": "903d7b1d-2be7-44cf-bfd5-86932402dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.680288] env[70113]: DEBUG oslo_concurrency.lockutils [req-9c9e780c-84dc-46b1-8e3c-90b71bde7eb4 req-3932c6b8-8626-4120-b0ec-152bb28f00c9 service nova] Acquired lock "refresh_cache-9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.680470] env[70113]: DEBUG nova.network.neutron [req-9c9e780c-84dc-46b1-8e3c-90b71bde7eb4 req-3932c6b8-8626-4120-b0ec-152bb28f00c9 service nova] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Refreshing network info cache for port 903d7b1d-2be7-44cf-bfd5-86932402dd7c {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.681706] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:eb:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '903d7b1d-2be7-44cf-bfd5-86932402dd7c', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.689561] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.690661] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.695072] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-374cce85-271d-4386-90c2-35ba86ab5729 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.709739] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 0c04f57f-e221-4b5d-967d-8ab242d94e18] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.717959] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.719367] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.719367] env[70113]: value = "task-3415654" [ 965.719367] env[70113]: _type = "Task" [ 965.719367] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.724149] env[70113]: DEBUG nova.network.neutron [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updating instance_info_cache with network_info: [{"id": "ce92c9ff-cc82-4f9d-9582-f82ed203c61a", "address": "fa:16:3e:44:14:63", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce92c9ff-cc", "ovs_interfaceid": "ce92c9ff-cc82-4f9d-9582-f82ed203c61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.728380] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415654, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.730398] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Acquiring lock "a0b5c2ab-dd80-4a23-a15f-cea363667ad4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.730398] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Lock "a0b5c2ab-dd80-4a23-a15f-cea363667ad4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.731043] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Acquiring lock "a0b5c2ab-dd80-4a23-a15f-cea363667ad4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.731043] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Lock "a0b5c2ab-dd80-4a23-a15f-cea363667ad4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.731043] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Lock "a0b5c2ab-dd80-4a23-a15f-cea363667ad4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.735052] env[70113]: INFO nova.compute.manager [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Terminating instance [ 966.119139] env[70113]: DEBUG nova.network.neutron [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating instance_info_cache with network_info: [{"id": "d6d4371c-5079-498f-ade5-8ddbb2c0e9b2", "address": "fa:16:3e:4d:33:10", "network": {"id": "7b17fdf4-e290-490d-b26f-bae9cd60216b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "967860c439a04cb09f4913e461fac95e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d4371c-50", "ovs_interfaceid": "d6d4371c-5079-498f-ade5-8ddbb2c0e9b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.143637] env[70113]: DEBUG oslo_concurrency.lockutils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.144186] env[70113]: DEBUG nova.compute.manager [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.152747] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.612s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.152747] env[70113]: DEBUG nova.objects.instance [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lazy-loading 'resources' on Instance uuid bccc340c-192c-4aee-9583-d2fd9514ca3e {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.176627] env[70113]: DEBUG oslo_vmware.api [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Task: {'id': task-3415653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174782} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.176627] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.176627] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.176627] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.176627] env[70113]: INFO nova.compute.manager [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Took 1.17 seconds to destroy the instance on the hypervisor. [ 966.176627] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.176627] env[70113]: DEBUG nova.compute.manager [-] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.177075] env[70113]: DEBUG nova.network.neutron [-] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.208673] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.213716] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 4dd28d49-3b43-476f-be17-951279c456f4] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.233816] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "refresh_cache-5276edc2-b78c-418b-9801-708672871dff" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.237994] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415654, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.245667] env[70113]: DEBUG nova.compute.manager [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.245667] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.245667] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80e5336-1ae7-476c-b475-d7319d1cdb98 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.256171] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.256473] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74f728fc-bc36-4405-8eb0-600e1f5be6dc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.265787] env[70113]: DEBUG oslo_vmware.api [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Waiting for the task: (returnval){ [ 966.265787] env[70113]: value = "task-3415655" [ 966.265787] env[70113]: _type = "Task" [ 966.265787] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.279371] env[70113]: DEBUG oslo_vmware.api [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.561485] env[70113]: DEBUG nova.network.neutron [req-9c9e780c-84dc-46b1-8e3c-90b71bde7eb4 req-3932c6b8-8626-4120-b0ec-152bb28f00c9 service nova] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Updated VIF entry in instance network info cache for port 903d7b1d-2be7-44cf-bfd5-86932402dd7c. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.561485] env[70113]: DEBUG nova.network.neutron [req-9c9e780c-84dc-46b1-8e3c-90b71bde7eb4 req-3932c6b8-8626-4120-b0ec-152bb28f00c9 service nova] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Updating instance_info_cache with network_info: [{"id": "903d7b1d-2be7-44cf-bfd5-86932402dd7c", "address": "fa:16:3e:66:eb:4b", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap903d7b1d-2b", "ovs_interfaceid": "903d7b1d-2be7-44cf-bfd5-86932402dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.622286] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Releasing lock "refresh_cache-da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.622807] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.623132] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfd4f2c5-2f2b-41d8-83ff-b391d567eba5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.632051] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 966.632051] env[70113]: value = "task-3415656" [ 966.632051] env[70113]: _type = "Task" [ 966.632051] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.645445] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.657782] env[70113]: DEBUG nova.compute.utils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.658365] env[70113]: DEBUG nova.compute.manager [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.658537] env[70113]: DEBUG nova.network.neutron [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.708451] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.06732} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.711777] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.712948] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482fc2a1-63c4-4991-995c-d817625e098f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.717192] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 554c87f6-ecc7-4e73-8c71-4b963fb7f9bd] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.751960] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] d780dbfc-e7d3-4585-82b6-cbe1f921c2d0/d780dbfc-e7d3-4585-82b6-cbe1f921c2d0.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.757261] env[70113]: DEBUG nova.policy [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8fa350bbf6349bf8ecd13c19e7b00b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4404b2cd1f8446fd98ff72c96a407961', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.766027] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6da3c5ad-d412-4b45-9279-990e926b8985 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.789568] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415654, 'name': CreateVM_Task, 'duration_secs': 0.846331} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.793414] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.794212] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.794375] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.794692] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.795299] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0399bccc-2538-424a-acb9-d0fee2576618 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.814077] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 966.814077] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]520331b6-9458-3ed7-db4e-a6564b369e77" [ 966.814077] env[70113]: _type = "Task" [ 966.814077] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.814077] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c350dcec-4969-4ee5-9431-a8fe31278d1d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.820994] env[70113]: DEBUG oslo_vmware.api [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.821330] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 966.821330] env[70113]: value = "task-3415657" [ 966.821330] env[70113]: _type = "Task" [ 966.821330] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.858024] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291296d2-0cb3-4294-a2d4-71289510d100 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.858539] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]520331b6-9458-3ed7-db4e-a6564b369e77, 'name': SearchDatastore_Task, 'duration_secs': 0.012117} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.862919] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.863210] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.863461] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.863623] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.863882] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.865157] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.866714] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-965396ec-cc92-4439-afc3-d9ac2a1bec8f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.875315] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updating instance '5276edc2-b78c-418b-9801-708672871dff' progress to 83 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.883732] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.883931] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.885736] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23898a63-4cde-47cc-a80c-359707543ea5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.892774] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 966.892774] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52240f7c-bc64-2769-f00f-7d1ec444b0df" [ 966.892774] env[70113]: _type = "Task" [ 966.892774] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.903186] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52240f7c-bc64-2769-f00f-7d1ec444b0df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.066874] env[70113]: DEBUG oslo_concurrency.lockutils [req-9c9e780c-84dc-46b1-8e3c-90b71bde7eb4 req-3932c6b8-8626-4120-b0ec-152bb28f00c9 service nova] Releasing lock "refresh_cache-9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.132944] env[70113]: DEBUG nova.compute.manager [req-91424e6d-b61b-4e5d-aa07-89ffc486d40c req-beaa492f-7396-4b31-9db6-af8336879993 service nova] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Received event network-vif-deleted-919ae8c0-8839-4149-bba5-80204f8a54cc {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.132944] env[70113]: INFO nova.compute.manager [req-91424e6d-b61b-4e5d-aa07-89ffc486d40c req-beaa492f-7396-4b31-9db6-af8336879993 service nova] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Neutron deleted interface 919ae8c0-8839-4149-bba5-80204f8a54cc; detaching it from the instance and deleting it from the info cache [ 967.132944] env[70113]: DEBUG nova.network.neutron [req-91424e6d-b61b-4e5d-aa07-89ffc486d40c req-beaa492f-7396-4b31-9db6-af8336879993 service nova] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.144830] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415656, 'name': PowerOffVM_Task, 'duration_secs': 0.228848} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.145188] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.145885] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:32:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='eaf947f9-19cc-4360-b9b0-0b3b7ce8e339',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1043398283',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.146093] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.146827] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.146827] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.146827] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.146827] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.147533] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.147533] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.147533] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.147533] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.147971] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.157137] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-018bb9d1-a1ce-4590-92b6-0ca7fd36caeb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.170946] env[70113]: DEBUG nova.compute.manager [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.186677] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 967.186677] env[70113]: value = "task-3415658" [ 967.186677] env[70113]: _type = "Task" [ 967.186677] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.202176] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.221524] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.221985] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Cleaning up deleted instances with incomplete migration {{(pid=70113) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 967.251572] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8131cc-32ed-48f5-9fd4-61b255927104 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.260380] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c6030a-3079-4325-ba67-4c309343d9af {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.299298] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824cab2c-5812-4bf7-85cb-0ef4b4ff00b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.305095] env[70113]: DEBUG nova.network.neutron [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Successfully created port: dda3dc72-b987-4878-a59a-1a2a181891fa {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.317071] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c17280-6390-497b-ae8c-ab18d40fc1c1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.321817] env[70113]: DEBUG oslo_vmware.api [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415655, 'name': PowerOffVM_Task, 'duration_secs': 0.688632} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.322159] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.322358] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.323079] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1369ffcf-5318-4513-98eb-2e49b257bd4a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.335742] env[70113]: DEBUG nova.compute.provider_tree [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.348368] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415657, 'name': ReconfigVM_Task, 'duration_secs': 0.303029} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.349262] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Reconfigured VM instance instance-00000044 to attach disk [datastore2] d780dbfc-e7d3-4585-82b6-cbe1f921c2d0/d780dbfc-e7d3-4585-82b6-cbe1f921c2d0.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.349893] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb1afbd4-6d48-4df2-a334-92ccbbeb94ec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.358570] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 967.358570] env[70113]: value = "task-3415660" [ 967.358570] env[70113]: _type = "Task" [ 967.358570] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.368908] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415660, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.369177] env[70113]: DEBUG nova.network.neutron [-] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.386971] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.387390] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aed05fa7-d090-4ddc-8103-c85f714c3f76 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.401092] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.401092] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.401092] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Deleting the datastore file [datastore1] a0b5c2ab-dd80-4a23-a15f-cea363667ad4 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.401409] env[70113]: DEBUG oslo_vmware.api [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 967.401409] env[70113]: value = "task-3415661" [ 967.401409] env[70113]: _type = "Task" [ 967.401409] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.401772] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10cf8576-023a-4207-b8e9-51f945405948 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.412771] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52240f7c-bc64-2769-f00f-7d1ec444b0df, 'name': SearchDatastore_Task, 'duration_secs': 0.011727} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.412771] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63b82931-17e6-480d-93f6-7ed920a328ee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.419122] env[70113]: DEBUG oslo_vmware.api [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.420082] env[70113]: DEBUG oslo_vmware.api [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Waiting for the task: (returnval){ [ 967.420082] env[70113]: value = "task-3415662" [ 967.420082] env[70113]: _type = "Task" [ 967.420082] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.424696] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 967.424696] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5254a7bf-544e-2876-f1be-0f06dc7f5b1d" [ 967.424696] env[70113]: _type = "Task" [ 967.424696] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.432235] env[70113]: DEBUG oslo_vmware.api [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.438853] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5254a7bf-544e-2876-f1be-0f06dc7f5b1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010809} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.439245] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.440309] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d/9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.440309] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfd0c714-6547-4a7f-aa92-870d22d106f5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.452438] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 967.452438] env[70113]: value = "task-3415663" [ 967.452438] env[70113]: _type = "Task" [ 967.452438] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.462017] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.639368] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ebfb4b0-0cb7-4c56-8302-aefeffe3388b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.651045] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f789f755-d83a-486a-9b20-e40c56aeeddd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.695469] env[70113]: DEBUG nova.compute.manager [req-91424e6d-b61b-4e5d-aa07-89ffc486d40c req-beaa492f-7396-4b31-9db6-af8336879993 service nova] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Detach interface failed, port_id=919ae8c0-8839-4149-bba5-80204f8a54cc, reason: Instance f5dddfe9-7233-4e75-9b31-812a051390ec could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 967.708796] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415658, 'name': ReconfigVM_Task, 'duration_secs': 0.274364} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.709829] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e26c31-9061-4422-be48-0142b8df35d7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.734414] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:32:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='eaf947f9-19cc-4360-b9b0-0b3b7ce8e339',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1043398283',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.734759] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.734916] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.735150] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.735364] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.735556] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.735771] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.735954] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.736159] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.736355] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.736573] env[70113]: DEBUG nova.virt.hardware [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.738289] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.739280] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498ebcba-2ea0-44c0-b8ac-8a5b2b2b9642 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.750341] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 967.750341] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c8c5b0-98ce-d691-3e46-f2da8af9a6c3" [ 967.750341] env[70113]: _type = "Task" [ 967.750341] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.766978] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c8c5b0-98ce-d691-3e46-f2da8af9a6c3, 'name': SearchDatastore_Task} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.776024] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 967.776024] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af164ceb-bba5-4e9a-b5aa-60d56028aea8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.815284] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 967.815284] env[70113]: value = "task-3415664" [ 967.815284] env[70113]: _type = "Task" [ 967.815284] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.829724] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.843347] env[70113]: DEBUG nova.scheduler.client.report [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.874559] env[70113]: INFO nova.compute.manager [-] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Took 1.70 seconds to deallocate network for instance. [ 967.875100] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415660, 'name': Rename_Task, 'duration_secs': 0.158751} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.878023] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.883189] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e71e801e-c9d2-4f4f-9426-2913106c80d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.897456] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 967.897456] env[70113]: value = "task-3415665" [ 967.897456] env[70113]: _type = "Task" [ 967.897456] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.923536] env[70113]: DEBUG oslo_vmware.api [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415661, 'name': PowerOnVM_Task, 'duration_secs': 0.455658} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.932406] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.932705] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b46b6f-eff8-4427-a623-64f6b7569fe7 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updating instance '5276edc2-b78c-418b-9801-708672871dff' progress to 100 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.941037] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415665, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.948069] env[70113]: DEBUG oslo_vmware.api [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.968338] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415663, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.201413] env[70113]: DEBUG nova.compute.manager [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.236781] env[70113]: DEBUG nova.virt.hardware [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.237153] env[70113]: DEBUG nova.virt.hardware [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.237225] env[70113]: DEBUG nova.virt.hardware [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.237350] env[70113]: DEBUG nova.virt.hardware [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.237493] env[70113]: DEBUG nova.virt.hardware [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.237688] env[70113]: DEBUG nova.virt.hardware [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.237928] env[70113]: DEBUG nova.virt.hardware [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.241510] env[70113]: DEBUG nova.virt.hardware [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.241510] env[70113]: DEBUG nova.virt.hardware [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.241510] env[70113]: DEBUG nova.virt.hardware [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.241510] env[70113]: DEBUG nova.virt.hardware [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.241510] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c564bc-efd5-4ba0-87cc-bbe77843baa6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.250726] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b482941-6fc0-4627-a93c-8a9718eb8d86 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.326380] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415664, 'name': ReconfigVM_Task, 'duration_secs': 0.332456} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.326688] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.327518] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7239c955-4a30-49a3-823a-3a2a6a8f9e1b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.354886] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] da5e0b7e-b288-455d-a93e-7bbc4a8c58c9/da5e0b7e-b288-455d-a93e-7bbc4a8c58c9.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.355815] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.360553] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c48ae3e-54de-4db4-8f48-4a8bfb37ca50 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.373630] env[70113]: DEBUG oslo_concurrency.lockutils [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.976s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.375222] env[70113]: DEBUG nova.objects.instance [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lazy-loading 'resources' on Instance uuid 1f3018be-9b1d-48d1-b601-2738439a3701 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.384216] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 968.384216] env[70113]: value = "task-3415666" [ 968.384216] env[70113]: _type = "Task" [ 968.384216] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.392739] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.398206] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.405878] env[70113]: INFO nova.scheduler.client.report [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Deleted allocations for instance bccc340c-192c-4aee-9583-d2fd9514ca3e [ 968.416497] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.432887] env[70113]: DEBUG oslo_vmware.api [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Task: {'id': task-3415662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.561162} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.433189] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.433378] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.433578] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.433753] env[70113]: INFO nova.compute.manager [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Took 2.19 seconds to destroy the instance on the hypervisor. [ 968.434010] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.434225] env[70113]: DEBUG nova.compute.manager [-] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.434321] env[70113]: DEBUG nova.network.neutron [-] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.468445] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610915} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.469084] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d/9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.469338] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.469612] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9ebfce5-ecb7-4127-bace-1e58576fd9ce {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.483455] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 968.483455] env[70113]: value = "task-3415667" [ 968.483455] env[70113]: _type = "Task" [ 968.483455] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.495194] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.902979] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415666, 'name': ReconfigVM_Task, 'duration_secs': 0.313082} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.906523] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Reconfigured VM instance instance-00000033 to attach disk [datastore1] da5e0b7e-b288-455d-a93e-7bbc4a8c58c9/da5e0b7e-b288-455d-a93e-7bbc4a8c58c9.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.907701] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73713375-da2f-4f57-8113-13396e11c1d4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.918549] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415665, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.931978] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c4a9f1-d33f-423e-90f9-f493367f7964 tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "bccc340c-192c-4aee-9583-d2fd9514ca3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.865s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.936779] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d25cec9-20a2-4a42-9c76-b26c8408b1d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.966617] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303cc17d-b2c9-4162-9c71-c1ef22e8f792 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.993592] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c470fcad-0a9f-41d8-a775-bbcded640fdf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.002615] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.005996] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d328e7a2-92ad-46f1-afe3-ccd17342d09e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.007756] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070134} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.010465] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.012296] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaba492-71cb-4b7e-941f-bbf0d2e267e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.019229] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 969.019229] env[70113]: value = "task-3415668" [ 969.019229] env[70113]: _type = "Task" [ 969.019229] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.046279] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d/9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.052264] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd25da48-6adb-4919-b340-93ed79481594 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.066997] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.074801] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 969.074801] env[70113]: value = "task-3415669" [ 969.074801] env[70113]: _type = "Task" [ 969.074801] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.084462] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.231439] env[70113]: DEBUG nova.network.neutron [-] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.285854] env[70113]: DEBUG nova.compute.manager [req-02e4ef43-370e-44b1-a31c-15632d0da375 req-c5a216dd-0d63-4579-b4b7-098dba97540c service nova] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Received event network-vif-deleted-175b563b-fcb6-4233-9af3-527fc56d5d77 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.351886] env[70113]: DEBUG nova.compute.manager [req-fd503905-54a5-41cb-bd6e-1bfe9ae50669 req-51378549-3802-4093-a38a-d4121cdf7a67 service nova] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Received event network-vif-plugged-dda3dc72-b987-4878-a59a-1a2a181891fa {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.352152] env[70113]: DEBUG oslo_concurrency.lockutils [req-fd503905-54a5-41cb-bd6e-1bfe9ae50669 req-51378549-3802-4093-a38a-d4121cdf7a67 service nova] Acquiring lock "66ee0cd3-fc7b-4e18-b958-8530de97787d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.352369] env[70113]: DEBUG oslo_concurrency.lockutils [req-fd503905-54a5-41cb-bd6e-1bfe9ae50669 req-51378549-3802-4093-a38a-d4121cdf7a67 service nova] Lock "66ee0cd3-fc7b-4e18-b958-8530de97787d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.352532] env[70113]: DEBUG oslo_concurrency.lockutils [req-fd503905-54a5-41cb-bd6e-1bfe9ae50669 req-51378549-3802-4093-a38a-d4121cdf7a67 service nova] Lock "66ee0cd3-fc7b-4e18-b958-8530de97787d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.352753] env[70113]: DEBUG nova.compute.manager [req-fd503905-54a5-41cb-bd6e-1bfe9ae50669 req-51378549-3802-4093-a38a-d4121cdf7a67 service nova] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] No waiting events found dispatching network-vif-plugged-dda3dc72-b987-4878-a59a-1a2a181891fa {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.352954] env[70113]: WARNING nova.compute.manager [req-fd503905-54a5-41cb-bd6e-1bfe9ae50669 req-51378549-3802-4093-a38a-d4121cdf7a67 service nova] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Received unexpected event network-vif-plugged-dda3dc72-b987-4878-a59a-1a2a181891fa for instance with vm_state building and task_state spawning. [ 969.418870] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415665, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.441468] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b18fa5-9d81-4209-b479-092ca7d77991 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.450330] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18fe8b4-cbdb-4583-b824-2fd22fd5345e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.495214] env[70113]: DEBUG nova.network.neutron [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Successfully updated port: dda3dc72-b987-4878-a59a-1a2a181891fa {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.497722] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dff09c4-32f1-4b8c-b777-98ebd985a7ce {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.508874] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c73389-13ee-47ea-b97c-336faa7f9607 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.529258] env[70113]: DEBUG nova.compute.provider_tree [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.540786] env[70113]: DEBUG oslo_vmware.api [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415668, 'name': PowerOnVM_Task, 'duration_secs': 0.431501} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.541081] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.586707] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415669, 'name': ReconfigVM_Task, 'duration_secs': 0.301693} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.586822] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d/9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.587478] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06cd5114-61eb-45a7-8ff1-140e74e00190 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.600367] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 969.600367] env[70113]: value = "task-3415670" [ 969.600367] env[70113]: _type = "Task" [ 969.600367] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.609226] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415670, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.735559] env[70113]: INFO nova.compute.manager [-] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Took 1.30 seconds to deallocate network for instance. [ 969.914907] env[70113]: DEBUG oslo_vmware.api [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415665, 'name': PowerOnVM_Task, 'duration_secs': 1.571605} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.915237] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.915460] env[70113]: INFO nova.compute.manager [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Took 11.08 seconds to spawn the instance on the hypervisor. [ 969.915647] env[70113]: DEBUG nova.compute.manager [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.916518] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376f9423-6175-4b16-9edd-95aa7bbe88e4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.005543] env[70113]: DEBUG oslo_concurrency.lockutils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "refresh_cache-66ee0cd3-fc7b-4e18-b958-8530de97787d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.005543] env[70113]: DEBUG oslo_concurrency.lockutils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "refresh_cache-66ee0cd3-fc7b-4e18-b958-8530de97787d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.005543] env[70113]: DEBUG nova.network.neutron [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.036697] env[70113]: DEBUG nova.scheduler.client.report [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.111914] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415670, 'name': Rename_Task, 'duration_secs': 0.171747} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.112252] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.112527] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45444e18-965e-429e-a2f4-7130a5886c1e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.121390] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 970.121390] env[70113]: value = "task-3415674" [ 970.121390] env[70113]: _type = "Task" [ 970.121390] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.129433] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.243863] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.435293] env[70113]: INFO nova.compute.manager [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Took 43.16 seconds to build instance. [ 970.437891] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "5f528945-d1a0-4ec1-86f6-5fc1a15a8162" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.437891] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "5f528945-d1a0-4ec1-86f6-5fc1a15a8162" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.437891] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "5f528945-d1a0-4ec1-86f6-5fc1a15a8162-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.437891] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "5f528945-d1a0-4ec1-86f6-5fc1a15a8162-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.437891] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "5f528945-d1a0-4ec1-86f6-5fc1a15a8162-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.438820] env[70113]: INFO nova.compute.manager [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Terminating instance [ 970.510541] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "b1e49170-1111-41f1-a065-6d099a1c01c8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.510933] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "b1e49170-1111-41f1-a065-6d099a1c01c8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.511244] env[70113]: INFO nova.compute.manager [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Shelving [ 970.540948] env[70113]: DEBUG oslo_concurrency.lockutils [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.545151] env[70113]: DEBUG nova.network.neutron [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.547192] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.486s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.548656] env[70113]: INFO nova.compute.claims [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.556986] env[70113]: INFO nova.compute.manager [None req-7da1291b-f567-4c59-aa36-00793303d83b tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating instance to original state: 'active' [ 970.570263] env[70113]: INFO nova.scheduler.client.report [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Deleted allocations for instance 1f3018be-9b1d-48d1-b601-2738439a3701 [ 970.634017] env[70113]: DEBUG oslo_vmware.api [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415674, 'name': PowerOnVM_Task, 'duration_secs': 0.511605} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.634324] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.634528] env[70113]: INFO nova.compute.manager [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Took 8.14 seconds to spawn the instance on the hypervisor. [ 970.634733] env[70113]: DEBUG nova.compute.manager [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.635565] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5317101-06e3-4d2a-b91b-6d3ee7224575 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.790189] env[70113]: DEBUG nova.network.neutron [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Updating instance_info_cache with network_info: [{"id": "dda3dc72-b987-4878-a59a-1a2a181891fa", "address": "fa:16:3e:9f:b2:5f", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda3dc72-b9", "ovs_interfaceid": "dda3dc72-b987-4878-a59a-1a2a181891fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.939587] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dba6b5-9e67-4667-aaa3-a5c90e14970b tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.674s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.942595] env[70113]: DEBUG nova.compute.manager [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.942595] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.943442] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3832a5a-b203-4e64-b70d-ec6981cd5be6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.951686] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.951929] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dcb5281-0f1e-4908-8606-af83a3ea0bc1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.958517] env[70113]: DEBUG oslo_vmware.api [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 970.958517] env[70113]: value = "task-3415675" [ 970.958517] env[70113]: _type = "Task" [ 970.958517] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.963037] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "5276edc2-b78c-418b-9801-708672871dff" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.963312] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "5276edc2-b78c-418b-9801-708672871dff" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.963543] env[70113]: DEBUG nova.compute.manager [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Going to confirm migration 3 {{(pid=70113) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 970.968185] env[70113]: DEBUG oslo_vmware.api [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.079202] env[70113]: DEBUG oslo_concurrency.lockutils [None req-09da939e-8315-4b04-ac2c-d5c42d2542bf tempest-VolumesAdminNegativeTest-1124965523 tempest-VolumesAdminNegativeTest-1124965523-project-member] Lock "1f3018be-9b1d-48d1-b601-2738439a3701" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.700s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.158684] env[70113]: INFO nova.compute.manager [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Took 38.81 seconds to build instance. [ 971.292112] env[70113]: DEBUG oslo_concurrency.lockutils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "refresh_cache-66ee0cd3-fc7b-4e18-b958-8530de97787d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.293029] env[70113]: DEBUG nova.compute.manager [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Instance network_info: |[{"id": "dda3dc72-b987-4878-a59a-1a2a181891fa", "address": "fa:16:3e:9f:b2:5f", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda3dc72-b9", "ovs_interfaceid": "dda3dc72-b987-4878-a59a-1a2a181891fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.293029] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:b2:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dda3dc72-b987-4878-a59a-1a2a181891fa', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.301822] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.302091] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.302336] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5fd6376-4715-40f3-88d9-15110940b533 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.325259] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.325259] env[70113]: value = "task-3415676" [ 971.325259] env[70113]: _type = "Task" [ 971.325259] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.333500] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415676, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.428099] env[70113]: DEBUG nova.compute.manager [req-79d3947d-b32d-46b6-ab10-be272519c968 req-f5a28e0a-b8dd-453d-86a4-ef24c3362f48 service nova] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Received event network-changed-dda3dc72-b987-4878-a59a-1a2a181891fa {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.428309] env[70113]: DEBUG nova.compute.manager [req-79d3947d-b32d-46b6-ab10-be272519c968 req-f5a28e0a-b8dd-453d-86a4-ef24c3362f48 service nova] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Refreshing instance network info cache due to event network-changed-dda3dc72-b987-4878-a59a-1a2a181891fa. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.428547] env[70113]: DEBUG oslo_concurrency.lockutils [req-79d3947d-b32d-46b6-ab10-be272519c968 req-f5a28e0a-b8dd-453d-86a4-ef24c3362f48 service nova] Acquiring lock "refresh_cache-66ee0cd3-fc7b-4e18-b958-8530de97787d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.428695] env[70113]: DEBUG oslo_concurrency.lockutils [req-79d3947d-b32d-46b6-ab10-be272519c968 req-f5a28e0a-b8dd-453d-86a4-ef24c3362f48 service nova] Acquired lock "refresh_cache-66ee0cd3-fc7b-4e18-b958-8530de97787d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.428860] env[70113]: DEBUG nova.network.neutron [req-79d3947d-b32d-46b6-ab10-be272519c968 req-f5a28e0a-b8dd-453d-86a4-ef24c3362f48 service nova] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Refreshing network info cache for port dda3dc72-b987-4878-a59a-1a2a181891fa {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.471983] env[70113]: DEBUG oslo_vmware.api [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415675, 'name': PowerOffVM_Task, 'duration_secs': 0.349524} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.474028] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.474248] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.474488] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bc64538-11a1-45b2-a42d-f0e2deb15510 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.520475] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.521461] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45dfc710-0739-4650-ade5-f6350314e8cd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.530898] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 971.530898] env[70113]: value = "task-3415678" [ 971.530898] env[70113]: _type = "Task" [ 971.530898] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.540590] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.549256] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.549496] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.549685] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Deleting the datastore file [datastore1] 5f528945-d1a0-4ec1-86f6-5fc1a15a8162 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.549988] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe993e1d-2a4d-4b2e-aaa1-cb154307c84d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.562182] env[70113]: DEBUG oslo_vmware.api [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for the task: (returnval){ [ 971.562182] env[70113]: value = "task-3415679" [ 971.562182] env[70113]: _type = "Task" [ 971.562182] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.569144] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "refresh_cache-5276edc2-b78c-418b-9801-708672871dff" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.569502] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "refresh_cache-5276edc2-b78c-418b-9801-708672871dff" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.569641] env[70113]: DEBUG nova.network.neutron [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.569889] env[70113]: DEBUG nova.objects.instance [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lazy-loading 'info_cache' on Instance uuid 5276edc2-b78c-418b-9801-708672871dff {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.581306] env[70113]: DEBUG oslo_vmware.api [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.662581] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b6174ea5-510d-4d30-bccf-2c1d741ab0ef tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.317s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.837142] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415676, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.019809] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5935ef-4603-4d08-be7c-1b18ed0ada69 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.029653] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8136aeff-26eb-41cd-a585-1c4d8fa1fe44 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.042867] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415678, 'name': PowerOffVM_Task, 'duration_secs': 0.270649} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.070160] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.071491] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab93007-23cc-4f93-aff4-0d2fd74b8198 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.077581] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78a78c7-0aa0-4157-8257-dda0eaf53f0b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.089715] env[70113]: DEBUG oslo_vmware.api [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Task: {'id': task-3415679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160326} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.106317] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.106529] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.106713] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.106889] env[70113]: INFO nova.compute.manager [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Took 1.16 seconds to destroy the instance on the hypervisor. [ 972.107160] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.107860] env[70113]: DEBUG nova.compute.manager [-] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.107968] env[70113]: DEBUG nova.network.neutron [-] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.110149] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28601c8f-2c58-4613-94a7-5db06c26689b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.113676] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbfbccd-8a8f-4728-b652-24f181d99908 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.130164] env[70113]: DEBUG nova.compute.provider_tree [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.202839] env[70113]: DEBUG oslo_concurrency.lockutils [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.203142] env[70113]: DEBUG oslo_concurrency.lockutils [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.203423] env[70113]: DEBUG oslo_concurrency.lockutils [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.203650] env[70113]: DEBUG oslo_concurrency.lockutils [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.203893] env[70113]: DEBUG oslo_concurrency.lockutils [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.206477] env[70113]: INFO nova.compute.manager [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Terminating instance [ 972.337830] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415676, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.630395] env[70113]: DEBUG nova.network.neutron [req-79d3947d-b32d-46b6-ab10-be272519c968 req-f5a28e0a-b8dd-453d-86a4-ef24c3362f48 service nova] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Updated VIF entry in instance network info cache for port dda3dc72-b987-4878-a59a-1a2a181891fa. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.630753] env[70113]: DEBUG nova.network.neutron [req-79d3947d-b32d-46b6-ab10-be272519c968 req-f5a28e0a-b8dd-453d-86a4-ef24c3362f48 service nova] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Updating instance_info_cache with network_info: [{"id": "dda3dc72-b987-4878-a59a-1a2a181891fa", "address": "fa:16:3e:9f:b2:5f", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda3dc72-b9", "ovs_interfaceid": "dda3dc72-b987-4878-a59a-1a2a181891fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.636819] env[70113]: DEBUG nova.scheduler.client.report [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.645980] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 972.646514] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-420d90d7-f360-4ae3-ad4d-5fc8b5f1f64a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.662063] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 972.662063] env[70113]: value = "task-3415681" [ 972.662063] env[70113]: _type = "Task" [ 972.662063] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.673486] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415681, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.711682] env[70113]: DEBUG nova.compute.manager [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.711891] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.712745] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4c5886-2569-4982-8232-cba4f0beb3f3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.724366] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.724639] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faced483-3929-4c74-b9d1-725698874443 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.733577] env[70113]: DEBUG oslo_vmware.api [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 972.733577] env[70113]: value = "task-3415682" [ 972.733577] env[70113]: _type = "Task" [ 972.733577] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.744790] env[70113]: DEBUG oslo_vmware.api [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.757721] env[70113]: DEBUG nova.compute.manager [req-aa8ef8c6-4701-4d68-8ea3-15ef3e62a700 req-a3415a67-6a60-4684-9016-08a0c57cfff8 service nova] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Received event network-vif-deleted-9a3c2c91-a258-4ed0-998a-2afff7e1edcd {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.757961] env[70113]: INFO nova.compute.manager [req-aa8ef8c6-4701-4d68-8ea3-15ef3e62a700 req-a3415a67-6a60-4684-9016-08a0c57cfff8 service nova] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Neutron deleted interface 9a3c2c91-a258-4ed0-998a-2afff7e1edcd; detaching it from the instance and deleting it from the info cache [ 972.758300] env[70113]: DEBUG nova.network.neutron [req-aa8ef8c6-4701-4d68-8ea3-15ef3e62a700 req-a3415a67-6a60-4684-9016-08a0c57cfff8 service nova] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.838940] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415676, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.943381] env[70113]: DEBUG nova.network.neutron [-] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.950524] env[70113]: DEBUG nova.network.neutron [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updating instance_info_cache with network_info: [{"id": "ce92c9ff-cc82-4f9d-9582-f82ed203c61a", "address": "fa:16:3e:44:14:63", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce92c9ff-cc", "ovs_interfaceid": "ce92c9ff-cc82-4f9d-9582-f82ed203c61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.134805] env[70113]: DEBUG oslo_concurrency.lockutils [req-79d3947d-b32d-46b6-ab10-be272519c968 req-f5a28e0a-b8dd-453d-86a4-ef24c3362f48 service nova] Releasing lock "refresh_cache-66ee0cd3-fc7b-4e18-b958-8530de97787d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.148294] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.148901] env[70113]: DEBUG nova.compute.manager [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.153823] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.706s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.154058] env[70113]: INFO nova.compute.claims [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.174223] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415681, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.249091] env[70113]: DEBUG oslo_vmware.api [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415682, 'name': PowerOffVM_Task, 'duration_secs': 0.245764} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.249658] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.250079] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.250276] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3b48b80-2b62-4c47-acf4-a01d4d9cc986 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.261041] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a26adbbe-5438-4828-93b1-e3877a225a0f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.271842] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1337fe-7894-469d-a656-056d1d0d6720 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.309708] env[70113]: DEBUG nova.compute.manager [req-aa8ef8c6-4701-4d68-8ea3-15ef3e62a700 req-a3415a67-6a60-4684-9016-08a0c57cfff8 service nova] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Detach interface failed, port_id=9a3c2c91-a258-4ed0-998a-2afff7e1edcd, reason: Instance 5f528945-d1a0-4ec1-86f6-5fc1a15a8162 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 973.339023] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.339023] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.339023] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleting the datastore file [datastore2] 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.341156] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc7226f9-8c52-4cba-8759-dc3d9209eab1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.343330] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415676, 'name': CreateVM_Task, 'duration_secs': 1.628796} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.343591] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.344797] env[70113]: DEBUG oslo_concurrency.lockutils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.344969] env[70113]: DEBUG oslo_concurrency.lockutils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.345357] env[70113]: DEBUG oslo_concurrency.lockutils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.345612] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68048270-9989-46cc-b925-7dee08434922 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.349616] env[70113]: DEBUG oslo_vmware.api [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 973.349616] env[70113]: value = "task-3415684" [ 973.349616] env[70113]: _type = "Task" [ 973.349616] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.357951] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 973.357951] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5235b081-3816-c3ee-a0e2-e2988866467b" [ 973.357951] env[70113]: _type = "Task" [ 973.357951] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.362731] env[70113]: DEBUG oslo_vmware.api [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.369647] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5235b081-3816-c3ee-a0e2-e2988866467b, 'name': SearchDatastore_Task, 'duration_secs': 0.010345} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.369987] env[70113]: DEBUG oslo_concurrency.lockutils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.370413] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.370487] env[70113]: DEBUG oslo_concurrency.lockutils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.370636] env[70113]: DEBUG oslo_concurrency.lockutils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.371289] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.371289] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a6a200b-455c-4a14-8909-4eb4c02d25cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.380662] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.380886] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.381662] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-990e0bcf-2a2d-4868-917f-e5c07f03088f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.389322] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 973.389322] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524fe13f-e355-9a1e-0bdb-9ddff7166bf2" [ 973.389322] env[70113]: _type = "Task" [ 973.389322] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.398300] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524fe13f-e355-9a1e-0bdb-9ddff7166bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.446684] env[70113]: INFO nova.compute.manager [-] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Took 1.34 seconds to deallocate network for instance. [ 973.452955] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "refresh_cache-5276edc2-b78c-418b-9801-708672871dff" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.453292] env[70113]: DEBUG nova.objects.instance [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lazy-loading 'migration_context' on Instance uuid 5276edc2-b78c-418b-9801-708672871dff {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.459514] env[70113]: DEBUG nova.compute.manager [req-e00b2f43-5b4a-42c2-8644-0ed787e3c677 req-66d733b5-b4a2-43e1-b99c-082c445a6ee0 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Received event network-changed-1d3d841c-37d6-4aa1-b3f2-f55d36370f32 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.459732] env[70113]: DEBUG nova.compute.manager [req-e00b2f43-5b4a-42c2-8644-0ed787e3c677 req-66d733b5-b4a2-43e1-b99c-082c445a6ee0 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Refreshing instance network info cache due to event network-changed-1d3d841c-37d6-4aa1-b3f2-f55d36370f32. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.460009] env[70113]: DEBUG oslo_concurrency.lockutils [req-e00b2f43-5b4a-42c2-8644-0ed787e3c677 req-66d733b5-b4a2-43e1-b99c-082c445a6ee0 service nova] Acquiring lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.460123] env[70113]: DEBUG oslo_concurrency.lockutils [req-e00b2f43-5b4a-42c2-8644-0ed787e3c677 req-66d733b5-b4a2-43e1-b99c-082c445a6ee0 service nova] Acquired lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.460287] env[70113]: DEBUG nova.network.neutron [req-e00b2f43-5b4a-42c2-8644-0ed787e3c677 req-66d733b5-b4a2-43e1-b99c-082c445a6ee0 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Refreshing network info cache for port 1d3d841c-37d6-4aa1-b3f2-f55d36370f32 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.659037] env[70113]: DEBUG nova.compute.utils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.663422] env[70113]: DEBUG nova.compute.manager [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.663635] env[70113]: DEBUG nova.network.neutron [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.676989] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415681, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.728348] env[70113]: DEBUG nova.policy [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a053e166f486485bba3aa683b3111b61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d86ab8aaa4c4c85a47dbeebaa763741', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.815570] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.815698] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.815911] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "da5e0b7e-b288-455d-a93e-7bbc4a8c58c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.816253] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "da5e0b7e-b288-455d-a93e-7bbc4a8c58c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.816508] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "da5e0b7e-b288-455d-a93e-7bbc4a8c58c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.819075] env[70113]: INFO nova.compute.manager [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Terminating instance [ 973.860869] env[70113]: DEBUG oslo_vmware.api [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175599} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.861175] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.861373] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.861562] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.861727] env[70113]: INFO nova.compute.manager [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 973.861973] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.862482] env[70113]: DEBUG nova.compute.manager [-] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.862581] env[70113]: DEBUG nova.network.neutron [-] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.899995] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524fe13f-e355-9a1e-0bdb-9ddff7166bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.900812] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c430149a-3569-41fb-be1a-56eb6317a84d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.910826] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 973.910826] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5223db69-2784-ad99-fb55-b89aa68334f2" [ 973.910826] env[70113]: _type = "Task" [ 973.910826] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.922369] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5223db69-2784-ad99-fb55-b89aa68334f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.954238] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.956097] env[70113]: DEBUG nova.objects.base [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Object Instance<5276edc2-b78c-418b-9801-708672871dff> lazy-loaded attributes: info_cache,migration_context {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.956993] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab4b356-ce8c-401d-983c-384835726ab8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.981563] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad24cb4c-8696-4ff0-8904-0aed50449e45 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.988080] env[70113]: DEBUG oslo_vmware.api [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 973.988080] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52298f35-898b-6ce3-3b24-c49219d07b55" [ 973.988080] env[70113]: _type = "Task" [ 973.988080] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.996394] env[70113]: DEBUG oslo_vmware.api [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52298f35-898b-6ce3-3b24-c49219d07b55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.169734] env[70113]: DEBUG nova.compute.manager [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.186799] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415681, 'name': CreateSnapshot_Task, 'duration_secs': 1.288081} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.186799] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 974.187508] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce07571-4805-4848-8ea9-5293ca5770e4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.221409] env[70113]: DEBUG nova.network.neutron [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Successfully created port: 170b0a86-67ee-4c8b-9b49-4dd013f54ae8 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.327111] env[70113]: DEBUG nova.compute.manager [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.327111] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.328014] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b329e8-8fa4-4ea9-a581-ce1aea0aee41 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.338109] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.338855] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6fc2582-a417-4631-9a22-8aa6c7dcf913 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.348748] env[70113]: DEBUG oslo_vmware.api [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 974.348748] env[70113]: value = "task-3415685" [ 974.348748] env[70113]: _type = "Task" [ 974.348748] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.359379] env[70113]: DEBUG oslo_vmware.api [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.425547] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5223db69-2784-ad99-fb55-b89aa68334f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.429022] env[70113]: DEBUG oslo_concurrency.lockutils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.429022] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 66ee0cd3-fc7b-4e18-b958-8530de97787d/66ee0cd3-fc7b-4e18-b958-8530de97787d.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.429022] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ac85c17-e364-48f3-94ea-19dafd56faaa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.441109] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 974.441109] env[70113]: value = "task-3415686" [ 974.441109] env[70113]: _type = "Task" [ 974.441109] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.453314] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.501422] env[70113]: DEBUG oslo_vmware.api [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52298f35-898b-6ce3-3b24-c49219d07b55, 'name': SearchDatastore_Task, 'duration_secs': 0.007719} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.501745] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.518624] env[70113]: DEBUG nova.network.neutron [req-e00b2f43-5b4a-42c2-8644-0ed787e3c677 req-66d733b5-b4a2-43e1-b99c-082c445a6ee0 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Updated VIF entry in instance network info cache for port 1d3d841c-37d6-4aa1-b3f2-f55d36370f32. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.518822] env[70113]: DEBUG nova.network.neutron [req-e00b2f43-5b4a-42c2-8644-0ed787e3c677 req-66d733b5-b4a2-43e1-b99c-082c445a6ee0 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Updating instance_info_cache with network_info: [{"id": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "address": "fa:16:3e:d6:68:18", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3d841c-37", "ovs_interfaceid": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.635113] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af45cc14-09fa-4da1-9763-68e07b565c4b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.644381] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254c95db-bde9-42a5-81e8-a50f63de7220 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.695436] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2266b5b-74cc-4203-95af-ea44d1abefc0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.708766] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 974.711042] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-59418dbe-6b24-4104-af94-190eda58d700 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.716544] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c59a8ce-66ca-4a00-b947-c581c6e38fad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.732695] env[70113]: DEBUG nova.compute.provider_tree [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.736567] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 974.736567] env[70113]: value = "task-3415688" [ 974.736567] env[70113]: _type = "Task" [ 974.736567] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.750091] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415688, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.801235] env[70113]: DEBUG nova.network.neutron [-] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.861559] env[70113]: DEBUG oslo_vmware.api [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415685, 'name': PowerOffVM_Task, 'duration_secs': 0.227695} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.862393] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.862393] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.862393] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b87c3dc-ec3c-4c0b-9ab6-009c8d6bf976 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.942829] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.942829] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.942829] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Deleting the datastore file [datastore1] da5e0b7e-b288-455d-a93e-7bbc4a8c58c9 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.942829] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed3210f4-bd4a-447c-ad90-6782bb0371b7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.954396] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415686, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.955756] env[70113]: DEBUG oslo_vmware.api [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 974.955756] env[70113]: value = "task-3415690" [ 974.955756] env[70113]: _type = "Task" [ 974.955756] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.964582] env[70113]: DEBUG oslo_vmware.api [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.021953] env[70113]: DEBUG oslo_concurrency.lockutils [req-e00b2f43-5b4a-42c2-8644-0ed787e3c677 req-66d733b5-b4a2-43e1-b99c-082c445a6ee0 service nova] Releasing lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.197090] env[70113]: DEBUG nova.compute.manager [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.223978] env[70113]: DEBUG nova.virt.hardware [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.224205] env[70113]: DEBUG nova.virt.hardware [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.224360] env[70113]: DEBUG nova.virt.hardware [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.224550] env[70113]: DEBUG nova.virt.hardware [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.224698] env[70113]: DEBUG nova.virt.hardware [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.224846] env[70113]: DEBUG nova.virt.hardware [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.225104] env[70113]: DEBUG nova.virt.hardware [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.225283] env[70113]: DEBUG nova.virt.hardware [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.225460] env[70113]: DEBUG nova.virt.hardware [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.225852] env[70113]: DEBUG nova.virt.hardware [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.226109] env[70113]: DEBUG nova.virt.hardware [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.227364] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b88718-2032-4064-a58f-3adca4cfd928 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.237189] env[70113]: DEBUG nova.scheduler.client.report [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.243456] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c61baf8-99dd-44fe-990a-108f27e9f9b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.259048] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415688, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.303907] env[70113]: INFO nova.compute.manager [-] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Took 1.44 seconds to deallocate network for instance. [ 975.453375] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516501} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.453659] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 66ee0cd3-fc7b-4e18-b958-8530de97787d/66ee0cd3-fc7b-4e18-b958-8530de97787d.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.453886] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.454331] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96cd1100-92dc-4f7d-b74f-8177e970ca64 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.464887] env[70113]: DEBUG oslo_vmware.api [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169668} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.466225] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.466427] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.466611] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.466856] env[70113]: INFO nova.compute.manager [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 975.467118] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.467384] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 975.467384] env[70113]: value = "task-3415691" [ 975.467384] env[70113]: _type = "Task" [ 975.467384] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.467594] env[70113]: DEBUG nova.compute.manager [-] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.467671] env[70113]: DEBUG nova.network.neutron [-] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.480455] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.493630] env[70113]: DEBUG nova.compute.manager [req-9542a6cb-a4a4-46fc-99c4-888a8d919b2e req-8eb514b7-f6bd-4fe7-957f-5065fc9394a2 service nova] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Received event network-vif-deleted-903d7b1d-2be7-44cf-bfd5-86932402dd7c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.748894] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.749483] env[70113]: DEBUG nova.compute.manager [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.757465] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.880s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.757695] env[70113]: DEBUG nova.objects.instance [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lazy-loading 'resources' on Instance uuid fc12be11-3baa-45a9-876d-8b6f23f7af90 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.759658] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415688, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.810425] env[70113]: DEBUG oslo_concurrency.lockutils [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.894447] env[70113]: DEBUG nova.network.neutron [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Successfully updated port: 170b0a86-67ee-4c8b-9b49-4dd013f54ae8 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.980480] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070923} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.980743] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.985748] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc7470f-8a7a-4035-be1e-852b553b776a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.013510] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 66ee0cd3-fc7b-4e18-b958-8530de97787d/66ee0cd3-fc7b-4e18-b958-8530de97787d.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.013810] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f98ada4-0ab1-4fe4-a724-fbbf7226fb01 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.032248] env[70113]: DEBUG nova.compute.manager [req-561263a4-4055-4702-aeb0-d5e0e50c56c3 req-ddcc0d94-0e95-470f-8ed2-4d88b258f5a9 service nova] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Received event network-vif-plugged-170b0a86-67ee-4c8b-9b49-4dd013f54ae8 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.032248] env[70113]: DEBUG oslo_concurrency.lockutils [req-561263a4-4055-4702-aeb0-d5e0e50c56c3 req-ddcc0d94-0e95-470f-8ed2-4d88b258f5a9 service nova] Acquiring lock "bd6bdd04-0483-4f90-93ee-22f0c17f51ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.032248] env[70113]: DEBUG oslo_concurrency.lockutils [req-561263a4-4055-4702-aeb0-d5e0e50c56c3 req-ddcc0d94-0e95-470f-8ed2-4d88b258f5a9 service nova] Lock "bd6bdd04-0483-4f90-93ee-22f0c17f51ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.032248] env[70113]: DEBUG oslo_concurrency.lockutils [req-561263a4-4055-4702-aeb0-d5e0e50c56c3 req-ddcc0d94-0e95-470f-8ed2-4d88b258f5a9 service nova] Lock "bd6bdd04-0483-4f90-93ee-22f0c17f51ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.032524] env[70113]: DEBUG nova.compute.manager [req-561263a4-4055-4702-aeb0-d5e0e50c56c3 req-ddcc0d94-0e95-470f-8ed2-4d88b258f5a9 service nova] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] No waiting events found dispatching network-vif-plugged-170b0a86-67ee-4c8b-9b49-4dd013f54ae8 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.032524] env[70113]: WARNING nova.compute.manager [req-561263a4-4055-4702-aeb0-d5e0e50c56c3 req-ddcc0d94-0e95-470f-8ed2-4d88b258f5a9 service nova] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Received unexpected event network-vif-plugged-170b0a86-67ee-4c8b-9b49-4dd013f54ae8 for instance with vm_state building and task_state spawning. [ 976.042442] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 976.042442] env[70113]: value = "task-3415692" [ 976.042442] env[70113]: _type = "Task" [ 976.042442] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.053167] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.253655] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415688, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.259209] env[70113]: DEBUG nova.compute.utils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.260674] env[70113]: DEBUG nova.compute.manager [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.260935] env[70113]: DEBUG nova.network.neutron [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.331448] env[70113]: DEBUG nova.policy [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd38132e1f7c94f8eb8f0575d38021005', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35feb8c7257a4932a1303d1f9a63380c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.397449] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "refresh_cache-bd6bdd04-0483-4f90-93ee-22f0c17f51ee" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.397597] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired lock "refresh_cache-bd6bdd04-0483-4f90-93ee-22f0c17f51ee" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.397746] env[70113]: DEBUG nova.network.neutron [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.554013] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415692, 'name': ReconfigVM_Task, 'duration_secs': 0.307691} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.554312] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 66ee0cd3-fc7b-4e18-b958-8530de97787d/66ee0cd3-fc7b-4e18-b958-8530de97787d.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.554940] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93ac9266-633a-42b3-bb4f-dc16ad7bb093 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.567018] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 976.567018] env[70113]: value = "task-3415693" [ 976.567018] env[70113]: _type = "Task" [ 976.567018] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.580150] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415693, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.589417] env[70113]: DEBUG nova.network.neutron [-] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.702092] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec153b8-2abf-4635-9bf7-32168f3e612c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.716391] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df79db2b-7e34-4b52-8bb9-2b50d833d446 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.752814] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f797cf-eb32-44c3-aa06-a823695198a4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.766765] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415688, 'name': CloneVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.767106] env[70113]: DEBUG nova.compute.manager [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.771239] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72006842-0149-4afa-8321-89f1768e76a6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.776942] env[70113]: DEBUG nova.network.neutron [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Successfully created port: f2d7396b-7d6d-40da-9824-f07d8a876a22 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.788578] env[70113]: DEBUG nova.compute.provider_tree [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.976116] env[70113]: DEBUG nova.network.neutron [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.078533] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415693, 'name': Rename_Task, 'duration_secs': 0.162068} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.078836] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.079098] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cc8e8c6-0870-4831-b321-bdda3f6852b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.087390] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 977.087390] env[70113]: value = "task-3415695" [ 977.087390] env[70113]: _type = "Task" [ 977.087390] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.093376] env[70113]: INFO nova.compute.manager [-] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Took 1.63 seconds to deallocate network for instance. [ 977.103186] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.127543] env[70113]: DEBUG nova.network.neutron [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Updating instance_info_cache with network_info: [{"id": "170b0a86-67ee-4c8b-9b49-4dd013f54ae8", "address": "fa:16:3e:bb:6c:97", "network": {"id": "312e0f5e-c6b5-4fa1-ac62-dffee75f96b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2144632732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d86ab8aaa4c4c85a47dbeebaa763741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap170b0a86-67", "ovs_interfaceid": "170b0a86-67ee-4c8b-9b49-4dd013f54ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.264256] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415688, 'name': CloneVM_Task, 'duration_secs': 2.092759} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.264531] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Created linked-clone VM from snapshot [ 977.265523] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b690745b-d35b-4f05-9663-7206e25829ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.274669] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Uploading image e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9 {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 977.292855] env[70113]: DEBUG nova.scheduler.client.report [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.324802] env[70113]: DEBUG oslo_vmware.rw_handles [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 977.324802] env[70113]: value = "vm-681527" [ 977.324802] env[70113]: _type = "VirtualMachine" [ 977.324802] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 977.325976] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4de21790-d0c0-42ba-866c-ce75f12bd2a2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.334933] env[70113]: DEBUG oslo_vmware.rw_handles [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lease: (returnval){ [ 977.334933] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5218fbe8-a563-3f48-9e98-bdc3f5cdcd4d" [ 977.334933] env[70113]: _type = "HttpNfcLease" [ 977.334933] env[70113]: } obtained for exporting VM: (result){ [ 977.334933] env[70113]: value = "vm-681527" [ 977.334933] env[70113]: _type = "VirtualMachine" [ 977.334933] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 977.335247] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the lease: (returnval){ [ 977.335247] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5218fbe8-a563-3f48-9e98-bdc3f5cdcd4d" [ 977.335247] env[70113]: _type = "HttpNfcLease" [ 977.335247] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 977.343438] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.343438] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5218fbe8-a563-3f48-9e98-bdc3f5cdcd4d" [ 977.343438] env[70113]: _type = "HttpNfcLease" [ 977.343438] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 977.527557] env[70113]: DEBUG nova.compute.manager [req-62d3cf55-57d4-496a-bc77-d74673c64f29 req-8dd3df13-c444-4839-b0e7-7af43f3e109b service nova] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Received event network-vif-deleted-d6d4371c-5079-498f-ade5-8ddbb2c0e9b2 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.602062] env[70113]: DEBUG oslo_vmware.api [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415695, 'name': PowerOnVM_Task, 'duration_secs': 0.506379} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.602836] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.603246] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.603536] env[70113]: INFO nova.compute.manager [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Took 9.40 seconds to spawn the instance on the hypervisor. [ 977.603789] env[70113]: DEBUG nova.compute.manager [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.604656] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8438ad-ddee-41f2-8a40-fe3f2d89df4e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.631215] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Releasing lock "refresh_cache-bd6bdd04-0483-4f90-93ee-22f0c17f51ee" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.631215] env[70113]: DEBUG nova.compute.manager [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Instance network_info: |[{"id": "170b0a86-67ee-4c8b-9b49-4dd013f54ae8", "address": "fa:16:3e:bb:6c:97", "network": {"id": "312e0f5e-c6b5-4fa1-ac62-dffee75f96b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2144632732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d86ab8aaa4c4c85a47dbeebaa763741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap170b0a86-67", "ovs_interfaceid": "170b0a86-67ee-4c8b-9b49-4dd013f54ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.631215] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:6c:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '170b0a86-67ee-4c8b-9b49-4dd013f54ae8', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.639469] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.639696] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.639933] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2c7c7cb-70eb-48b8-92e8-5ac5a7711ec2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.662641] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.662641] env[70113]: value = "task-3415697" [ 977.662641] env[70113]: _type = "Task" [ 977.662641] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.677539] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415697, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.783575] env[70113]: DEBUG nova.compute.manager [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.798195] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.802284] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.017s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.804424] env[70113]: INFO nova.compute.claims [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.814653] env[70113]: DEBUG nova.virt.hardware [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.815304] env[70113]: DEBUG nova.virt.hardware [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.815304] env[70113]: DEBUG nova.virt.hardware [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.815304] env[70113]: DEBUG nova.virt.hardware [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.815304] env[70113]: DEBUG nova.virt.hardware [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.815962] env[70113]: DEBUG nova.virt.hardware [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.816591] env[70113]: DEBUG nova.virt.hardware [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.817581] env[70113]: DEBUG nova.virt.hardware [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.817581] env[70113]: DEBUG nova.virt.hardware [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.818116] env[70113]: DEBUG nova.virt.hardware [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.818290] env[70113]: DEBUG nova.virt.hardware [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.819698] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262827ee-bbc1-4c72-8c68-2250eee153d7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.823251] env[70113]: INFO nova.scheduler.client.report [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleted allocations for instance fc12be11-3baa-45a9-876d-8b6f23f7af90 [ 977.834782] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f0dc20-ff0e-4221-978c-253c3aca181a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.855908] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.855908] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5218fbe8-a563-3f48-9e98-bdc3f5cdcd4d" [ 977.855908] env[70113]: _type = "HttpNfcLease" [ 977.855908] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 977.857174] env[70113]: DEBUG oslo_vmware.rw_handles [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 977.857174] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5218fbe8-a563-3f48-9e98-bdc3f5cdcd4d" [ 977.857174] env[70113]: _type = "HttpNfcLease" [ 977.857174] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 977.857880] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3c111e-720d-426c-9cdf-44b02ede672e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.866948] env[70113]: DEBUG oslo_vmware.rw_handles [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fae1f-c4bb-4b3c-4ddb-bd6a28f907a8/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 977.867216] env[70113]: DEBUG oslo_vmware.rw_handles [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fae1f-c4bb-4b3c-4ddb-bd6a28f907a8/disk-0.vmdk for reading. {{(pid=70113) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 977.970048] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-41484416-d7f7-4ab4-93ab-545826e6ce24 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.054703] env[70113]: DEBUG nova.compute.manager [req-5990d91a-10b0-4080-a2e0-48fb8f414ec9 req-9470a6a1-ee81-438a-87f8-bf179d4a1dd6 service nova] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Received event network-changed-170b0a86-67ee-4c8b-9b49-4dd013f54ae8 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.054703] env[70113]: DEBUG nova.compute.manager [req-5990d91a-10b0-4080-a2e0-48fb8f414ec9 req-9470a6a1-ee81-438a-87f8-bf179d4a1dd6 service nova] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Refreshing instance network info cache due to event network-changed-170b0a86-67ee-4c8b-9b49-4dd013f54ae8. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.054703] env[70113]: DEBUG oslo_concurrency.lockutils [req-5990d91a-10b0-4080-a2e0-48fb8f414ec9 req-9470a6a1-ee81-438a-87f8-bf179d4a1dd6 service nova] Acquiring lock "refresh_cache-bd6bdd04-0483-4f90-93ee-22f0c17f51ee" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.054703] env[70113]: DEBUG oslo_concurrency.lockutils [req-5990d91a-10b0-4080-a2e0-48fb8f414ec9 req-9470a6a1-ee81-438a-87f8-bf179d4a1dd6 service nova] Acquired lock "refresh_cache-bd6bdd04-0483-4f90-93ee-22f0c17f51ee" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.054703] env[70113]: DEBUG nova.network.neutron [req-5990d91a-10b0-4080-a2e0-48fb8f414ec9 req-9470a6a1-ee81-438a-87f8-bf179d4a1dd6 service nova] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Refreshing network info cache for port 170b0a86-67ee-4c8b-9b49-4dd013f54ae8 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.128355] env[70113]: INFO nova.compute.manager [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Took 27.57 seconds to build instance. [ 978.173595] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415697, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.337369] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f70fd00b-6627-48e5-bcd6-3705089860a6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "fc12be11-3baa-45a9-876d-8b6f23f7af90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.605s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.624074] env[70113]: DEBUG nova.network.neutron [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Successfully updated port: f2d7396b-7d6d-40da-9824-f07d8a876a22 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.631127] env[70113]: DEBUG oslo_concurrency.lockutils [None req-14ca54bb-7253-4a54-9c7c-ef3089a6e965 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "66ee0cd3-fc7b-4e18-b958-8530de97787d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.079s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.677612] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415697, 'name': CreateVM_Task, 'duration_secs': 0.607186} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.677931] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.679115] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.679292] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.679895] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.680409] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e92c02b4-e5e6-4851-8e22-170b08c8f387 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.691663] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 978.691663] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cc0a2c-4fa7-f22e-8d51-33c6eafd7bda" [ 978.691663] env[70113]: _type = "Task" [ 978.691663] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.704557] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cc0a2c-4fa7-f22e-8d51-33c6eafd7bda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.803812] env[70113]: DEBUG nova.network.neutron [req-5990d91a-10b0-4080-a2e0-48fb8f414ec9 req-9470a6a1-ee81-438a-87f8-bf179d4a1dd6 service nova] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Updated VIF entry in instance network info cache for port 170b0a86-67ee-4c8b-9b49-4dd013f54ae8. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.804365] env[70113]: DEBUG nova.network.neutron [req-5990d91a-10b0-4080-a2e0-48fb8f414ec9 req-9470a6a1-ee81-438a-87f8-bf179d4a1dd6 service nova] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Updating instance_info_cache with network_info: [{"id": "170b0a86-67ee-4c8b-9b49-4dd013f54ae8", "address": "fa:16:3e:bb:6c:97", "network": {"id": "312e0f5e-c6b5-4fa1-ac62-dffee75f96b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2144632732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d86ab8aaa4c4c85a47dbeebaa763741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap170b0a86-67", "ovs_interfaceid": "170b0a86-67ee-4c8b-9b49-4dd013f54ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.128458] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Acquiring lock "refresh_cache-e60e781b-f764-42c3-8e06-5f066a0e1513" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.128823] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Acquired lock "refresh_cache-e60e781b-f764-42c3-8e06-5f066a0e1513" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.129059] env[70113]: DEBUG nova.network.neutron [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.205604] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cc0a2c-4fa7-f22e-8d51-33c6eafd7bda, 'name': SearchDatastore_Task, 'duration_secs': 0.016255} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.209447] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.210162] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.210666] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.211314] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.211694] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.214041] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74b51d55-ce50-4cca-9844-a8a978c8a6c4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.235435] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.235435] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.235644] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7426a4-dcfd-4f8f-b132-b11283db002a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.244030] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6609570-38d0-4805-9aa9-2f1c6e79f035 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.249553] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 979.249553] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]521c3ba1-0b7a-4c6b-4fe4-00edb3c18950" [ 979.249553] env[70113]: _type = "Task" [ 979.249553] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.259641] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c4a75f-f719-416f-9542-53664892493c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.266942] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521c3ba1-0b7a-4c6b-4fe4-00edb3c18950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.301822] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858b7dba-5cfe-474a-9e7f-37cdf6ad9bef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.312843] env[70113]: DEBUG oslo_concurrency.lockutils [req-5990d91a-10b0-4080-a2e0-48fb8f414ec9 req-9470a6a1-ee81-438a-87f8-bf179d4a1dd6 service nova] Releasing lock "refresh_cache-bd6bdd04-0483-4f90-93ee-22f0c17f51ee" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.314577] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf1957d-b8ed-47c0-8b6a-80f60113b830 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.338174] env[70113]: DEBUG nova.compute.provider_tree [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.670954] env[70113]: DEBUG nova.network.neutron [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.765427] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521c3ba1-0b7a-4c6b-4fe4-00edb3c18950, 'name': SearchDatastore_Task, 'duration_secs': 0.098386} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.766297] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eddc486c-7195-4005-99ed-55dcb0a62f27 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.773028] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 979.773028] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5277775e-9eb6-9d10-6d3f-6c5d810f0ff9" [ 979.773028] env[70113]: _type = "Task" [ 979.773028] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.782425] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5277775e-9eb6-9d10-6d3f-6c5d810f0ff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.842096] env[70113]: DEBUG nova.scheduler.client.report [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.886957] env[70113]: DEBUG nova.compute.manager [req-53019226-f7ad-442c-8c99-355e554ee817 req-f9d75493-878f-4d48-b087-ce4a2180125f service nova] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Received event network-vif-plugged-f2d7396b-7d6d-40da-9824-f07d8a876a22 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.887276] env[70113]: DEBUG oslo_concurrency.lockutils [req-53019226-f7ad-442c-8c99-355e554ee817 req-f9d75493-878f-4d48-b087-ce4a2180125f service nova] Acquiring lock "e60e781b-f764-42c3-8e06-5f066a0e1513-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.887951] env[70113]: DEBUG oslo_concurrency.lockutils [req-53019226-f7ad-442c-8c99-355e554ee817 req-f9d75493-878f-4d48-b087-ce4a2180125f service nova] Lock "e60e781b-f764-42c3-8e06-5f066a0e1513-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.888139] env[70113]: DEBUG oslo_concurrency.lockutils [req-53019226-f7ad-442c-8c99-355e554ee817 req-f9d75493-878f-4d48-b087-ce4a2180125f service nova] Lock "e60e781b-f764-42c3-8e06-5f066a0e1513-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.888352] env[70113]: DEBUG nova.compute.manager [req-53019226-f7ad-442c-8c99-355e554ee817 req-f9d75493-878f-4d48-b087-ce4a2180125f service nova] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] No waiting events found dispatching network-vif-plugged-f2d7396b-7d6d-40da-9824-f07d8a876a22 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.888531] env[70113]: WARNING nova.compute.manager [req-53019226-f7ad-442c-8c99-355e554ee817 req-f9d75493-878f-4d48-b087-ce4a2180125f service nova] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Received unexpected event network-vif-plugged-f2d7396b-7d6d-40da-9824-f07d8a876a22 for instance with vm_state building and task_state spawning. [ 979.888749] env[70113]: DEBUG nova.compute.manager [req-53019226-f7ad-442c-8c99-355e554ee817 req-f9d75493-878f-4d48-b087-ce4a2180125f service nova] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Received event network-changed-f2d7396b-7d6d-40da-9824-f07d8a876a22 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.888874] env[70113]: DEBUG nova.compute.manager [req-53019226-f7ad-442c-8c99-355e554ee817 req-f9d75493-878f-4d48-b087-ce4a2180125f service nova] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Refreshing instance network info cache due to event network-changed-f2d7396b-7d6d-40da-9824-f07d8a876a22. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.889018] env[70113]: DEBUG oslo_concurrency.lockutils [req-53019226-f7ad-442c-8c99-355e554ee817 req-f9d75493-878f-4d48-b087-ce4a2180125f service nova] Acquiring lock "refresh_cache-e60e781b-f764-42c3-8e06-5f066a0e1513" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.911915] env[70113]: DEBUG nova.network.neutron [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Updating instance_info_cache with network_info: [{"id": "f2d7396b-7d6d-40da-9824-f07d8a876a22", "address": "fa:16:3e:88:03:ee", "network": {"id": "420ee20b-1f96-4d82-a8e2-b3cdaea49c78", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1625595213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35feb8c7257a4932a1303d1f9a63380c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d7396b-7d", "ovs_interfaceid": "f2d7396b-7d6d-40da-9824-f07d8a876a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.200827] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "66ee0cd3-fc7b-4e18-b958-8530de97787d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.201179] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "66ee0cd3-fc7b-4e18-b958-8530de97787d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.201402] env[70113]: INFO nova.compute.manager [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Shelving [ 980.288164] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5277775e-9eb6-9d10-6d3f-6c5d810f0ff9, 'name': SearchDatastore_Task, 'duration_secs': 0.021158} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.288807] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.288957] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] bd6bdd04-0483-4f90-93ee-22f0c17f51ee/bd6bdd04-0483-4f90-93ee-22f0c17f51ee.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.290832] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-088a0aee-ccd6-4d1f-aa62-56175edb3052 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.298045] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 980.298045] env[70113]: value = "task-3415699" [ 980.298045] env[70113]: _type = "Task" [ 980.298045] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.307277] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.350660] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.351114] env[70113]: DEBUG nova.compute.manager [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.357291] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.860s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.359075] env[70113]: INFO nova.compute.claims [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.415605] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Releasing lock "refresh_cache-e60e781b-f764-42c3-8e06-5f066a0e1513" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.415930] env[70113]: DEBUG nova.compute.manager [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Instance network_info: |[{"id": "f2d7396b-7d6d-40da-9824-f07d8a876a22", "address": "fa:16:3e:88:03:ee", "network": {"id": "420ee20b-1f96-4d82-a8e2-b3cdaea49c78", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1625595213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35feb8c7257a4932a1303d1f9a63380c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d7396b-7d", "ovs_interfaceid": "f2d7396b-7d6d-40da-9824-f07d8a876a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.416248] env[70113]: DEBUG oslo_concurrency.lockutils [req-53019226-f7ad-442c-8c99-355e554ee817 req-f9d75493-878f-4d48-b087-ce4a2180125f service nova] Acquired lock "refresh_cache-e60e781b-f764-42c3-8e06-5f066a0e1513" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.416430] env[70113]: DEBUG nova.network.neutron [req-53019226-f7ad-442c-8c99-355e554ee817 req-f9d75493-878f-4d48-b087-ce4a2180125f service nova] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Refreshing network info cache for port f2d7396b-7d6d-40da-9824-f07d8a876a22 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.417603] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:03:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2d7396b-7d6d-40da-9824-f07d8a876a22', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.426444] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Creating folder: Project (35feb8c7257a4932a1303d1f9a63380c). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.427609] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d5d5d28-cbe3-435e-8df5-8b1c3f8c224d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.440469] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Created folder: Project (35feb8c7257a4932a1303d1f9a63380c) in parent group-v681336. [ 980.440667] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Creating folder: Instances. Parent ref: group-v681530. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.440910] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7e20eba-d6cc-4f7f-8806-426cdbeb247f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.452276] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Created folder: Instances in parent group-v681530. [ 980.452517] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.452715] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.452925] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3af19f11-9217-4c6a-99db-1cc04bb4d574 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.477507] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.477507] env[70113]: value = "task-3415702" [ 980.477507] env[70113]: _type = "Task" [ 980.477507] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.487986] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415702, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.813644] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.866616] env[70113]: DEBUG nova.compute.utils [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.870137] env[70113]: DEBUG nova.compute.manager [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.870137] env[70113]: DEBUG nova.network.neutron [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.935499] env[70113]: DEBUG nova.policy [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32d51938360b434db0db0c1002d975ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fa4a7f502e04e2ea9002a22968bbf9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.993519] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415702, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.211683] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.212014] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d57ec0e5-c4a3-4195-ba4b-1abd6e6a8dd6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.225280] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 981.225280] env[70113]: value = "task-3415704" [ 981.225280] env[70113]: _type = "Task" [ 981.225280] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.234466] env[70113]: DEBUG nova.network.neutron [req-53019226-f7ad-442c-8c99-355e554ee817 req-f9d75493-878f-4d48-b087-ce4a2180125f service nova] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Updated VIF entry in instance network info cache for port f2d7396b-7d6d-40da-9824-f07d8a876a22. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.235084] env[70113]: DEBUG nova.network.neutron [req-53019226-f7ad-442c-8c99-355e554ee817 req-f9d75493-878f-4d48-b087-ce4a2180125f service nova] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Updating instance_info_cache with network_info: [{"id": "f2d7396b-7d6d-40da-9824-f07d8a876a22", "address": "fa:16:3e:88:03:ee", "network": {"id": "420ee20b-1f96-4d82-a8e2-b3cdaea49c78", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1625595213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35feb8c7257a4932a1303d1f9a63380c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d7396b-7d", "ovs_interfaceid": "f2d7396b-7d6d-40da-9824-f07d8a876a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.245163] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.311393] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415699, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.370858] env[70113]: DEBUG nova.compute.manager [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.492456] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415702, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.515934] env[70113]: DEBUG nova.network.neutron [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Successfully created port: 9ac8e80e-1b44-476e-99e3-4872f179158d {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.744918] env[70113]: DEBUG oslo_concurrency.lockutils [req-53019226-f7ad-442c-8c99-355e554ee817 req-f9d75493-878f-4d48-b087-ce4a2180125f service nova] Releasing lock "refresh_cache-e60e781b-f764-42c3-8e06-5f066a0e1513" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.745524] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415704, 'name': PowerOffVM_Task, 'duration_secs': 0.360241} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.745598] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.746532] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86644b0-f491-4ed7-8324-795d79501e34 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.783029] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994ecbf3-054f-4fbd-b5ee-1305e4cb4723 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.815985] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415699, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.245602} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.816649] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] bd6bdd04-0483-4f90-93ee-22f0c17f51ee/bd6bdd04-0483-4f90-93ee-22f0c17f51ee.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.817118] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.817594] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1394e95-b43b-479d-bf0b-cebd2a8f2ddc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.830262] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 981.830262] env[70113]: value = "task-3415705" [ 981.830262] env[70113]: _type = "Task" [ 981.830262] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.841974] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.888562] env[70113]: INFO nova.virt.block_device [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Booting with volume 2f1729c0-a67a-42fb-be98-2e8919e38195 at /dev/sda [ 981.948444] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8dbf24b-d29b-4e2a-9276-a043b87c1d63 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.953930] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd4f24e-cba6-48c4-8be0-4413e01851e6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.960862] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb35a933-e9e0-4e12-a90f-c9e55d0c3a65 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.975441] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca398a51-1833-4c07-8854-da64202f4759 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.030462] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41831920-6aad-4f4a-8912-fae5b1b1be13 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.033133] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415702, 'name': CreateVM_Task, 'duration_secs': 1.205463} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.033941] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0016d51a-79c1-4cd4-b2c8-f0721c641acf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.037037] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.037878] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.038158] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.038508] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.040266] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0aabda9-3d82-446f-9136-539df5529312 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.048031] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adf2891-52d7-4466-87b3-d9208a7ffbc7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.053916] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75fb3ec-7920-4959-aff7-78d27303288d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.066407] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Waiting for the task: (returnval){ [ 982.066407] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52102585-1ecb-1ae2-ffc8-0135e187fa28" [ 982.066407] env[70113]: _type = "Task" [ 982.066407] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.088170] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52102585-1ecb-1ae2-ffc8-0135e187fa28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.089038] env[70113]: DEBUG nova.compute.provider_tree [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.103108] env[70113]: DEBUG nova.scheduler.client.report [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.109638] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0f8b40-912c-4999-a278-9bf145a95ee6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.118254] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171dd438-40a3-4d15-a15e-8721bd317b3f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.138020] env[70113]: DEBUG nova.virt.block_device [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Updating existing volume attachment record: 81a94648-2624-4cab-8436-a5a783eab96f {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 982.296570] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 982.299020] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bf2a2c70-3800-4c66-b9f8-ec8f8e23cc8e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.307325] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 982.307325] env[70113]: value = "task-3415706" [ 982.307325] env[70113]: _type = "Task" [ 982.307325] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.318023] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415706, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.338838] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211709} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.339249] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.340111] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3c76a3-ea7b-4075-b368-8aa96855b255 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.365130] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] bd6bdd04-0483-4f90-93ee-22f0c17f51ee/bd6bdd04-0483-4f90-93ee-22f0c17f51ee.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.369020] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73fd26fe-d500-4bc7-b8db-011eb15ef653 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.390644] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 982.390644] env[70113]: value = "task-3415707" [ 982.390644] env[70113]: _type = "Task" [ 982.390644] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.400716] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.581187] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52102585-1ecb-1ae2-ffc8-0135e187fa28, 'name': SearchDatastore_Task, 'duration_secs': 0.033342} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.581685] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.582061] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.582445] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.582689] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.582981] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.583392] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64483d50-4bae-49cd-a3e4-636463af144d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.597547] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.597946] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.599093] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fd6c1e3-c228-4006-a30d-161971e7e034 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.607483] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Waiting for the task: (returnval){ [ 982.607483] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5254b9f0-47fa-452b-20a1-bdced1b9138a" [ 982.607483] env[70113]: _type = "Task" [ 982.607483] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.612343] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.613197] env[70113]: DEBUG nova.compute.manager [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.615963] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.900s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.617677] env[70113]: INFO nova.compute.claims [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.627642] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5254b9f0-47fa-452b-20a1-bdced1b9138a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.823693] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415706, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.903633] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.029507] env[70113]: DEBUG nova.compute.manager [req-c233f3b8-c29a-4409-aa33-bf7ef5f4ce90 req-74e1ef0c-cbe1-4db6-8fd0-c7330126d3fd service nova] [instance: 25657856-b058-4468-a156-6bb88b13454d] Received event network-vif-plugged-9ac8e80e-1b44-476e-99e3-4872f179158d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.029846] env[70113]: DEBUG oslo_concurrency.lockutils [req-c233f3b8-c29a-4409-aa33-bf7ef5f4ce90 req-74e1ef0c-cbe1-4db6-8fd0-c7330126d3fd service nova] Acquiring lock "25657856-b058-4468-a156-6bb88b13454d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.030112] env[70113]: DEBUG oslo_concurrency.lockutils [req-c233f3b8-c29a-4409-aa33-bf7ef5f4ce90 req-74e1ef0c-cbe1-4db6-8fd0-c7330126d3fd service nova] Lock "25657856-b058-4468-a156-6bb88b13454d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.030441] env[70113]: DEBUG oslo_concurrency.lockutils [req-c233f3b8-c29a-4409-aa33-bf7ef5f4ce90 req-74e1ef0c-cbe1-4db6-8fd0-c7330126d3fd service nova] Lock "25657856-b058-4468-a156-6bb88b13454d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.030574] env[70113]: DEBUG nova.compute.manager [req-c233f3b8-c29a-4409-aa33-bf7ef5f4ce90 req-74e1ef0c-cbe1-4db6-8fd0-c7330126d3fd service nova] [instance: 25657856-b058-4468-a156-6bb88b13454d] No waiting events found dispatching network-vif-plugged-9ac8e80e-1b44-476e-99e3-4872f179158d {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.030786] env[70113]: WARNING nova.compute.manager [req-c233f3b8-c29a-4409-aa33-bf7ef5f4ce90 req-74e1ef0c-cbe1-4db6-8fd0-c7330126d3fd service nova] [instance: 25657856-b058-4468-a156-6bb88b13454d] Received unexpected event network-vif-plugged-9ac8e80e-1b44-476e-99e3-4872f179158d for instance with vm_state building and task_state block_device_mapping. [ 983.120587] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5254b9f0-47fa-452b-20a1-bdced1b9138a, 'name': SearchDatastore_Task, 'duration_secs': 0.020876} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.121351] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d250e1-8290-4452-8039-31ef777e5592 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.125499] env[70113]: DEBUG nova.compute.utils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.133080] env[70113]: DEBUG nova.compute.manager [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.133080] env[70113]: DEBUG nova.network.neutron [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.137881] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Waiting for the task: (returnval){ [ 983.137881] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e56ba1-1526-e03c-68f5-83cf498cabb1" [ 983.137881] env[70113]: _type = "Task" [ 983.137881] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.144333] env[70113]: DEBUG nova.network.neutron [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Successfully updated port: 9ac8e80e-1b44-476e-99e3-4872f179158d {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.153347] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e56ba1-1526-e03c-68f5-83cf498cabb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.220125] env[70113]: DEBUG nova.policy [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0cce6dadb954dc6ababe75be28970d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f9fae7ff02c45b0a311cc95d3b33573', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.324881] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415706, 'name': CreateSnapshot_Task, 'duration_secs': 0.926677} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.325247] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 983.326111] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc74ecb-5afa-432f-813c-1c5972ada5a1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.405443] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415707, 'name': ReconfigVM_Task, 'duration_secs': 0.657245} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.407105] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Reconfigured VM instance instance-00000048 to attach disk [datastore1] bd6bdd04-0483-4f90-93ee-22f0c17f51ee/bd6bdd04-0483-4f90-93ee-22f0c17f51ee.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.407105] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ca51b99-7d6a-4f3a-b2e5-7a8da6936375 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.414826] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 983.414826] env[70113]: value = "task-3415709" [ 983.414826] env[70113]: _type = "Task" [ 983.414826] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.425653] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415709, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.632155] env[70113]: DEBUG nova.compute.manager [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.649306] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Acquiring lock "refresh_cache-25657856-b058-4468-a156-6bb88b13454d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.649512] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Acquired lock "refresh_cache-25657856-b058-4468-a156-6bb88b13454d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.649693] env[70113]: DEBUG nova.network.neutron [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.655192] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e56ba1-1526-e03c-68f5-83cf498cabb1, 'name': SearchDatastore_Task, 'duration_secs': 0.014272} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.656025] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.656273] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] e60e781b-f764-42c3-8e06-5f066a0e1513/e60e781b-f764-42c3-8e06-5f066a0e1513.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.656624] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abb16f05-fdf0-47f7-b145-c1d957845655 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.671253] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Waiting for the task: (returnval){ [ 983.671253] env[70113]: value = "task-3415710" [ 983.671253] env[70113]: _type = "Task" [ 983.671253] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.682503] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': task-3415710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.736418] env[70113]: DEBUG nova.network.neutron [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Successfully created port: 244a285e-6e1b-45b5-b4ae-6ce2fefbf55c {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.847186] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 983.850922] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-29476c48-7d6f-4df0-9957-5e79827d77a3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.865035] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 983.865035] env[70113]: value = "task-3415711" [ 983.865035] env[70113]: _type = "Task" [ 983.865035] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.881790] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415711, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.928294] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415709, 'name': Rename_Task, 'duration_secs': 0.182177} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.931744] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.932372] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6404c130-18a6-48a5-897f-e05c8d5709d4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.943170] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 983.943170] env[70113]: value = "task-3415712" [ 983.943170] env[70113]: _type = "Task" [ 983.943170] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.954526] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.110888] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Acquiring lock "9b8a510a-3e20-435b-8315-bde164637bf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.111353] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Lock "9b8a510a-3e20-435b-8315-bde164637bf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.146464] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11919393-281e-4c76-b6c7-69117859bd35 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.156036] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9150469-85fb-4a92-ba8b-e354d5b762f6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.202663] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5570bf-b953-4bf9-9251-7bc16dc6234c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.207086] env[70113]: DEBUG nova.network.neutron [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.219717] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d98801b-b64a-452d-a523-1be9f5f0ec89 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.225534] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': task-3415710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486822} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.225802] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] e60e781b-f764-42c3-8e06-5f066a0e1513/e60e781b-f764-42c3-8e06-5f066a0e1513.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.226115] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.226974] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67ec0d3c-02cd-45ee-9de8-c6f67f0e31ea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.238597] env[70113]: DEBUG nova.compute.provider_tree [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.244737] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Waiting for the task: (returnval){ [ 984.244737] env[70113]: value = "task-3415713" [ 984.244737] env[70113]: _type = "Task" [ 984.244737] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.256637] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': task-3415713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.265152] env[70113]: DEBUG nova.compute.manager [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.265636] env[70113]: DEBUG nova.virt.hardware [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.265866] env[70113]: DEBUG nova.virt.hardware [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.266033] env[70113]: DEBUG nova.virt.hardware [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.267198] env[70113]: DEBUG nova.virt.hardware [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.267198] env[70113]: DEBUG nova.virt.hardware [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.267198] env[70113]: DEBUG nova.virt.hardware [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.267198] env[70113]: DEBUG nova.virt.hardware [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.267198] env[70113]: DEBUG nova.virt.hardware [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.267198] env[70113]: DEBUG nova.virt.hardware [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.267723] env[70113]: DEBUG nova.virt.hardware [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.267723] env[70113]: DEBUG nova.virt.hardware [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.268370] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e9d8d9-cad8-4cb6-8c75-e6b671c04e13 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.280762] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ea5c49-fb85-4504-af18-f486466b2b37 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.377349] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415711, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.392152] env[70113]: DEBUG nova.network.neutron [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Updating instance_info_cache with network_info: [{"id": "9ac8e80e-1b44-476e-99e3-4872f179158d", "address": "fa:16:3e:d3:68:1f", "network": {"id": "9298da40-3243-4f2b-9cf3-00cdfdcc7e24", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-375474148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa4a7f502e04e2ea9002a22968bbf9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac8e80e-1b", "ovs_interfaceid": "9ac8e80e-1b44-476e-99e3-4872f179158d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.457596] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.618923] env[70113]: DEBUG nova.compute.manager [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.644136] env[70113]: DEBUG nova.compute.manager [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.675494] env[70113]: DEBUG nova.virt.hardware [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.675824] env[70113]: DEBUG nova.virt.hardware [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.676033] env[70113]: DEBUG nova.virt.hardware [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.676236] env[70113]: DEBUG nova.virt.hardware [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.676390] env[70113]: DEBUG nova.virt.hardware [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.676556] env[70113]: DEBUG nova.virt.hardware [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.676740] env[70113]: DEBUG nova.virt.hardware [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.676898] env[70113]: DEBUG nova.virt.hardware [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.677077] env[70113]: DEBUG nova.virt.hardware [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.677246] env[70113]: DEBUG nova.virt.hardware [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.677441] env[70113]: DEBUG nova.virt.hardware [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.678717] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37899bcf-93fd-44ad-88bc-7d8603594fd1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.688247] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99012712-5c2e-4c8f-8f4f-41f24943b971 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.746897] env[70113]: DEBUG nova.scheduler.client.report [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.760046] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': task-3415713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074903} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.760229] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.760936] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744bba0a-017f-4006-86b5-8a7e15021a7e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.784238] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] e60e781b-f764-42c3-8e06-5f066a0e1513/e60e781b-f764-42c3-8e06-5f066a0e1513.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.785222] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faef9f27-828b-4b28-a768-c1f9c9c80027 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.806954] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Waiting for the task: (returnval){ [ 984.806954] env[70113]: value = "task-3415714" [ 984.806954] env[70113]: _type = "Task" [ 984.806954] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.816744] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': task-3415714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.877345] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415711, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.895202] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Releasing lock "refresh_cache-25657856-b058-4468-a156-6bb88b13454d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.895615] env[70113]: DEBUG nova.compute.manager [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Instance network_info: |[{"id": "9ac8e80e-1b44-476e-99e3-4872f179158d", "address": "fa:16:3e:d3:68:1f", "network": {"id": "9298da40-3243-4f2b-9cf3-00cdfdcc7e24", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-375474148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa4a7f502e04e2ea9002a22968bbf9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac8e80e-1b", "ovs_interfaceid": "9ac8e80e-1b44-476e-99e3-4872f179158d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.896062] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:68:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ac8e80e-1b44-476e-99e3-4872f179158d', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.903639] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Creating folder: Project (8fa4a7f502e04e2ea9002a22968bbf9a). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.903936] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25ae8257-1a27-4aa6-a68f-c49e7b419f6d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.919899] env[70113]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 984.920138] env[70113]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70113) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 984.920500] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Folder already exists: Project (8fa4a7f502e04e2ea9002a22968bbf9a). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 984.920760] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Creating folder: Instances. Parent ref: group-v681506. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.921065] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d597c2dd-7da6-4a90-b697-8989aa36dc29 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.934167] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Created folder: Instances in parent group-v681506. [ 984.934561] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.934661] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25657856-b058-4468-a156-6bb88b13454d] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.934890] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22e87155-557c-4a3a-af95-943fabe55c6c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.959644] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415712, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.961273] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.961273] env[70113]: value = "task-3415717" [ 984.961273] env[70113]: _type = "Task" [ 984.961273] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.969765] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415717, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.062103] env[70113]: DEBUG nova.compute.manager [req-107a4052-0899-4cef-a674-7ec7198093ee req-1eeb384f-0268-43ad-b198-a876317cd86f service nova] [instance: 25657856-b058-4468-a156-6bb88b13454d] Received event network-changed-9ac8e80e-1b44-476e-99e3-4872f179158d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.062339] env[70113]: DEBUG nova.compute.manager [req-107a4052-0899-4cef-a674-7ec7198093ee req-1eeb384f-0268-43ad-b198-a876317cd86f service nova] [instance: 25657856-b058-4468-a156-6bb88b13454d] Refreshing instance network info cache due to event network-changed-9ac8e80e-1b44-476e-99e3-4872f179158d. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.062578] env[70113]: DEBUG oslo_concurrency.lockutils [req-107a4052-0899-4cef-a674-7ec7198093ee req-1eeb384f-0268-43ad-b198-a876317cd86f service nova] Acquiring lock "refresh_cache-25657856-b058-4468-a156-6bb88b13454d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.062724] env[70113]: DEBUG oslo_concurrency.lockutils [req-107a4052-0899-4cef-a674-7ec7198093ee req-1eeb384f-0268-43ad-b198-a876317cd86f service nova] Acquired lock "refresh_cache-25657856-b058-4468-a156-6bb88b13454d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.062882] env[70113]: DEBUG nova.network.neutron [req-107a4052-0899-4cef-a674-7ec7198093ee req-1eeb384f-0268-43ad-b198-a876317cd86f service nova] [instance: 25657856-b058-4468-a156-6bb88b13454d] Refreshing network info cache for port 9ac8e80e-1b44-476e-99e3-4872f179158d {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.146822] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.254571] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.254909] env[70113]: DEBUG nova.compute.manager [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.260947] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.534s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.261249] env[70113]: INFO nova.compute.claims [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.318234] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': task-3415714, 'name': ReconfigVM_Task, 'duration_secs': 0.367992} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.318637] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Reconfigured VM instance instance-00000049 to attach disk [datastore1] e60e781b-f764-42c3-8e06-5f066a0e1513/e60e781b-f764-42c3-8e06-5f066a0e1513.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.319374] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7b093de-26e5-4387-b8d4-a66582409ed3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.327933] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Waiting for the task: (returnval){ [ 985.327933] env[70113]: value = "task-3415719" [ 985.327933] env[70113]: _type = "Task" [ 985.327933] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.339699] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': task-3415719, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.377800] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415711, 'name': CloneVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.461481] env[70113]: DEBUG oslo_vmware.api [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415712, 'name': PowerOnVM_Task, 'duration_secs': 1.041331} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.461847] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.462065] env[70113]: INFO nova.compute.manager [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Took 10.26 seconds to spawn the instance on the hypervisor. [ 985.462252] env[70113]: DEBUG nova.compute.manager [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.466104] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1ec804-d477-4f65-b29e-1fac002a8eff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.480951] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415717, 'name': CreateVM_Task, 'duration_secs': 0.395466} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.481421] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25657856-b058-4468-a156-6bb88b13454d] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.482205] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681515', 'volume_id': '2f1729c0-a67a-42fb-be98-2e8919e38195', 'name': 'volume-2f1729c0-a67a-42fb-be98-2e8919e38195', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '25657856-b058-4468-a156-6bb88b13454d', 'attached_at': '', 'detached_at': '', 'volume_id': '2f1729c0-a67a-42fb-be98-2e8919e38195', 'serial': '2f1729c0-a67a-42fb-be98-2e8919e38195'}, 'guest_format': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'attachment_id': '81a94648-2624-4cab-8436-a5a783eab96f', 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=70113) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 985.482434] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Root volume attach. Driver type: vmdk {{(pid=70113) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 985.483310] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40f2195-24eb-42b6-af57-dcdb7a46d2d6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.493012] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99d07eb-860f-41c8-ba16-299c8b9015c7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.501667] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586490e7-85d6-4665-abfe-7d22b56ad7e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.509615] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-050fcafa-d264-4753-a30c-a141bb2bd907 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.518563] env[70113]: DEBUG oslo_vmware.api [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Waiting for the task: (returnval){ [ 985.518563] env[70113]: value = "task-3415720" [ 985.518563] env[70113]: _type = "Task" [ 985.518563] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.529623] env[70113]: DEBUG oslo_vmware.api [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3415720, 'name': RelocateVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.589081] env[70113]: DEBUG nova.compute.manager [req-71c776d0-6c3f-416e-be97-f3f190d3c472 req-1ebaa97d-c1cf-4d5c-9b78-0bae1df0f1b9 service nova] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Received event network-vif-plugged-244a285e-6e1b-45b5-b4ae-6ce2fefbf55c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.589320] env[70113]: DEBUG oslo_concurrency.lockutils [req-71c776d0-6c3f-416e-be97-f3f190d3c472 req-1ebaa97d-c1cf-4d5c-9b78-0bae1df0f1b9 service nova] Acquiring lock "de2211fe-b32a-4b26-866a-18aa84df32ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.589531] env[70113]: DEBUG oslo_concurrency.lockutils [req-71c776d0-6c3f-416e-be97-f3f190d3c472 req-1ebaa97d-c1cf-4d5c-9b78-0bae1df0f1b9 service nova] Lock "de2211fe-b32a-4b26-866a-18aa84df32ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.589825] env[70113]: DEBUG oslo_concurrency.lockutils [req-71c776d0-6c3f-416e-be97-f3f190d3c472 req-1ebaa97d-c1cf-4d5c-9b78-0bae1df0f1b9 service nova] Lock "de2211fe-b32a-4b26-866a-18aa84df32ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.590010] env[70113]: DEBUG nova.compute.manager [req-71c776d0-6c3f-416e-be97-f3f190d3c472 req-1ebaa97d-c1cf-4d5c-9b78-0bae1df0f1b9 service nova] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] No waiting events found dispatching network-vif-plugged-244a285e-6e1b-45b5-b4ae-6ce2fefbf55c {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.591640] env[70113]: WARNING nova.compute.manager [req-71c776d0-6c3f-416e-be97-f3f190d3c472 req-1ebaa97d-c1cf-4d5c-9b78-0bae1df0f1b9 service nova] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Received unexpected event network-vif-plugged-244a285e-6e1b-45b5-b4ae-6ce2fefbf55c for instance with vm_state building and task_state spawning. [ 985.765296] env[70113]: DEBUG nova.compute.utils [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.765296] env[70113]: DEBUG nova.compute.manager [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Not allocating networking since 'none' was specified. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 985.776258] env[70113]: DEBUG nova.network.neutron [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Successfully updated port: 244a285e-6e1b-45b5-b4ae-6ce2fefbf55c {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.797494] env[70113]: DEBUG nova.network.neutron [req-107a4052-0899-4cef-a674-7ec7198093ee req-1eeb384f-0268-43ad-b198-a876317cd86f service nova] [instance: 25657856-b058-4468-a156-6bb88b13454d] Updated VIF entry in instance network info cache for port 9ac8e80e-1b44-476e-99e3-4872f179158d. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.797494] env[70113]: DEBUG nova.network.neutron [req-107a4052-0899-4cef-a674-7ec7198093ee req-1eeb384f-0268-43ad-b198-a876317cd86f service nova] [instance: 25657856-b058-4468-a156-6bb88b13454d] Updating instance_info_cache with network_info: [{"id": "9ac8e80e-1b44-476e-99e3-4872f179158d", "address": "fa:16:3e:d3:68:1f", "network": {"id": "9298da40-3243-4f2b-9cf3-00cdfdcc7e24", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-375474148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa4a7f502e04e2ea9002a22968bbf9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac8e80e-1b", "ovs_interfaceid": "9ac8e80e-1b44-476e-99e3-4872f179158d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.839344] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': task-3415719, 'name': Rename_Task, 'duration_secs': 0.173663} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.839759] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.840095] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2792297-1676-48e4-865f-a0d5233d08b7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.850362] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Waiting for the task: (returnval){ [ 985.850362] env[70113]: value = "task-3415721" [ 985.850362] env[70113]: _type = "Task" [ 985.850362] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.861652] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': task-3415721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.878102] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415711, 'name': CloneVM_Task, 'duration_secs': 1.616715} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.878458] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Created linked-clone VM from snapshot [ 985.879245] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b2dc4e-13b0-49eb-8e80-a406eaf3ea98 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.888632] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Uploading image 1dce8619-cbff-4d4f-a741-c49fe6f62fb6 {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 985.917277] env[70113]: DEBUG oslo_vmware.rw_handles [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 985.917277] env[70113]: value = "vm-681534" [ 985.917277] env[70113]: _type = "VirtualMachine" [ 985.917277] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 985.917602] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-439ee76d-22bd-4831-8d2b-8ce1bb4d8fb2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.926769] env[70113]: DEBUG oslo_vmware.rw_handles [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lease: (returnval){ [ 985.926769] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f26f09-6ced-d76e-c297-59f289eaba57" [ 985.926769] env[70113]: _type = "HttpNfcLease" [ 985.926769] env[70113]: } obtained for exporting VM: (result){ [ 985.926769] env[70113]: value = "vm-681534" [ 985.926769] env[70113]: _type = "VirtualMachine" [ 985.926769] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 985.927215] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the lease: (returnval){ [ 985.927215] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f26f09-6ced-d76e-c297-59f289eaba57" [ 985.927215] env[70113]: _type = "HttpNfcLease" [ 985.927215] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 985.935182] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 985.935182] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f26f09-6ced-d76e-c297-59f289eaba57" [ 985.935182] env[70113]: _type = "HttpNfcLease" [ 985.935182] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 985.990196] env[70113]: INFO nova.compute.manager [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Took 27.95 seconds to build instance. [ 986.030969] env[70113]: DEBUG oslo_vmware.api [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3415720, 'name': RelocateVM_Task, 'duration_secs': 0.487066} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.031337] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 986.031552] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681515', 'volume_id': '2f1729c0-a67a-42fb-be98-2e8919e38195', 'name': 'volume-2f1729c0-a67a-42fb-be98-2e8919e38195', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '25657856-b058-4468-a156-6bb88b13454d', 'attached_at': '', 'detached_at': '', 'volume_id': '2f1729c0-a67a-42fb-be98-2e8919e38195', 'serial': '2f1729c0-a67a-42fb-be98-2e8919e38195'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 986.032386] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f6d474-c055-4b48-a345-1eb344d191bf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.051303] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0becd35-eb16-4114-a0fc-d81d3ca117af {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.076238] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-2f1729c0-a67a-42fb-be98-2e8919e38195/volume-2f1729c0-a67a-42fb-be98-2e8919e38195.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.076522] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f1eded9-75c2-401d-ab2c-b500190c9bc5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.098595] env[70113]: DEBUG oslo_vmware.api [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Waiting for the task: (returnval){ [ 986.098595] env[70113]: value = "task-3415723" [ 986.098595] env[70113]: _type = "Task" [ 986.098595] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.108431] env[70113]: DEBUG oslo_vmware.api [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3415723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.264983] env[70113]: DEBUG nova.compute.manager [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.281603] env[70113]: DEBUG oslo_vmware.rw_handles [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fae1f-c4bb-4b3c-4ddb-bd6a28f907a8/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 986.282020] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Acquiring lock "refresh_cache-de2211fe-b32a-4b26-866a-18aa84df32ac" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.282212] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Acquired lock "refresh_cache-de2211fe-b32a-4b26-866a-18aa84df32ac" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.282366] env[70113]: DEBUG nova.network.neutron [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.285278] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfea6811-5539-4240-8f06-3e656fe8b7ae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.296020] env[70113]: DEBUG oslo_vmware.rw_handles [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fae1f-c4bb-4b3c-4ddb-bd6a28f907a8/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 986.296096] env[70113]: ERROR oslo_vmware.rw_handles [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fae1f-c4bb-4b3c-4ddb-bd6a28f907a8/disk-0.vmdk due to incomplete transfer. [ 986.297299] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f8f5ad48-a657-48be-b5be-f3c20b37bc39 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.302947] env[70113]: DEBUG oslo_concurrency.lockutils [req-107a4052-0899-4cef-a674-7ec7198093ee req-1eeb384f-0268-43ad-b198-a876317cd86f service nova] Releasing lock "refresh_cache-25657856-b058-4468-a156-6bb88b13454d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.306680] env[70113]: DEBUG oslo_vmware.rw_handles [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529fae1f-c4bb-4b3c-4ddb-bd6a28f907a8/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 986.306894] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Uploaded image e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9 to the Glance image server {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 986.309209] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 986.309480] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-68af8e30-8374-48bc-880d-5e73fcd2d580 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.318014] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 986.318014] env[70113]: value = "task-3415724" [ 986.318014] env[70113]: _type = "Task" [ 986.318014] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.328179] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415724, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.359640] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': task-3415721, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.438338] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 986.438338] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f26f09-6ced-d76e-c297-59f289eaba57" [ 986.438338] env[70113]: _type = "HttpNfcLease" [ 986.438338] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 986.438727] env[70113]: DEBUG oslo_vmware.rw_handles [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 986.438727] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f26f09-6ced-d76e-c297-59f289eaba57" [ 986.438727] env[70113]: _type = "HttpNfcLease" [ 986.438727] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 986.439879] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718b5876-2852-465e-bea5-d6d8d471fe74 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.450308] env[70113]: DEBUG oslo_vmware.rw_handles [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cefed0-3010-531f-2cf8-b4a0bec4b673/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 986.450308] env[70113]: DEBUG oslo_vmware.rw_handles [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cefed0-3010-531f-2cf8-b4a0bec4b673/disk-0.vmdk for reading. {{(pid=70113) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 986.512220] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7b56885a-0a03-407d-8b31-4e89a5feb5f6 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "bd6bdd04-0483-4f90-93ee-22f0c17f51ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.481s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.610992] env[70113]: DEBUG oslo_vmware.api [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3415723, 'name': ReconfigVM_Task, 'duration_secs': 0.418063} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.613660] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-2f1729c0-a67a-42fb-be98-2e8919e38195/volume-2f1729c0-a67a-42fb-be98-2e8919e38195.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.618590] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a93cfab6-983f-4409-bc35-86cd035cea75 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.638144] env[70113]: DEBUG oslo_vmware.api [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Waiting for the task: (returnval){ [ 986.638144] env[70113]: value = "task-3415725" [ 986.638144] env[70113]: _type = "Task" [ 986.638144] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.651206] env[70113]: DEBUG oslo_vmware.api [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3415725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.678442] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-540527bb-e261-4ec0-aca6-3395e10ca72e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.695590] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfdaf10-dfe6-4df6-a68e-1697eede6a44 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.713296] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb9c358-ee21-48db-b6de-0cd63ec4bbc7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.746670] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac55e5ac-baba-4af3-bbba-e0dfcc269891 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.760525] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb68a5f0-df68-48c2-86ed-a923dec7d948 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.783649] env[70113]: DEBUG nova.compute.provider_tree [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.822987] env[70113]: DEBUG nova.network.neutron [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.833258] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415724, 'name': Destroy_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.862569] env[70113]: DEBUG oslo_vmware.api [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': task-3415721, 'name': PowerOnVM_Task, 'duration_secs': 0.52184} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.862569] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.862569] env[70113]: INFO nova.compute.manager [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Took 9.08 seconds to spawn the instance on the hypervisor. [ 986.862569] env[70113]: DEBUG nova.compute.manager [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.863515] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6a3d8d-3dd7-4536-91c5-85421ab2e0cd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.037028] env[70113]: DEBUG nova.network.neutron [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Updating instance_info_cache with network_info: [{"id": "244a285e-6e1b-45b5-b4ae-6ce2fefbf55c", "address": "fa:16:3e:6b:e8:8a", "network": {"id": "7fdc75ba-f4e1-4974-becc-befd338bf172", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1934271405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f9fae7ff02c45b0a311cc95d3b33573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244a285e-6e", "ovs_interfaceid": "244a285e-6e1b-45b5-b4ae-6ce2fefbf55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.148055] env[70113]: DEBUG oslo_vmware.api [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3415725, 'name': ReconfigVM_Task, 'duration_secs': 0.277031} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.148419] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681515', 'volume_id': '2f1729c0-a67a-42fb-be98-2e8919e38195', 'name': 'volume-2f1729c0-a67a-42fb-be98-2e8919e38195', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '25657856-b058-4468-a156-6bb88b13454d', 'attached_at': '', 'detached_at': '', 'volume_id': '2f1729c0-a67a-42fb-be98-2e8919e38195', 'serial': '2f1729c0-a67a-42fb-be98-2e8919e38195'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 987.149021] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1973f33c-3ab7-4845-b76e-913cb8edb98f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.159084] env[70113]: DEBUG oslo_vmware.api [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Waiting for the task: (returnval){ [ 987.159084] env[70113]: value = "task-3415726" [ 987.159084] env[70113]: _type = "Task" [ 987.159084] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.176351] env[70113]: DEBUG oslo_vmware.api [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3415726, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.286935] env[70113]: DEBUG nova.compute.manager [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.290149] env[70113]: DEBUG nova.scheduler.client.report [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.322682] env[70113]: DEBUG nova.virt.hardware [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.322841] env[70113]: DEBUG nova.virt.hardware [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.322901] env[70113]: DEBUG nova.virt.hardware [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.323121] env[70113]: DEBUG nova.virt.hardware [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.324252] env[70113]: DEBUG nova.virt.hardware [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.324252] env[70113]: DEBUG nova.virt.hardware [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.324252] env[70113]: DEBUG nova.virt.hardware [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.324252] env[70113]: DEBUG nova.virt.hardware [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.324252] env[70113]: DEBUG nova.virt.hardware [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.325346] env[70113]: DEBUG nova.virt.hardware [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.325346] env[70113]: DEBUG nova.virt.hardware [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.326646] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1fa2c6-6a29-4417-a68c-f2290d9ee15d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.343858] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415724, 'name': Destroy_Task, 'duration_secs': 0.632583} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.347010] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Destroyed the VM [ 987.347863] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 987.348589] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4148bb20-bbe5-49df-8521-29fa5650cbbc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.352502] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fddc4c9-e25f-4852-af6c-4a8c3948a5b5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.372899] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.380972] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Creating folder: Project (0de499ba2d794ae6b054e91f57b7bd84). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.388747] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0acd2894-9e04-4323-8e02-2404e8312f90 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.391313] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 987.391313] env[70113]: value = "task-3415727" [ 987.391313] env[70113]: _type = "Task" [ 987.391313] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.395203] env[70113]: INFO nova.compute.manager [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Took 28.97 seconds to build instance. [ 987.409469] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415727, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.411387] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Created folder: Project (0de499ba2d794ae6b054e91f57b7bd84) in parent group-v681336. [ 987.412026] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Creating folder: Instances. Parent ref: group-v681537. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.413209] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4654b98c-7f7f-42e6-a5a3-bde745edb2ae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.426458] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Created folder: Instances in parent group-v681537. [ 987.426689] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.427124] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.427500] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-942601f8-f135-4e25-8724-6b0d252935bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.448349] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.448349] env[70113]: value = "task-3415730" [ 987.448349] env[70113]: _type = "Task" [ 987.448349] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.457938] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415730, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.539794] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Releasing lock "refresh_cache-de2211fe-b32a-4b26-866a-18aa84df32ac" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.540305] env[70113]: DEBUG nova.compute.manager [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Instance network_info: |[{"id": "244a285e-6e1b-45b5-b4ae-6ce2fefbf55c", "address": "fa:16:3e:6b:e8:8a", "network": {"id": "7fdc75ba-f4e1-4974-becc-befd338bf172", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1934271405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f9fae7ff02c45b0a311cc95d3b33573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244a285e-6e", "ovs_interfaceid": "244a285e-6e1b-45b5-b4ae-6ce2fefbf55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.540975] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:e8:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '244a285e-6e1b-45b5-b4ae-6ce2fefbf55c', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.550213] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Creating folder: Project (6f9fae7ff02c45b0a311cc95d3b33573). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.550675] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3ac5b01-0a45-4836-b461-61e87cf7296f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.564708] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Created folder: Project (6f9fae7ff02c45b0a311cc95d3b33573) in parent group-v681336. [ 987.564987] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Creating folder: Instances. Parent ref: group-v681540. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.565380] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03e840c3-ca8b-4a42-b9b6-a849d40d4623 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.579361] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Created folder: Instances in parent group-v681540. [ 987.579742] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.580055] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.580342] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f500d1b2-de9d-4c25-8d69-f60c7044de63 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.608151] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.608151] env[70113]: value = "task-3415733" [ 987.608151] env[70113]: _type = "Task" [ 987.608151] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.618616] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415733, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.637855] env[70113]: DEBUG nova.compute.manager [req-9f316567-f5fe-4b91-84c1-6acb612eb753 req-a65b37e5-6792-45cf-9426-6c9dfcc48619 service nova] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Received event network-changed-244a285e-6e1b-45b5-b4ae-6ce2fefbf55c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.638366] env[70113]: DEBUG nova.compute.manager [req-9f316567-f5fe-4b91-84c1-6acb612eb753 req-a65b37e5-6792-45cf-9426-6c9dfcc48619 service nova] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Refreshing instance network info cache due to event network-changed-244a285e-6e1b-45b5-b4ae-6ce2fefbf55c. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.638593] env[70113]: DEBUG oslo_concurrency.lockutils [req-9f316567-f5fe-4b91-84c1-6acb612eb753 req-a65b37e5-6792-45cf-9426-6c9dfcc48619 service nova] Acquiring lock "refresh_cache-de2211fe-b32a-4b26-866a-18aa84df32ac" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.638780] env[70113]: DEBUG oslo_concurrency.lockutils [req-9f316567-f5fe-4b91-84c1-6acb612eb753 req-a65b37e5-6792-45cf-9426-6c9dfcc48619 service nova] Acquired lock "refresh_cache-de2211fe-b32a-4b26-866a-18aa84df32ac" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.639390] env[70113]: DEBUG nova.network.neutron [req-9f316567-f5fe-4b91-84c1-6acb612eb753 req-a65b37e5-6792-45cf-9426-6c9dfcc48619 service nova] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Refreshing network info cache for port 244a285e-6e1b-45b5-b4ae-6ce2fefbf55c {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.676730] env[70113]: DEBUG oslo_vmware.api [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3415726, 'name': Rename_Task, 'duration_secs': 0.169955} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.677119] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.677410] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a74268d-3371-4915-96c1-6fb06a5281fb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.688057] env[70113]: DEBUG oslo_vmware.api [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Waiting for the task: (returnval){ [ 987.688057] env[70113]: value = "task-3415734" [ 987.688057] env[70113]: _type = "Task" [ 987.688057] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.697781] env[70113]: DEBUG oslo_vmware.api [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3415734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.774643] env[70113]: DEBUG nova.compute.manager [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.776020] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ca6d05-55be-4a76-a388-d52639de522a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.796414] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.797145] env[70113]: DEBUG nova.compute.manager [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.801582] env[70113]: DEBUG oslo_concurrency.lockutils [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.757s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.802056] env[70113]: DEBUG nova.objects.instance [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Lazy-loading 'resources' on Instance uuid 5f4eb855-6107-4cbe-af88-b092e7cb9b99 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.905958] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a1fc517e-545e-4fa4-b339-6649084e2f55 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Lock "e60e781b-f764-42c3-8e06-5f066a0e1513" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.510s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.906832] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415727, 'name': RemoveSnapshot_Task, 'duration_secs': 0.445064} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.907138] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 987.907554] env[70113]: DEBUG nova.compute.manager [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.908584] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa23aafb-b403-488f-a76e-30d2d8338323 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.960082] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415730, 'name': CreateVM_Task, 'duration_secs': 0.334636} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.960977] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.961465] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.961716] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.962087] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.962825] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20868f2c-2a86-464e-b062-397d7cf2657c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.972118] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 987.972118] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cee13e-d7c6-e924-266d-a3322fd7788b" [ 987.972118] env[70113]: _type = "Task" [ 987.972118] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.986306] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cee13e-d7c6-e924-266d-a3322fd7788b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.122106] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415733, 'name': CreateVM_Task, 'duration_secs': 0.375042} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.122106] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.122668] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.204792] env[70113]: DEBUG oslo_vmware.api [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3415734, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.292802] env[70113]: INFO nova.compute.manager [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] instance snapshotting [ 988.295111] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554ffecb-66a7-42d0-bdc9-b91b06b2f0d6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.325079] env[70113]: DEBUG nova.compute.utils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.341040] env[70113]: DEBUG nova.compute.manager [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.341040] env[70113]: DEBUG nova.network.neutron [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.341040] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e560a08-4582-4727-a221-caaa72151d2e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.428237] env[70113]: INFO nova.compute.manager [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Shelve offloading [ 988.429098] env[70113]: DEBUG nova.policy [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daf72965cba84ac2ab83202474aec2a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bed8f3f3a2054de48c1c741adc76b191', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.451501] env[70113]: DEBUG nova.network.neutron [req-9f316567-f5fe-4b91-84c1-6acb612eb753 req-a65b37e5-6792-45cf-9426-6c9dfcc48619 service nova] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Updated VIF entry in instance network info cache for port 244a285e-6e1b-45b5-b4ae-6ce2fefbf55c. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.451886] env[70113]: DEBUG nova.network.neutron [req-9f316567-f5fe-4b91-84c1-6acb612eb753 req-a65b37e5-6792-45cf-9426-6c9dfcc48619 service nova] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Updating instance_info_cache with network_info: [{"id": "244a285e-6e1b-45b5-b4ae-6ce2fefbf55c", "address": "fa:16:3e:6b:e8:8a", "network": {"id": "7fdc75ba-f4e1-4974-becc-befd338bf172", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1934271405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f9fae7ff02c45b0a311cc95d3b33573", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244a285e-6e", "ovs_interfaceid": "244a285e-6e1b-45b5-b4ae-6ce2fefbf55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.483734] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cee13e-d7c6-e924-266d-a3322fd7788b, 'name': SearchDatastore_Task, 'duration_secs': 0.01412} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.486507] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.486831] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.487136] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.487295] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.487478] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.488006] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.488417] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.488619] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d13ed082-cc5a-4422-955c-97fc1c19703d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.490508] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-721f81ad-c455-47a3-ba61-82f7dde5c6f4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.497103] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 988.497103] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52340e32-e949-b686-7315-2fa43cdfd76b" [ 988.497103] env[70113]: _type = "Task" [ 988.497103] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.512906] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52340e32-e949-b686-7315-2fa43cdfd76b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.513277] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.513464] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.514622] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0298b155-c792-43e3-86a8-8293afd87f32 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.521197] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 988.521197] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]521b8549-47b6-54d5-29ce-d518fd105653" [ 988.521197] env[70113]: _type = "Task" [ 988.521197] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.530921] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521b8549-47b6-54d5-29ce-d518fd105653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.699957] env[70113]: DEBUG oslo_vmware.api [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3415734, 'name': PowerOnVM_Task, 'duration_secs': 0.655863} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.700360] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.700626] env[70113]: INFO nova.compute.manager [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Took 4.44 seconds to spawn the instance on the hypervisor. [ 988.700853] env[70113]: DEBUG nova.compute.manager [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.701717] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d1b924-08ee-40d0-b5f8-5e9ec5fb28e9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.788700] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2d218b-9648-4ee8-94bc-4d9002176f98 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.805079] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c9b1ae-e685-47a7-9eed-89d79402ab55 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.839198] env[70113]: DEBUG nova.compute.manager [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.842858] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d038dd51-7746-4d27-b874-c53896469b34 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.852521] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3757ae-0151-4b55-b787-c14895ae00f5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.857878] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 988.858255] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-89e05222-aa15-4da2-8b41-7d6925bd28a5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.873275] env[70113]: DEBUG nova.compute.provider_tree [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.876717] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 988.876717] env[70113]: value = "task-3415735" [ 988.876717] env[70113]: _type = "Task" [ 988.876717] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.942346] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.942756] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e484cb70-d15b-400d-b92d-f00194786bc4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.952590] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 988.952590] env[70113]: value = "task-3415736" [ 988.952590] env[70113]: _type = "Task" [ 988.952590] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.959188] env[70113]: DEBUG oslo_concurrency.lockutils [req-9f316567-f5fe-4b91-84c1-6acb612eb753 req-a65b37e5-6792-45cf-9426-6c9dfcc48619 service nova] Releasing lock "refresh_cache-de2211fe-b32a-4b26-866a-18aa84df32ac" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.962937] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.008339] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52340e32-e949-b686-7315-2fa43cdfd76b, 'name': SearchDatastore_Task, 'duration_secs': 0.017358} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.008766] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.009085] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.009377] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.032404] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521b8549-47b6-54d5-29ce-d518fd105653, 'name': SearchDatastore_Task, 'duration_secs': 0.020606} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.033357] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b61c56-d8b2-42f0-9614-a4d731a3e1c0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.039623] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 989.039623] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5297d523-c78a-b25d-fac4-28f62de28c2f" [ 989.039623] env[70113]: _type = "Task" [ 989.039623] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.048873] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5297d523-c78a-b25d-fac4-28f62de28c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.227104] env[70113]: INFO nova.compute.manager [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Took 29.47 seconds to build instance. [ 989.381039] env[70113]: DEBUG nova.scheduler.client.report [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.411768] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415735, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.468204] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] VM already powered off {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 989.468395] env[70113]: DEBUG nova.compute.manager [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.469257] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cf7d9e-95ef-4547-8e06-20c85fcaff17 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.478500] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.478692] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquired lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.478870] env[70113]: DEBUG nova.network.neutron [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.520978] env[70113]: DEBUG nova.network.neutron [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Successfully created port: 18e9d831-c266-4264-8776-31bfac744b54 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.551160] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5297d523-c78a-b25d-fac4-28f62de28c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.013602} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.551160] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.551374] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 370b379f-13ff-489c-b7fa-7fcdb94d065b/370b379f-13ff-489c-b7fa-7fcdb94d065b.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.551616] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.551811] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.552031] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ded0a27-1c3d-473b-b49c-ecfe8c781224 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.556470] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28511163-5314-4764-aa61-32631315a545 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.565672] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 989.565672] env[70113]: value = "task-3415737" [ 989.565672] env[70113]: _type = "Task" [ 989.565672] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.573716] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.573931] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.575182] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b575d8-7c64-4f3a-8b10-980926f03220 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.581826] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.586523] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 989.586523] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52641436-5754-4e65-c07d-c887eb2a5259" [ 989.586523] env[70113]: _type = "Task" [ 989.586523] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.595862] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52641436-5754-4e65-c07d-c887eb2a5259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.730516] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd3eea1e-0883-4a1d-bcdb-7d545560da54 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Lock "25657856-b058-4468-a156-6bb88b13454d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.989s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.861085] env[70113]: DEBUG nova.compute.manager [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.887288] env[70113]: DEBUG nova.virt.hardware [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.887564] env[70113]: DEBUG nova.virt.hardware [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.887728] env[70113]: DEBUG nova.virt.hardware [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.888000] env[70113]: DEBUG nova.virt.hardware [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.888838] env[70113]: DEBUG nova.virt.hardware [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.889054] env[70113]: DEBUG nova.virt.hardware [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.889383] env[70113]: DEBUG nova.virt.hardware [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.889435] env[70113]: DEBUG nova.virt.hardware [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.889603] env[70113]: DEBUG nova.virt.hardware [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.889766] env[70113]: DEBUG nova.virt.hardware [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.889938] env[70113]: DEBUG nova.virt.hardware [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.890861] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a37d998-5f90-4a38-b3aa-0a22aeeed7d6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.900513] env[70113]: DEBUG oslo_concurrency.lockutils [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.903423] env[70113]: DEBUG oslo_concurrency.lockutils [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.721s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.903684] env[70113]: DEBUG nova.objects.instance [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lazy-loading 'resources' on Instance uuid cab6bc89-6bea-4fc2-b182-f406bece7320 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.908628] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a5fc04-716c-45f5-ae33-a9000d4b5f4e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.917850] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415735, 'name': CreateSnapshot_Task, 'duration_secs': 0.855256} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.918572] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 989.919639] env[70113]: INFO nova.scheduler.client.report [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Deleted allocations for instance 5f4eb855-6107-4cbe-af88-b092e7cb9b99 [ 989.922698] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b698458-41b7-4607-9a7f-348dec0135fd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.081750] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415737, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.109104] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52641436-5754-4e65-c07d-c887eb2a5259, 'name': SearchDatastore_Task, 'duration_secs': 0.017178} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.111035] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7185b859-3598-4722-94ca-5f50fce783d8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.119872] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 990.119872] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52426709-ac80-7ceb-3b19-9fdde18ef9af" [ 990.119872] env[70113]: _type = "Task" [ 990.119872] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.136975] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52426709-ac80-7ceb-3b19-9fdde18ef9af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.211317] env[70113]: DEBUG nova.compute.manager [req-9015418d-2906-4437-ae9e-35022693a731 req-e67a0168-8d15-4ef7-8db2-302c1f61e4c5 service nova] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Received event network-changed-f2d7396b-7d6d-40da-9824-f07d8a876a22 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.211572] env[70113]: DEBUG nova.compute.manager [req-9015418d-2906-4437-ae9e-35022693a731 req-e67a0168-8d15-4ef7-8db2-302c1f61e4c5 service nova] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Refreshing instance network info cache due to event network-changed-f2d7396b-7d6d-40da-9824-f07d8a876a22. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.211873] env[70113]: DEBUG oslo_concurrency.lockutils [req-9015418d-2906-4437-ae9e-35022693a731 req-e67a0168-8d15-4ef7-8db2-302c1f61e4c5 service nova] Acquiring lock "refresh_cache-e60e781b-f764-42c3-8e06-5f066a0e1513" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.212049] env[70113]: DEBUG oslo_concurrency.lockutils [req-9015418d-2906-4437-ae9e-35022693a731 req-e67a0168-8d15-4ef7-8db2-302c1f61e4c5 service nova] Acquired lock "refresh_cache-e60e781b-f764-42c3-8e06-5f066a0e1513" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.212399] env[70113]: DEBUG nova.network.neutron [req-9015418d-2906-4437-ae9e-35022693a731 req-e67a0168-8d15-4ef7-8db2-302c1f61e4c5 service nova] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Refreshing network info cache for port f2d7396b-7d6d-40da-9824-f07d8a876a22 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.263465] env[70113]: DEBUG nova.network.neutron [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Updating instance_info_cache with network_info: [{"id": "02148e7c-5e27-4081-9ed2-e18f7743544c", "address": "fa:16:3e:fd:d8:52", "network": {"id": "8bed22ed-859a-40cd-bce1-a1e3145fe58a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2049468416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4341595dd3384021be97058ce45fc48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02148e7c-5e", "ovs_interfaceid": "02148e7c-5e27-4081-9ed2-e18f7743544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.284854] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Acquiring lock "21f6c0ea-3231-4812-b421-65a8d65a9db3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.285130] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Lock "21f6c0ea-3231-4812-b421-65a8d65a9db3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.440876] env[70113]: DEBUG oslo_concurrency.lockutils [None req-967d987f-e4fe-4cf1-9ffb-f1510aac80bd tempest-ServerTagsTestJSON-1364830306 tempest-ServerTagsTestJSON-1364830306-project-member] Lock "5f4eb855-6107-4cbe-af88-b092e7cb9b99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.056s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.454892] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 990.458421] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-69e796ca-8f53-4393-b6b4-6e86d8ac39a4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.469905] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 990.469905] env[70113]: value = "task-3415738" [ 990.469905] env[70113]: _type = "Task" [ 990.469905] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.482166] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415738, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.580184] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415737, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.639833] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52426709-ac80-7ceb-3b19-9fdde18ef9af, 'name': SearchDatastore_Task, 'duration_secs': 0.053193} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.640148] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.640416] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] de2211fe-b32a-4b26-866a-18aa84df32ac/de2211fe-b32a-4b26-866a-18aa84df32ac.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.640694] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a29b3eac-e45b-4f0c-8d47-07257fb2fd0c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.649655] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 990.649655] env[70113]: value = "task-3415739" [ 990.649655] env[70113]: _type = "Task" [ 990.649655] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.659991] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.770291] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Releasing lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.787582] env[70113]: DEBUG nova.compute.manager [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.887550] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de67462-0a51-4477-917b-3ca2cab851a8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.906662] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d63061e-98d7-43a2-beb9-7bb5922c53ed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.970163] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f80efc8-5e61-4915-886d-e83b851da3d7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.978110] env[70113]: DEBUG nova.compute.manager [req-e48b3796-90ea-40b7-9b6c-11b1343397da req-7e905843-1e07-4bbe-a328-3598a440642f service nova] [instance: 25657856-b058-4468-a156-6bb88b13454d] Received event network-changed-9ac8e80e-1b44-476e-99e3-4872f179158d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.978110] env[70113]: DEBUG nova.compute.manager [req-e48b3796-90ea-40b7-9b6c-11b1343397da req-7e905843-1e07-4bbe-a328-3598a440642f service nova] [instance: 25657856-b058-4468-a156-6bb88b13454d] Refreshing instance network info cache due to event network-changed-9ac8e80e-1b44-476e-99e3-4872f179158d. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.978110] env[70113]: DEBUG oslo_concurrency.lockutils [req-e48b3796-90ea-40b7-9b6c-11b1343397da req-7e905843-1e07-4bbe-a328-3598a440642f service nova] Acquiring lock "refresh_cache-25657856-b058-4468-a156-6bb88b13454d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.978110] env[70113]: DEBUG oslo_concurrency.lockutils [req-e48b3796-90ea-40b7-9b6c-11b1343397da req-7e905843-1e07-4bbe-a328-3598a440642f service nova] Acquired lock "refresh_cache-25657856-b058-4468-a156-6bb88b13454d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.978554] env[70113]: DEBUG nova.network.neutron [req-e48b3796-90ea-40b7-9b6c-11b1343397da req-7e905843-1e07-4bbe-a328-3598a440642f service nova] [instance: 25657856-b058-4468-a156-6bb88b13454d] Refreshing network info cache for port 9ac8e80e-1b44-476e-99e3-4872f179158d {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.998329] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3360b703-9375-438d-b486-a92c69a6d57e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.005182] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415738, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.019249] env[70113]: DEBUG nova.compute.provider_tree [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.080123] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415737, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.086556] env[70113]: DEBUG nova.network.neutron [req-9015418d-2906-4437-ae9e-35022693a731 req-e67a0168-8d15-4ef7-8db2-302c1f61e4c5 service nova] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Updated VIF entry in instance network info cache for port f2d7396b-7d6d-40da-9824-f07d8a876a22. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.086955] env[70113]: DEBUG nova.network.neutron [req-9015418d-2906-4437-ae9e-35022693a731 req-e67a0168-8d15-4ef7-8db2-302c1f61e4c5 service nova] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Updating instance_info_cache with network_info: [{"id": "f2d7396b-7d6d-40da-9824-f07d8a876a22", "address": "fa:16:3e:88:03:ee", "network": {"id": "420ee20b-1f96-4d82-a8e2-b3cdaea49c78", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1625595213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35feb8c7257a4932a1303d1f9a63380c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d7396b-7d", "ovs_interfaceid": "f2d7396b-7d6d-40da-9824-f07d8a876a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.163600] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.317432] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.489538] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415738, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.524737] env[70113]: DEBUG nova.scheduler.client.report [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.578107] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.579923] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23de315-51c1-4740-92de-7a1fa4cf346e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.589532] env[70113]: DEBUG oslo_concurrency.lockutils [req-9015418d-2906-4437-ae9e-35022693a731 req-e67a0168-8d15-4ef7-8db2-302c1f61e4c5 service nova] Releasing lock "refresh_cache-e60e781b-f764-42c3-8e06-5f066a0e1513" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.593475] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.597055] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa346dc9-4244-4d7e-b81a-b530c62ebfbd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.599493] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415737, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.757189} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.599865] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 370b379f-13ff-489c-b7fa-7fcdb94d065b/370b379f-13ff-489c-b7fa-7fcdb94d065b.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.600094] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.600830] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f03b487b-57a7-4698-9d08-630e46e91c97 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.619269] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 991.619269] env[70113]: value = "task-3415741" [ 991.619269] env[70113]: _type = "Task" [ 991.619269] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.636755] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.667827] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415739, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.690385] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.690758] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.690963] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Deleting the datastore file [datastore2] b1e49170-1111-41f1-a065-6d099a1c01c8 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.691421] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5950190b-8983-4a52-afe2-8eeae795d492 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.703787] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 991.703787] env[70113]: value = "task-3415742" [ 991.703787] env[70113]: _type = "Task" [ 991.703787] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.719617] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.779213] env[70113]: DEBUG nova.network.neutron [req-e48b3796-90ea-40b7-9b6c-11b1343397da req-7e905843-1e07-4bbe-a328-3598a440642f service nova] [instance: 25657856-b058-4468-a156-6bb88b13454d] Updated VIF entry in instance network info cache for port 9ac8e80e-1b44-476e-99e3-4872f179158d. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.779213] env[70113]: DEBUG nova.network.neutron [req-e48b3796-90ea-40b7-9b6c-11b1343397da req-7e905843-1e07-4bbe-a328-3598a440642f service nova] [instance: 25657856-b058-4468-a156-6bb88b13454d] Updating instance_info_cache with network_info: [{"id": "9ac8e80e-1b44-476e-99e3-4872f179158d", "address": "fa:16:3e:d3:68:1f", "network": {"id": "9298da40-3243-4f2b-9cf3-00cdfdcc7e24", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-375474148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa4a7f502e04e2ea9002a22968bbf9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac8e80e-1b", "ovs_interfaceid": "9ac8e80e-1b44-476e-99e3-4872f179158d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.989517] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415738, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.004604] env[70113]: DEBUG nova.network.neutron [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Successfully updated port: 18e9d831-c266-4264-8776-31bfac744b54 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.037735] env[70113]: DEBUG oslo_concurrency.lockutils [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.045561] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.652s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.045561] env[70113]: DEBUG nova.objects.instance [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lazy-loading 'resources' on Instance uuid f5dddfe9-7233-4e75-9b31-812a051390ec {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.075201] env[70113]: INFO nova.scheduler.client.report [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Deleted allocations for instance cab6bc89-6bea-4fc2-b182-f406bece7320 [ 992.130943] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24646} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.131268] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.132086] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc0dad9-b2e7-4aea-8340-d6d69a10fa93 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.156454] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 370b379f-13ff-489c-b7fa-7fcdb94d065b/370b379f-13ff-489c-b7fa-7fcdb94d065b.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.157137] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e132a4b-1c87-43e3-910d-580a688d6ec1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.188091] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415739, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.177249} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.189698] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] de2211fe-b32a-4b26-866a-18aa84df32ac/de2211fe-b32a-4b26-866a-18aa84df32ac.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.189935] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.190281] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 992.190281] env[70113]: value = "task-3415743" [ 992.190281] env[70113]: _type = "Task" [ 992.190281] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.190510] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54693218-a5c8-4d4c-8ca5-e8af7fc62fdb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.203684] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415743, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.204967] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 992.204967] env[70113]: value = "task-3415744" [ 992.204967] env[70113]: _type = "Task" [ 992.204967] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.218215] env[70113]: DEBUG oslo_vmware.api [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424058} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.223166] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.223166] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.223166] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.225819] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.254115] env[70113]: DEBUG nova.compute.manager [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Received event network-vif-unplugged-02148e7c-5e27-4081-9ed2-e18f7743544c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.254115] env[70113]: DEBUG oslo_concurrency.lockutils [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] Acquiring lock "b1e49170-1111-41f1-a065-6d099a1c01c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.254115] env[70113]: DEBUG oslo_concurrency.lockutils [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] Lock "b1e49170-1111-41f1-a065-6d099a1c01c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.254372] env[70113]: DEBUG oslo_concurrency.lockutils [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] Lock "b1e49170-1111-41f1-a065-6d099a1c01c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.254518] env[70113]: DEBUG nova.compute.manager [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] No waiting events found dispatching network-vif-unplugged-02148e7c-5e27-4081-9ed2-e18f7743544c {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.257812] env[70113]: WARNING nova.compute.manager [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Received unexpected event network-vif-unplugged-02148e7c-5e27-4081-9ed2-e18f7743544c for instance with vm_state shelved and task_state shelving_offloading. [ 992.257812] env[70113]: DEBUG nova.compute.manager [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Received event network-vif-plugged-18e9d831-c266-4264-8776-31bfac744b54 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.257812] env[70113]: DEBUG oslo_concurrency.lockutils [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] Acquiring lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.257812] env[70113]: DEBUG oslo_concurrency.lockutils [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] Lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.257812] env[70113]: DEBUG oslo_concurrency.lockutils [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] Lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.257812] env[70113]: DEBUG nova.compute.manager [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] No waiting events found dispatching network-vif-plugged-18e9d831-c266-4264-8776-31bfac744b54 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.257812] env[70113]: WARNING nova.compute.manager [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Received unexpected event network-vif-plugged-18e9d831-c266-4264-8776-31bfac744b54 for instance with vm_state building and task_state spawning. [ 992.257812] env[70113]: DEBUG nova.compute.manager [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Received event network-changed-02148e7c-5e27-4081-9ed2-e18f7743544c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.257812] env[70113]: DEBUG nova.compute.manager [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Refreshing instance network info cache due to event network-changed-02148e7c-5e27-4081-9ed2-e18f7743544c. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.257812] env[70113]: DEBUG oslo_concurrency.lockutils [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] Acquiring lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.257812] env[70113]: DEBUG oslo_concurrency.lockutils [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] Acquired lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.257812] env[70113]: DEBUG nova.network.neutron [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Refreshing network info cache for port 02148e7c-5e27-4081-9ed2-e18f7743544c {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.259111] env[70113]: INFO nova.scheduler.client.report [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Deleted allocations for instance b1e49170-1111-41f1-a065-6d099a1c01c8 [ 992.286186] env[70113]: DEBUG oslo_concurrency.lockutils [req-e48b3796-90ea-40b7-9b6c-11b1343397da req-7e905843-1e07-4bbe-a328-3598a440642f service nova] Releasing lock "refresh_cache-25657856-b058-4468-a156-6bb88b13454d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.491254] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415738, 'name': CloneVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.507287] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "refresh_cache-09b3ba31-7483-4fd1-b39c-cc63d3de375a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.507667] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "refresh_cache-09b3ba31-7483-4fd1-b39c-cc63d3de375a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.507863] env[70113]: DEBUG nova.network.neutron [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.591351] env[70113]: DEBUG oslo_concurrency.lockutils [None req-770cc259-33c5-4f18-beab-d63bb46addf7 tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "cab6bc89-6bea-4fc2-b182-f406bece7320" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.108s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.706017] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415743, 'name': ReconfigVM_Task, 'duration_secs': 0.308234} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.706471] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 370b379f-13ff-489c-b7fa-7fcdb94d065b/370b379f-13ff-489c-b7fa-7fcdb94d065b.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.707249] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0245baf8-e3f0-47e9-a4c8-f7fbc0fa4fc5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.720115] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 992.720115] env[70113]: value = "task-3415745" [ 992.720115] env[70113]: _type = "Task" [ 992.720115] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.724016] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08347} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.727104] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.730472] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739c9ad8-744a-400c-b650-5bbcf4b676d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.755770] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] de2211fe-b32a-4b26-866a-18aa84df32ac/de2211fe-b32a-4b26-866a-18aa84df32ac.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.763097] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfeb5678-e4db-41c9-8876-378b7ae1cfd2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.779940] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415745, 'name': Rename_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.781386] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.788831] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 992.788831] env[70113]: value = "task-3415746" [ 992.788831] env[70113]: _type = "Task" [ 992.788831] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.807153] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415746, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.990295] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415738, 'name': CloneVM_Task, 'duration_secs': 2.113977} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.991785] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Created linked-clone VM from snapshot [ 992.995731] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae16dcdd-a04c-46ae-8b91-07860ef84ae1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.011262] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Uploading image dc29b978-6dbe-4630-afd9-18fda4164d37 {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 993.015840] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9afb296-95a6-4e39-8912-aa1b69ca3250 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.024783] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67c4b06-729d-4a5e-9ab7-7e0870993b8e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.039250] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 993.039250] env[70113]: value = "vm-681544" [ 993.039250] env[70113]: _type = "VirtualMachine" [ 993.039250] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 993.039250] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ed729f7a-72ba-45e8-a189-73ac51b9a056 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.068581] env[70113]: DEBUG nova.network.neutron [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.072369] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b70ba32-6ceb-4544-8f47-7f9869f878af {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.083557] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lease: (returnval){ [ 993.083557] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5203daf7-870f-4ff4-1ee8-54a3438f608a" [ 993.083557] env[70113]: _type = "HttpNfcLease" [ 993.083557] env[70113]: } obtained for exporting VM: (result){ [ 993.083557] env[70113]: value = "vm-681544" [ 993.083557] env[70113]: _type = "VirtualMachine" [ 993.083557] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 993.086381] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the lease: (returnval){ [ 993.086381] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5203daf7-870f-4ff4-1ee8-54a3438f608a" [ 993.086381] env[70113]: _type = "HttpNfcLease" [ 993.086381] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 993.086381] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958739bb-aa57-4e2b-a8d4-885fa497390b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.104830] env[70113]: DEBUG nova.compute.provider_tree [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.116758] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.116758] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5203daf7-870f-4ff4-1ee8-54a3438f608a" [ 993.116758] env[70113]: _type = "HttpNfcLease" [ 993.116758] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 993.117593] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 993.117593] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5203daf7-870f-4ff4-1ee8-54a3438f608a" [ 993.117593] env[70113]: _type = "HttpNfcLease" [ 993.117593] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 993.120353] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a142c0ef-e7df-4c73-98a4-8bc7476c6922 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.130953] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dba047-05e4-5558-cbd3-bc2c9f0353c7/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 993.130953] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dba047-05e4-5558-cbd3-bc2c9f0353c7/disk-0.vmdk for reading. {{(pid=70113) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 993.204210] env[70113]: DEBUG nova.network.neutron [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Updated VIF entry in instance network info cache for port 02148e7c-5e27-4081-9ed2-e18f7743544c. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.204575] env[70113]: DEBUG nova.network.neutron [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Updating instance_info_cache with network_info: [{"id": "02148e7c-5e27-4081-9ed2-e18f7743544c", "address": "fa:16:3e:fd:d8:52", "network": {"id": "8bed22ed-859a-40cd-bce1-a1e3145fe58a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2049468416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4341595dd3384021be97058ce45fc48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap02148e7c-5e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.235261] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415745, 'name': Rename_Task, 'duration_secs': 0.150445} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.235261] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.235261] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-605a00bc-8dee-4dbd-805f-9d8b30d71fb8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.244410] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 993.244410] env[70113]: value = "task-3415748" [ 993.244410] env[70113]: _type = "Task" [ 993.244410] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.253846] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6cfdc6c1-f728-4370-a469-32d0f1bb1457 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.259029] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.304180] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415746, 'name': ReconfigVM_Task, 'duration_secs': 0.384959} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.304487] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Reconfigured VM instance instance-0000004b to attach disk [datastore1] de2211fe-b32a-4b26-866a-18aa84df32ac/de2211fe-b32a-4b26-866a-18aa84df32ac.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.308911] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3e17fcc-a249-4e3f-a2e6-5559326fed47 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.313121] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 993.313121] env[70113]: value = "task-3415749" [ 993.313121] env[70113]: _type = "Task" [ 993.313121] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.330461] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415749, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.343981] env[70113]: DEBUG nova.network.neutron [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Updating instance_info_cache with network_info: [{"id": "18e9d831-c266-4264-8776-31bfac744b54", "address": "fa:16:3e:4d:d4:c0", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e9d831-c2", "ovs_interfaceid": "18e9d831-c266-4264-8776-31bfac744b54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.625029] env[70113]: DEBUG nova.scheduler.client.report [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.708305] env[70113]: DEBUG oslo_concurrency.lockutils [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] Releasing lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.708801] env[70113]: DEBUG nova.compute.manager [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Received event network-changed-18e9d831-c266-4264-8776-31bfac744b54 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.708985] env[70113]: DEBUG nova.compute.manager [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Refreshing instance network info cache due to event network-changed-18e9d831-c266-4264-8776-31bfac744b54. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.710335] env[70113]: DEBUG oslo_concurrency.lockutils [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] Acquiring lock "refresh_cache-09b3ba31-7483-4fd1-b39c-cc63d3de375a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.756391] env[70113]: DEBUG oslo_vmware.api [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415748, 'name': PowerOnVM_Task, 'duration_secs': 0.512345} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.756746] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.757146] env[70113]: INFO nova.compute.manager [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Took 6.47 seconds to spawn the instance on the hypervisor. [ 993.757418] env[70113]: DEBUG nova.compute.manager [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.758365] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36607ab2-ba1a-4b2c-a454-a37d165a9361 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.830632] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415749, 'name': Rename_Task, 'duration_secs': 0.169912} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.830980] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.831202] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0082b4c-d9a8-4bbb-b10b-205ef71519e4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.840175] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 993.840175] env[70113]: value = "task-3415750" [ 993.840175] env[70113]: _type = "Task" [ 993.840175] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.846956] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "refresh_cache-09b3ba31-7483-4fd1-b39c-cc63d3de375a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.847292] env[70113]: DEBUG nova.compute.manager [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Instance network_info: |[{"id": "18e9d831-c266-4264-8776-31bfac744b54", "address": "fa:16:3e:4d:d4:c0", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e9d831-c2", "ovs_interfaceid": "18e9d831-c266-4264-8776-31bfac744b54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.849664] env[70113]: DEBUG oslo_concurrency.lockutils [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] Acquired lock "refresh_cache-09b3ba31-7483-4fd1-b39c-cc63d3de375a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.849664] env[70113]: DEBUG nova.network.neutron [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Refreshing network info cache for port 18e9d831-c266-4264-8776-31bfac744b54 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.849664] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:d4:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18e9d831-c266-4264-8776-31bfac744b54', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.858884] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.863116] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.863116] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.864049] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b04447d0-8a26-4444-b7c8-123a5e7d8794 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.890169] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.890169] env[70113]: value = "task-3415751" [ 993.890169] env[70113]: _type = "Task" [ 993.890169] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.903356] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415751, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.001263] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "d5594fac-44a9-4be9-ac10-42e6f368365f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.001567] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "d5594fac-44a9-4be9-ac10-42e6f368365f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.001866] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "d5594fac-44a9-4be9-ac10-42e6f368365f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.002133] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "d5594fac-44a9-4be9-ac10-42e6f368365f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.002314] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "d5594fac-44a9-4be9-ac10-42e6f368365f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.004692] env[70113]: INFO nova.compute.manager [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Terminating instance [ 994.129586] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.132108] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.888s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.132370] env[70113]: DEBUG nova.objects.instance [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Lazy-loading 'resources' on Instance uuid a0b5c2ab-dd80-4a23-a15f-cea363667ad4 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.168079] env[70113]: INFO nova.scheduler.client.report [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Deleted allocations for instance f5dddfe9-7233-4e75-9b31-812a051390ec [ 994.279341] env[70113]: INFO nova.compute.manager [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Took 31.59 seconds to build instance. [ 994.355808] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.407177] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415751, 'name': CreateVM_Task, 'duration_secs': 0.506555} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.407536] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.408360] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.408528] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.409090] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.409446] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c5bb91-0cae-4d33-a30f-faaabe881b46 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.419458] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 994.419458] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5227786e-bece-a358-80e4-8d5972b38d65" [ 994.419458] env[70113]: _type = "Task" [ 994.419458] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.431711] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5227786e-bece-a358-80e4-8d5972b38d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.510223] env[70113]: DEBUG nova.compute.manager [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.510482] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.511582] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad6e29f-98b3-4d40-8fc9-19a7173b904b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.522296] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.522608] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebc0b9c4-349f-47bb-a610-e083a452643e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.538618] env[70113]: DEBUG oslo_vmware.api [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 994.538618] env[70113]: value = "task-3415752" [ 994.538618] env[70113]: _type = "Task" [ 994.538618] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.546541] env[70113]: DEBUG oslo_vmware.api [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.663518] env[70113]: DEBUG nova.network.neutron [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Updated VIF entry in instance network info cache for port 18e9d831-c266-4264-8776-31bfac744b54. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.663518] env[70113]: DEBUG nova.network.neutron [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Updating instance_info_cache with network_info: [{"id": "18e9d831-c266-4264-8776-31bfac744b54", "address": "fa:16:3e:4d:d4:c0", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e9d831-c2", "ovs_interfaceid": "18e9d831-c266-4264-8776-31bfac744b54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.678321] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a731a26d-1369-4c9f-910b-51ebb62a031f tempest-ImagesOneServerNegativeTestJSON-248882590 tempest-ImagesOneServerNegativeTestJSON-248882590-project-member] Lock "f5dddfe9-7233-4e75-9b31-812a051390ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.182s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.783662] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4de6bae-a326-4b08-afb3-c56c3be0123e tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Lock "370b379f-13ff-489c-b7fa-7fcdb94d065b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.634s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.854395] env[70113]: DEBUG oslo_vmware.api [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415750, 'name': PowerOnVM_Task, 'duration_secs': 0.699244} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.854730] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.854947] env[70113]: INFO nova.compute.manager [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Took 10.21 seconds to spawn the instance on the hypervisor. [ 994.855144] env[70113]: DEBUG nova.compute.manager [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.856031] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90335cf-d1ce-403b-858a-1b25040286a7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.931343] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5227786e-bece-a358-80e4-8d5972b38d65, 'name': SearchDatastore_Task, 'duration_secs': 0.017095} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.931846] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.932129] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.932451] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.932683] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.933332] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.933332] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8189f8d3-cc8a-42b3-8d30-657d52612d82 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.948798] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.948935] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.952625] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ece82cc-6f6d-4730-9e71-19b9a9e9072c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.959781] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 994.959781] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ed2540-9586-7dd2-e21d-342f5d7ae762" [ 994.959781] env[70113]: _type = "Task" [ 994.959781] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.971743] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ed2540-9586-7dd2-e21d-342f5d7ae762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.992789] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f988d6-0fcd-48a8-b3a0-f19e045f5688 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.001808] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938ab77b-b896-4cae-b974-70640daf6658 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.035435] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395e4942-91cd-48c3-97cb-02ad49f192e1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.050663] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb979c81-5fc7-40ed-bb3d-931c0d332aca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.054948] env[70113]: DEBUG oslo_vmware.api [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415752, 'name': PowerOffVM_Task, 'duration_secs': 0.333943} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.055180] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.055365] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.056039] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af6fd0a5-c57c-4965-a095-85a6a01b94ef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.067643] env[70113]: DEBUG nova.compute.provider_tree [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.127402] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.127692] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.128110] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Deleting the datastore file [datastore2] d5594fac-44a9-4be9-ac10-42e6f368365f {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.128208] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c2f4ab2-3cad-4b1e-b0d2-24477f650535 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.136227] env[70113]: DEBUG oslo_vmware.api [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for the task: (returnval){ [ 995.136227] env[70113]: value = "task-3415754" [ 995.136227] env[70113]: _type = "Task" [ 995.136227] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.146786] env[70113]: DEBUG oslo_vmware.api [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.168651] env[70113]: DEBUG oslo_concurrency.lockutils [req-b77c2aee-2cc6-4ea3-8208-328e1fb15951 req-62342fdb-b757-4d94-87f0-d0bd3684e7d1 service nova] Releasing lock "refresh_cache-09b3ba31-7483-4fd1-b39c-cc63d3de375a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.381524] env[70113]: INFO nova.compute.manager [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Took 33.91 seconds to build instance. [ 995.473262] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ed2540-9586-7dd2-e21d-342f5d7ae762, 'name': SearchDatastore_Task, 'duration_secs': 0.02047} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.474167] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab22d66e-0e6b-4c20-8444-99c919c5744f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.481246] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 995.481246] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ce46ec-a00f-97a3-222a-c82f6a746682" [ 995.481246] env[70113]: _type = "Task" [ 995.481246] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.490537] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ce46ec-a00f-97a3-222a-c82f6a746682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.571306] env[70113]: DEBUG nova.scheduler.client.report [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.648823] env[70113]: DEBUG oslo_vmware.api [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Task: {'id': task-3415754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414284} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.649177] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.649376] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.649560] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.649733] env[70113]: INFO nova.compute.manager [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 995.649985] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.650207] env[70113]: DEBUG nova.compute.manager [-] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.650307] env[70113]: DEBUG nova.network.neutron [-] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.884352] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3304d3f2-6e10-468d-b5e3-f5df8abdf3c8 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Lock "de2211fe-b32a-4b26-866a-18aa84df32ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.419s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.994050] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ce46ec-a00f-97a3-222a-c82f6a746682, 'name': SearchDatastore_Task, 'duration_secs': 0.015071} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.994371] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.994665] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 09b3ba31-7483-4fd1-b39c-cc63d3de375a/09b3ba31-7483-4fd1-b39c-cc63d3de375a.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.994941] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfed519b-94a4-4557-9cfb-b28ab84b9dc7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.004113] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 996.004113] env[70113]: value = "task-3415755" [ 996.004113] env[70113]: _type = "Task" [ 996.004113] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.014969] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.079058] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.081891] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.128s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.081963] env[70113]: DEBUG nova.objects.instance [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lazy-loading 'resources' on Instance uuid 5f528945-d1a0-4ec1-86f6-5fc1a15a8162 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.108815] env[70113]: INFO nova.scheduler.client.report [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Deleted allocations for instance a0b5c2ab-dd80-4a23-a15f-cea363667ad4 [ 996.176448] env[70113]: DEBUG oslo_vmware.rw_handles [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cefed0-3010-531f-2cf8-b4a0bec4b673/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 996.176448] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdf4803-230d-4259-9cc2-a41f2245347c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.182850] env[70113]: DEBUG oslo_vmware.rw_handles [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cefed0-3010-531f-2cf8-b4a0bec4b673/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 996.183043] env[70113]: ERROR oslo_vmware.rw_handles [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cefed0-3010-531f-2cf8-b4a0bec4b673/disk-0.vmdk due to incomplete transfer. [ 996.183254] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-52e00755-6194-46a0-9b52-580cdc5078cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.194073] env[70113]: DEBUG oslo_vmware.rw_handles [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cefed0-3010-531f-2cf8-b4a0bec4b673/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 996.194425] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Uploaded image 1dce8619-cbff-4d4f-a741-c49fe6f62fb6 to the Glance image server {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 996.197775] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 996.197775] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a6d476b-b2b3-4443-ae4f-fc6bd63640a7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.207348] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 996.207348] env[70113]: value = "task-3415756" [ 996.207348] env[70113]: _type = "Task" [ 996.207348] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.219364] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415756, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.408773] env[70113]: DEBUG nova.network.neutron [-] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.517629] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415755, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.623363] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b53726f-9800-4ade-a8c4-f30d26777538 tempest-ServerMetadataTestJSON-1915763531 tempest-ServerMetadataTestJSON-1915763531-project-member] Lock "a0b5c2ab-dd80-4a23-a15f-cea363667ad4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.893s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.724187] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415756, 'name': Destroy_Task, 'duration_secs': 0.492041} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.727381] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Destroyed the VM [ 996.727669] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 996.728503] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7b38aaa9-fe5e-4297-ba72-40e7502be208 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.738042] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 996.738042] env[70113]: value = "task-3415757" [ 996.738042] env[70113]: _type = "Task" [ 996.738042] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.752392] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415757, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.908410] env[70113]: DEBUG nova.compute.manager [req-3b2b1f8e-a95b-4bd0-8de9-d852d54e4e53 req-9caec967-1558-4f8f-8b84-1666d2a7d2b5 service nova] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Received event network-vif-deleted-cac73657-689d-4dbb-a74d-1f620a6e10c7 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.911332] env[70113]: INFO nova.compute.manager [-] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Took 1.26 seconds to deallocate network for instance. [ 996.959192] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acec9ae6-4a5d-4611-b212-972d6ad0668e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.969504] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62673378-301e-41b7-b3a4-df652bc07cca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.003889] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191684ff-0a4b-43e0-9c17-8fc52dd279e7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.020609] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b68482-9c12-4dcc-a55b-f05076d76fe2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.025584] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65523} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.025895] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 09b3ba31-7483-4fd1-b39c-cc63d3de375a/09b3ba31-7483-4fd1-b39c-cc63d3de375a.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.026124] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.026835] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-857a87db-f89a-49a9-a5bf-fc6c41c8ef30 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.037398] env[70113]: DEBUG nova.compute.provider_tree [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.044798] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 997.044798] env[70113]: value = "task-3415758" [ 997.044798] env[70113]: _type = "Task" [ 997.044798] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.055777] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.248836] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415757, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.266137] env[70113]: INFO nova.compute.manager [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Rebuilding instance [ 997.316018] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "b1e49170-1111-41f1-a065-6d099a1c01c8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.323825] env[70113]: DEBUG nova.compute.manager [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.324887] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed32957-756d-4200-be2a-671b469723d0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.429753] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.541227] env[70113]: DEBUG nova.scheduler.client.report [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.560690] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087876} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.563427] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.564787] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fe3155-c966-4d77-8fac-1866079a4c21 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.590063] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 09b3ba31-7483-4fd1-b39c-cc63d3de375a/09b3ba31-7483-4fd1-b39c-cc63d3de375a.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.591099] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8dd34de-cf44-4126-81a1-6d117cfec785 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.614208] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 997.614208] env[70113]: value = "task-3415759" [ 997.614208] env[70113]: _type = "Task" [ 997.614208] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.623859] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.691741] env[70113]: DEBUG nova.compute.manager [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.692795] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aff67fe-a595-455b-8785-ec9523127201 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.751156] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415757, 'name': RemoveSnapshot_Task, 'duration_secs': 0.556601} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.751517] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 997.752676] env[70113]: DEBUG nova.compute.manager [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.752814] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85616909-b8f8-4d42-8c07-0633250b8cb2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.048156] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.054968] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.553s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.083585] env[70113]: INFO nova.scheduler.client.report [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Deleted allocations for instance 5f528945-d1a0-4ec1-86f6-5fc1a15a8162 [ 998.126070] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415759, 'name': ReconfigVM_Task, 'duration_secs': 0.443665} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.126483] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 09b3ba31-7483-4fd1-b39c-cc63d3de375a/09b3ba31-7483-4fd1-b39c-cc63d3de375a.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.128304] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c7dc40c-f2e2-4b45-9bdd-b113917335c8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.139786] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 998.139786] env[70113]: value = "task-3415760" [ 998.139786] env[70113]: _type = "Task" [ 998.139786] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.154198] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415760, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.208042] env[70113]: INFO nova.compute.manager [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] instance snapshotting [ 998.212930] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c464d9ff-3b85-4f80-9de2-60846c90447a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.240475] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bded7ff7-d99c-479b-8849-62beccf332e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.269658] env[70113]: INFO nova.compute.manager [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Shelve offloading [ 998.345030] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.345869] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82566188-f3b3-449c-a399-05b0e7cc774f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.357128] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 998.357128] env[70113]: value = "task-3415761" [ 998.357128] env[70113]: _type = "Task" [ 998.357128] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.371365] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.596594] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9b9306d7-e98a-4576-8357-b28e9973fd0f tempest-ServersAdminTestJSON-1053444542 tempest-ServersAdminTestJSON-1053444542-project-member] Lock "5f528945-d1a0-4ec1-86f6-5fc1a15a8162" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.160s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.649592] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415760, 'name': Rename_Task, 'duration_secs': 0.246911} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.649979] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.650246] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-718fba22-bc5a-4d4d-a15f-ffcf26793b75 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.664299] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 998.664299] env[70113]: value = "task-3415762" [ 998.664299] env[70113]: _type = "Task" [ 998.664299] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.678966] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.753248] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 998.753537] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ced0aa8d-7560-48f3-90ba-f2838afcaef1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.763920] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 998.763920] env[70113]: value = "task-3415763" [ 998.763920] env[70113]: _type = "Task" [ 998.763920] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.779016] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415763, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.783414] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.784288] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40c6c0ba-c294-4b13-8319-fcf9c87b66dd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.809717] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 998.809717] env[70113]: value = "task-3415764" [ 998.809717] env[70113]: _type = "Task" [ 998.809717] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.826201] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] VM already powered off {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 998.826467] env[70113]: DEBUG nova.compute.manager [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.827356] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa9ab6c-2109-4e72-af47-f80bca4e8943 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.839421] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "refresh_cache-66ee0cd3-fc7b-4e18-b958-8530de97787d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.839695] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "refresh_cache-66ee0cd3-fc7b-4e18-b958-8530de97787d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.839996] env[70113]: DEBUG nova.network.neutron [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.870220] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415761, 'name': PowerOffVM_Task, 'duration_secs': 0.280694} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.872056] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.872056] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.872328] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9283573-86e0-45a4-b4c1-29cdfe9e9a9a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.882760] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.883525] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38717984-16ed-4153-92a7-fa0d6b98e3f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.932512] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.933859] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.933859] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Deleting the datastore file [datastore1] 370b379f-13ff-489c-b7fa-7fcdb94d065b {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.934152] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45092281-16b1-4d10-98ae-53d1b88d856c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.946676] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 998.946676] env[70113]: value = "task-3415766" [ 998.946676] env[70113]: _type = "Task" [ 998.946676] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.959538] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.001198] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a94ab25-976b-440f-8895-ec357f9b6ff5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.013470] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676caad7-63c3-496a-8502-9e99382a21b7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.052100] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972a0898-d4f6-4238-bc39-acdfa93ccee4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.061475] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534237b6-5ebe-40a0-b54f-8275bc92d116 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.077182] env[70113]: DEBUG nova.compute.provider_tree [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.182292] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415762, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.278188] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415763, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.463461] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140093} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.463901] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.464101] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.464345] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.580733] env[70113]: DEBUG nova.scheduler.client.report [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.677633] env[70113]: DEBUG oslo_vmware.api [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3415762, 'name': PowerOnVM_Task, 'duration_secs': 0.675463} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.678573] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.678573] env[70113]: INFO nova.compute.manager [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Took 9.82 seconds to spawn the instance on the hypervisor. [ 999.678573] env[70113]: DEBUG nova.compute.manager [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.679648] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d921ae-4667-4eaf-8b62-d761a345dc8e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.704432] env[70113]: DEBUG nova.network.neutron [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Updating instance_info_cache with network_info: [{"id": "dda3dc72-b987-4878-a59a-1a2a181891fa", "address": "fa:16:3e:9f:b2:5f", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda3dc72-b9", "ovs_interfaceid": "dda3dc72-b987-4878-a59a-1a2a181891fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.774911] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415763, 'name': CreateSnapshot_Task, 'duration_secs': 0.850784} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.775212] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 999.776022] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2e7083-42b3-4c4c-9823-3925a588988d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.205114] env[70113]: INFO nova.compute.manager [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Took 36.50 seconds to build instance. [ 1000.207090] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "refresh_cache-66ee0cd3-fc7b-4e18-b958-8530de97787d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.298506] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1000.299738] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bcbe395f-fb42-4591-8de4-d9f764527dd0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.312396] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 1000.312396] env[70113]: value = "task-3415767" [ 1000.312396] env[70113]: _type = "Task" [ 1000.312396] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.324664] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415767, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.526863] env[70113]: DEBUG nova.virt.hardware [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.527123] env[70113]: DEBUG nova.virt.hardware [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.529018] env[70113]: DEBUG nova.virt.hardware [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.529018] env[70113]: DEBUG nova.virt.hardware [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.529018] env[70113]: DEBUG nova.virt.hardware [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.529018] env[70113]: DEBUG nova.virt.hardware [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.529018] env[70113]: DEBUG nova.virt.hardware [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.529018] env[70113]: DEBUG nova.virt.hardware [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.529018] env[70113]: DEBUG nova.virt.hardware [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.529018] env[70113]: DEBUG nova.virt.hardware [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.529018] env[70113]: DEBUG nova.virt.hardware [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.530031] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fac51e4-69c2-4bb2-9bda-3fd0c13ca941 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.552822] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bc660c-653f-40b5-ba3b-55b1a8dcaa58 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.572985] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.579561] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.580053] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.580225] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74ff1015-c27d-4683-a6d9-0c115938d76f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.595023] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.540s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.601077] env[70113]: DEBUG oslo_concurrency.lockutils [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.787s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.601429] env[70113]: DEBUG nova.objects.instance [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lazy-loading 'resources' on Instance uuid 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.609774] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.609774] env[70113]: value = "task-3415768" [ 1000.609774] env[70113]: _type = "Task" [ 1000.609774] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.631392] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415768, 'name': CreateVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.710108] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4826a21e-d336-4cc6-b6c2-5eef26c47f17 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.017s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.711331] env[70113]: DEBUG nova.compute.manager [req-27a1ab26-32fe-4f1d-abed-e441fcd0158e req-908c8fd8-0490-4fb3-bd3e-5502422dfc35 service nova] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Received event network-vif-unplugged-dda3dc72-b987-4878-a59a-1a2a181891fa {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.711613] env[70113]: DEBUG oslo_concurrency.lockutils [req-27a1ab26-32fe-4f1d-abed-e441fcd0158e req-908c8fd8-0490-4fb3-bd3e-5502422dfc35 service nova] Acquiring lock "66ee0cd3-fc7b-4e18-b958-8530de97787d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.711853] env[70113]: DEBUG oslo_concurrency.lockutils [req-27a1ab26-32fe-4f1d-abed-e441fcd0158e req-908c8fd8-0490-4fb3-bd3e-5502422dfc35 service nova] Lock "66ee0cd3-fc7b-4e18-b958-8530de97787d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.712203] env[70113]: DEBUG oslo_concurrency.lockutils [req-27a1ab26-32fe-4f1d-abed-e441fcd0158e req-908c8fd8-0490-4fb3-bd3e-5502422dfc35 service nova] Lock "66ee0cd3-fc7b-4e18-b958-8530de97787d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.712474] env[70113]: DEBUG nova.compute.manager [req-27a1ab26-32fe-4f1d-abed-e441fcd0158e req-908c8fd8-0490-4fb3-bd3e-5502422dfc35 service nova] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] No waiting events found dispatching network-vif-unplugged-dda3dc72-b987-4878-a59a-1a2a181891fa {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.712597] env[70113]: WARNING nova.compute.manager [req-27a1ab26-32fe-4f1d-abed-e441fcd0158e req-908c8fd8-0490-4fb3-bd3e-5502422dfc35 service nova] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Received unexpected event network-vif-unplugged-dda3dc72-b987-4878-a59a-1a2a181891fa for instance with vm_state shelved and task_state shelving_offloading. [ 1000.825535] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415767, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.829856] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.830814] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b8967d-fed4-4941-a286-25775f30ddfb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.839626] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.839626] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fe7f977-b03b-426e-8908-352eefdf5736 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.925056] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.925056] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.925056] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleting the datastore file [datastore2] 66ee0cd3-fc7b-4e18-b958-8530de97787d {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.925056] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a162c927-d777-4816-8c0b-bb5b1ffcd4ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.934748] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1000.934748] env[70113]: value = "task-3415770" [ 1000.934748] env[70113]: _type = "Task" [ 1000.934748] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.947116] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.124634] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415768, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.198454] env[70113]: INFO nova.scheduler.client.report [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleted allocation for migration 8b7acb33-b168-4697-afeb-9794611a7dae [ 1001.323718] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415767, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.447512] env[70113]: DEBUG oslo_vmware.api [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167765} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.449090] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.449090] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.449090] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.475368] env[70113]: INFO nova.scheduler.client.report [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleted allocations for instance 66ee0cd3-fc7b-4e18-b958-8530de97787d [ 1001.509194] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e650425-c3be-4a60-a4e4-fcbf12c03cf4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.521750] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c81a27-806e-40da-8ba2-5d9cf38ce86d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.561449] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d658c49c-ea21-49f7-8730-d01bb257c17a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.571247] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af47872-97be-46b6-8121-59b513c92afa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.586953] env[70113]: DEBUG nova.compute.provider_tree [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.626774] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415768, 'name': CreateVM_Task, 'duration_secs': 0.535843} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.627198] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.627859] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.628303] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.628797] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.629340] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f10034-f112-430a-8406-71311250181f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.638018] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 1001.638018] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b13ab8-0923-d61e-7bb0-cad8a83fbee3" [ 1001.638018] env[70113]: _type = "Task" [ 1001.638018] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.645694] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b13ab8-0923-d61e-7bb0-cad8a83fbee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.706052] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cd0f4449-f27d-459d-9849-0de79ecb10ab tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "5276edc2-b78c-418b-9801-708672871dff" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.742s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.825592] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415767, 'name': CloneVM_Task, 'duration_secs': 1.416208} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.826193] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Created linked-clone VM from snapshot [ 1001.827243] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9993ff-7e88-48a6-8852-ed83dc8f9c9a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.838353] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Uploading image 85fa1d15-558d-431c-bba2-1ef1a7586561 {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1001.870098] env[70113]: DEBUG oslo_vmware.rw_handles [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1001.870098] env[70113]: value = "vm-681547" [ 1001.870098] env[70113]: _type = "VirtualMachine" [ 1001.870098] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1001.871026] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9be03aca-6490-44f2-afc7-68c718f6ea95 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.884020] env[70113]: DEBUG oslo_vmware.rw_handles [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Lease: (returnval){ [ 1001.884020] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52130c2d-ac15-f493-9865-74448d882bc3" [ 1001.884020] env[70113]: _type = "HttpNfcLease" [ 1001.884020] env[70113]: } obtained for exporting VM: (result){ [ 1001.884020] env[70113]: value = "vm-681547" [ 1001.884020] env[70113]: _type = "VirtualMachine" [ 1001.884020] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1001.884020] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the lease: (returnval){ [ 1001.884020] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52130c2d-ac15-f493-9865-74448d882bc3" [ 1001.884020] env[70113]: _type = "HttpNfcLease" [ 1001.884020] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1001.892211] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1001.892211] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52130c2d-ac15-f493-9865-74448d882bc3" [ 1001.892211] env[70113]: _type = "HttpNfcLease" [ 1001.892211] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1001.983062] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.091115] env[70113]: DEBUG nova.scheduler.client.report [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.147914] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b13ab8-0923-d61e-7bb0-cad8a83fbee3, 'name': SearchDatastore_Task, 'duration_secs': 0.010774} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.148265] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.148504] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.148745] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.148893] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.149148] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.149362] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74e536fc-b29f-466e-bb72-9c2523c1b79c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.160776] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.160990] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.161896] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68598124-a461-469e-8eaf-c83c8a147aef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.173028] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 1002.173028] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]526fbfa9-bf0c-04b9-1cbf-75fd922f314c" [ 1002.173028] env[70113]: _type = "Task" [ 1002.173028] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.180403] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526fbfa9-bf0c-04b9-1cbf-75fd922f314c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.262730] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dba047-05e4-5558-cbd3-bc2c9f0353c7/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1002.263692] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0806559d-0bfe-4c1f-9394-26b99d3c3496 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.270748] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dba047-05e4-5558-cbd3-bc2c9f0353c7/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1002.270931] env[70113]: ERROR oslo_vmware.rw_handles [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dba047-05e4-5558-cbd3-bc2c9f0353c7/disk-0.vmdk due to incomplete transfer. [ 1002.272914] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-983fbddb-a393-4db2-93fe-dc287f3c69fa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.284308] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dba047-05e4-5558-cbd3-bc2c9f0353c7/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1002.284735] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Uploaded image dc29b978-6dbe-4630-afd9-18fda4164d37 to the Glance image server {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1002.286362] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1002.286549] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-510ac3f0-583c-4fea-91f0-c17665cb189e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.294831] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1002.294831] env[70113]: value = "task-3415772" [ 1002.294831] env[70113]: _type = "Task" [ 1002.294831] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.305715] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415772, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.390961] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.390961] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52130c2d-ac15-f493-9865-74448d882bc3" [ 1002.390961] env[70113]: _type = "HttpNfcLease" [ 1002.390961] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1002.391302] env[70113]: DEBUG oslo_vmware.rw_handles [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1002.391302] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52130c2d-ac15-f493-9865-74448d882bc3" [ 1002.391302] env[70113]: _type = "HttpNfcLease" [ 1002.391302] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1002.392068] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fb1b6d-8ad5-4990-9a9a-befdecf99348 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.400296] env[70113]: DEBUG oslo_vmware.rw_handles [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280fbda-e1af-bd72-c3bf-bd79d3dcd0dd/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1002.400482] env[70113]: DEBUG oslo_vmware.rw_handles [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280fbda-e1af-bd72-c3bf-bd79d3dcd0dd/disk-0.vmdk for reading. {{(pid=70113) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1002.552603] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dac588bb-4473-4565-8d3d-c497d0b859e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.603386] env[70113]: DEBUG oslo_concurrency.lockutils [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.606828] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5e04ef3-7349-4a8e-8b60-7564b779301c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "66ee0cd3-fc7b-4e18-b958-8530de97787d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.607274] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.004s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.607320] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.610489] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.463s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.611294] env[70113]: INFO nova.compute.claims [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.638011] env[70113]: INFO nova.scheduler.client.report [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Deleted allocations for instance da5e0b7e-b288-455d-a93e-7bbc4a8c58c9 [ 1002.643281] env[70113]: INFO nova.scheduler.client.report [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleted allocations for instance 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d [ 1002.684936] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526fbfa9-bf0c-04b9-1cbf-75fd922f314c, 'name': SearchDatastore_Task, 'duration_secs': 0.011831} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.686802] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36dd0a79-2529-4543-adc1-94c4316d1c49 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.698386] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 1002.698386] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52df4ab4-37b8-9c61-d14f-973d25697417" [ 1002.698386] env[70113]: _type = "Task" [ 1002.698386] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.712528] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52df4ab4-37b8-9c61-d14f-973d25697417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.763385] env[70113]: DEBUG nova.compute.manager [req-444f814a-867d-4bfd-a0ee-b70b6c174d70 req-bb290cbc-ccfc-4057-963c-ec39d7305f23 service nova] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Received event network-changed-dda3dc72-b987-4878-a59a-1a2a181891fa {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.763576] env[70113]: DEBUG nova.compute.manager [req-444f814a-867d-4bfd-a0ee-b70b6c174d70 req-bb290cbc-ccfc-4057-963c-ec39d7305f23 service nova] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Refreshing instance network info cache due to event network-changed-dda3dc72-b987-4878-a59a-1a2a181891fa. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.763835] env[70113]: DEBUG oslo_concurrency.lockutils [req-444f814a-867d-4bfd-a0ee-b70b6c174d70 req-bb290cbc-ccfc-4057-963c-ec39d7305f23 service nova] Acquiring lock "refresh_cache-66ee0cd3-fc7b-4e18-b958-8530de97787d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.763984] env[70113]: DEBUG oslo_concurrency.lockutils [req-444f814a-867d-4bfd-a0ee-b70b6c174d70 req-bb290cbc-ccfc-4057-963c-ec39d7305f23 service nova] Acquired lock "refresh_cache-66ee0cd3-fc7b-4e18-b958-8530de97787d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.767375] env[70113]: DEBUG nova.network.neutron [req-444f814a-867d-4bfd-a0ee-b70b6c174d70 req-bb290cbc-ccfc-4057-963c-ec39d7305f23 service nova] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Refreshing network info cache for port dda3dc72-b987-4878-a59a-1a2a181891fa {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.815227] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415772, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.152480] env[70113]: DEBUG oslo_concurrency.lockutils [None req-65c11c54-f28b-49e0-a2d7-9e362d993309 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "da5e0b7e-b288-455d-a93e-7bbc4a8c58c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.337s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.158405] env[70113]: DEBUG oslo_concurrency.lockutils [None req-032abe80-9f65-4e03-b8d5-6837591a6c23 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.955s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.212168] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52df4ab4-37b8-9c61-d14f-973d25697417, 'name': SearchDatastore_Task, 'duration_secs': 0.016922} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.212630] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.213102] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 370b379f-13ff-489c-b7fa-7fcdb94d065b/370b379f-13ff-489c-b7fa-7fcdb94d065b.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.213730] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d0b2965-6a1e-487a-a879-4a27a8daf7c0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.225489] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 1003.225489] env[70113]: value = "task-3415773" [ 1003.225489] env[70113]: _type = "Task" [ 1003.225489] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.238313] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.311884] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415772, 'name': Destroy_Task, 'duration_secs': 0.847273} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.312565] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Destroyed the VM [ 1003.313395] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1003.314086] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3035bb57-9189-40c5-a65b-17d150140550 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.327355] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1003.327355] env[70113]: value = "task-3415774" [ 1003.327355] env[70113]: _type = "Task" [ 1003.327355] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.337111] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415774, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.742225] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415773, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.836351] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415774, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.023300] env[70113]: DEBUG nova.network.neutron [req-444f814a-867d-4bfd-a0ee-b70b6c174d70 req-bb290cbc-ccfc-4057-963c-ec39d7305f23 service nova] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Updated VIF entry in instance network info cache for port dda3dc72-b987-4878-a59a-1a2a181891fa. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.023548] env[70113]: DEBUG nova.network.neutron [req-444f814a-867d-4bfd-a0ee-b70b6c174d70 req-bb290cbc-ccfc-4057-963c-ec39d7305f23 service nova] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Updating instance_info_cache with network_info: [{"id": "dda3dc72-b987-4878-a59a-1a2a181891fa", "address": "fa:16:3e:9f:b2:5f", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": null, "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdda3dc72-b9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.058458] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f326a67-f38b-4df4-ae58-786f4adb242a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.070208] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488b8a17-efaf-486b-86fe-ace15236aeca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.118215] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648bbbdd-bd18-4475-a7c6-8a0ec1f12c83 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.128522] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee59dde1-e5d5-480d-aecb-e92d0d2c931c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.153744] env[70113]: DEBUG nova.compute.provider_tree [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.210960] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "839c870e-a428-458b-8ba6-910740c523c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.211211] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "839c870e-a428-458b-8ba6-910740c523c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.245468] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55358} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.245786] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 370b379f-13ff-489c-b7fa-7fcdb94d065b/370b379f-13ff-489c-b7fa-7fcdb94d065b.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.246040] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.246305] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed7538a5-8fa8-48d1-8ca0-83ea870bde8c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.261228] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 1004.261228] env[70113]: value = "task-3415775" [ 1004.261228] env[70113]: _type = "Task" [ 1004.261228] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.275322] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.340817] env[70113]: DEBUG oslo_vmware.api [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415774, 'name': RemoveSnapshot_Task, 'duration_secs': 0.939373} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.341137] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1004.342883] env[70113]: INFO nova.compute.manager [None req-ed047597-a6b6-40bf-9d3e-ccf74bc49eff tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Took 16.05 seconds to snapshot the instance on the hypervisor. [ 1004.403540] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "5276edc2-b78c-418b-9801-708672871dff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.403955] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "5276edc2-b78c-418b-9801-708672871dff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.404130] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "5276edc2-b78c-418b-9801-708672871dff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.404329] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "5276edc2-b78c-418b-9801-708672871dff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.404501] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "5276edc2-b78c-418b-9801-708672871dff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.409532] env[70113]: INFO nova.compute.manager [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Terminating instance [ 1004.527791] env[70113]: DEBUG oslo_concurrency.lockutils [req-444f814a-867d-4bfd-a0ee-b70b6c174d70 req-bb290cbc-ccfc-4057-963c-ec39d7305f23 service nova] Releasing lock "refresh_cache-66ee0cd3-fc7b-4e18-b958-8530de97787d" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.529129] env[70113]: DEBUG nova.compute.manager [req-444f814a-867d-4bfd-a0ee-b70b6c174d70 req-bb290cbc-ccfc-4057-963c-ec39d7305f23 service nova] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Received event network-changed-18e9d831-c266-4264-8776-31bfac744b54 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.529129] env[70113]: DEBUG nova.compute.manager [req-444f814a-867d-4bfd-a0ee-b70b6c174d70 req-bb290cbc-ccfc-4057-963c-ec39d7305f23 service nova] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Refreshing instance network info cache due to event network-changed-18e9d831-c266-4264-8776-31bfac744b54. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.529129] env[70113]: DEBUG oslo_concurrency.lockutils [req-444f814a-867d-4bfd-a0ee-b70b6c174d70 req-bb290cbc-ccfc-4057-963c-ec39d7305f23 service nova] Acquiring lock "refresh_cache-09b3ba31-7483-4fd1-b39c-cc63d3de375a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.529684] env[70113]: DEBUG oslo_concurrency.lockutils [req-444f814a-867d-4bfd-a0ee-b70b6c174d70 req-bb290cbc-ccfc-4057-963c-ec39d7305f23 service nova] Acquired lock "refresh_cache-09b3ba31-7483-4fd1-b39c-cc63d3de375a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.529684] env[70113]: DEBUG nova.network.neutron [req-444f814a-867d-4bfd-a0ee-b70b6c174d70 req-bb290cbc-ccfc-4057-963c-ec39d7305f23 service nova] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Refreshing network info cache for port 18e9d831-c266-4264-8776-31bfac744b54 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.657652] env[70113]: DEBUG nova.scheduler.client.report [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.713970] env[70113]: DEBUG nova.compute.manager [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.773125] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080159} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.773406] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.774242] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c1ca50-fce7-41c1-83f9-523c1d2ed7e7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.800770] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 370b379f-13ff-489c-b7fa-7fcdb94d065b/370b379f-13ff-489c-b7fa-7fcdb94d065b.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.801738] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26678078-a472-4cd1-82ad-035dc6aa0c21 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.828771] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 1004.828771] env[70113]: value = "task-3415776" [ 1004.828771] env[70113]: _type = "Task" [ 1004.828771] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.839774] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.913596] env[70113]: DEBUG nova.compute.manager [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.913934] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.914937] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2445b58-8c8c-4096-b636-845df3e46f6f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.929630] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.929937] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-269e2cf0-568f-4a72-b3fb-e233d9b91099 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.940612] env[70113]: DEBUG oslo_vmware.api [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1004.940612] env[70113]: value = "task-3415777" [ 1004.940612] env[70113]: _type = "Task" [ 1004.940612] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.950825] env[70113]: DEBUG oslo_vmware.api [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.168390] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.170753] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.853s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.172607] env[70113]: INFO nova.compute.claims [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.233945] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "0d40d088-992f-422a-ac67-65ee0f592854" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.234204] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "0d40d088-992f-422a-ac67-65ee0f592854" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.238595] env[70113]: DEBUG oslo_concurrency.lockutils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "13e4e1b5-7718-4c59-88a0-71dba205a2c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.238844] env[70113]: DEBUG oslo_concurrency.lockutils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "13e4e1b5-7718-4c59-88a0-71dba205a2c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.264199] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.322060] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "6a4056d3-e606-4232-a764-b1d6ffdc311e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.322356] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "6a4056d3-e606-4232-a764-b1d6ffdc311e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.322584] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "6a4056d3-e606-4232-a764-b1d6ffdc311e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.322778] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "6a4056d3-e606-4232-a764-b1d6ffdc311e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.322973] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "6a4056d3-e606-4232-a764-b1d6ffdc311e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.325834] env[70113]: INFO nova.compute.manager [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Terminating instance [ 1005.340316] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415776, 'name': ReconfigVM_Task, 'duration_secs': 0.507464} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.341176] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 370b379f-13ff-489c-b7fa-7fcdb94d065b/370b379f-13ff-489c-b7fa-7fcdb94d065b.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.341916] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70c71b16-50af-48d4-a6c9-eb755931f5ff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.351184] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 1005.351184] env[70113]: value = "task-3415778" [ 1005.351184] env[70113]: _type = "Task" [ 1005.351184] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.361069] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415778, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.363612] env[70113]: DEBUG nova.network.neutron [req-444f814a-867d-4bfd-a0ee-b70b6c174d70 req-bb290cbc-ccfc-4057-963c-ec39d7305f23 service nova] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Updated VIF entry in instance network info cache for port 18e9d831-c266-4264-8776-31bfac744b54. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.363612] env[70113]: DEBUG nova.network.neutron [req-444f814a-867d-4bfd-a0ee-b70b6c174d70 req-bb290cbc-ccfc-4057-963c-ec39d7305f23 service nova] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Updating instance_info_cache with network_info: [{"id": "18e9d831-c266-4264-8776-31bfac744b54", "address": "fa:16:3e:4d:d4:c0", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e9d831-c2", "ovs_interfaceid": "18e9d831-c266-4264-8776-31bfac744b54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.453950] env[70113]: DEBUG oslo_vmware.api [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415777, 'name': PowerOffVM_Task, 'duration_secs': 0.288481} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.453950] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.454137] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.454635] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ceafe95-0b9d-430b-a333-cd2d77d57d36 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.521047] env[70113]: DEBUG oslo_concurrency.lockutils [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.521323] env[70113]: DEBUG oslo_concurrency.lockutils [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.521513] env[70113]: INFO nova.compute.manager [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Shelving [ 1005.534728] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.535656] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.535656] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleting the datastore file [datastore2] 5276edc2-b78c-418b-9801-708672871dff {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.536433] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6943ad9-7ea5-4115-b12d-aab7b6f822f9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.545194] env[70113]: DEBUG oslo_vmware.api [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1005.545194] env[70113]: value = "task-3415780" [ 1005.545194] env[70113]: _type = "Task" [ 1005.545194] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.555912] env[70113]: DEBUG oslo_vmware.api [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.672274] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Acquiring lock "fdcc2d28-6d30-4650-afb6-5dc1870071a8" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.672475] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Lock "fdcc2d28-6d30-4650-afb6-5dc1870071a8" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.739548] env[70113]: DEBUG nova.compute.manager [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.743411] env[70113]: DEBUG nova.compute.manager [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.835879] env[70113]: DEBUG nova.compute.manager [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.835879] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.836174] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f03273a-dad2-425b-9547-b7d6ccda5320 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.846713] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.846988] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1af64a90-00c3-4d94-942d-7fa9b0def1dc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.856771] env[70113]: DEBUG oslo_vmware.api [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 1005.856771] env[70113]: value = "task-3415781" [ 1005.856771] env[70113]: _type = "Task" [ 1005.856771] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.863865] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415778, 'name': Rename_Task, 'duration_secs': 0.20214} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.864718] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.865058] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e6b1280-2cdc-402b-9b15-eea600caeded {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.866988] env[70113]: DEBUG oslo_concurrency.lockutils [req-444f814a-867d-4bfd-a0ee-b70b6c174d70 req-bb290cbc-ccfc-4057-963c-ec39d7305f23 service nova] Releasing lock "refresh_cache-09b3ba31-7483-4fd1-b39c-cc63d3de375a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.871046] env[70113]: DEBUG oslo_vmware.api [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.874813] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 1005.874813] env[70113]: value = "task-3415782" [ 1005.874813] env[70113]: _type = "Task" [ 1005.874813] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.883919] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.056926] env[70113]: DEBUG oslo_vmware.api [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157268} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.060751] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.060751] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.060751] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.060751] env[70113]: INFO nova.compute.manager [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 5276edc2-b78c-418b-9801-708672871dff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1006.060751] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.060751] env[70113]: DEBUG nova.compute.manager [-] [instance: 5276edc2-b78c-418b-9801-708672871dff] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.060751] env[70113]: DEBUG nova.network.neutron [-] [instance: 5276edc2-b78c-418b-9801-708672871dff] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.175127] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Lock "fdcc2d28-6d30-4650-afb6-5dc1870071a8" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.175713] env[70113]: DEBUG nova.compute.manager [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.279445] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.283195] env[70113]: DEBUG oslo_concurrency.lockutils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.319191] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquiring lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.319470] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.375888] env[70113]: DEBUG oslo_vmware.api [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415781, 'name': PowerOffVM_Task, 'duration_secs': 0.279407} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.376287] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.376459] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.379922] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59586f80-7692-4de4-a22c-c91a3e4dfa76 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.391673] env[70113]: DEBUG nova.compute.manager [req-f97d2a8f-6e00-4ae3-9f16-85dd6fc90af2 req-d5ab8d44-db0b-4d17-9fde-fee3456f43cf service nova] [instance: 5276edc2-b78c-418b-9801-708672871dff] Received event network-vif-deleted-ce92c9ff-cc82-4f9d-9582-f82ed203c61a {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.391895] env[70113]: INFO nova.compute.manager [req-f97d2a8f-6e00-4ae3-9f16-85dd6fc90af2 req-d5ab8d44-db0b-4d17-9fde-fee3456f43cf service nova] [instance: 5276edc2-b78c-418b-9801-708672871dff] Neutron deleted interface ce92c9ff-cc82-4f9d-9582-f82ed203c61a; detaching it from the instance and deleting it from the info cache [ 1006.392108] env[70113]: DEBUG nova.network.neutron [req-f97d2a8f-6e00-4ae3-9f16-85dd6fc90af2 req-d5ab8d44-db0b-4d17-9fde-fee3456f43cf service nova] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.403278] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415782, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.466225] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.466461] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.466648] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Deleting the datastore file [datastore1] 6a4056d3-e606-4232-a764-b1d6ffdc311e {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.466933] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ab54332-8fcf-4092-b28c-e4a72451125b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.477212] env[70113]: DEBUG oslo_vmware.api [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for the task: (returnval){ [ 1006.477212] env[70113]: value = "task-3415784" [ 1006.477212] env[70113]: _type = "Task" [ 1006.477212] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.488935] env[70113]: DEBUG oslo_vmware.api [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.536294] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.539388] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd13b4e5-6490-469e-be3c-1ffe19eceb7a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.549590] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1006.549590] env[70113]: value = "task-3415785" [ 1006.549590] env[70113]: _type = "Task" [ 1006.549590] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.563398] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.569392] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423c4554-54ba-4693-a505-0731ae585a5e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.578945] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c99c8b-6894-4b54-9f0b-a31182491220 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.613497] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a18285-af5c-4643-b367-25fbbedc99c6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.622681] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391e3e23-da34-400a-80c1-74fedfb1a7f2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.638632] env[70113]: DEBUG nova.compute.provider_tree [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.681601] env[70113]: DEBUG nova.compute.utils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.683907] env[70113]: DEBUG nova.compute.manager [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.684556] env[70113]: DEBUG nova.network.neutron [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.734516] env[70113]: DEBUG nova.policy [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd128129675674740a5cc1b85f1cc1296', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4a09b46e1eb4fdfb00d730e2ff434d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.826234] env[70113]: DEBUG nova.compute.manager [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.866618] env[70113]: DEBUG nova.network.neutron [-] [instance: 5276edc2-b78c-418b-9801-708672871dff] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.892993] env[70113]: DEBUG oslo_vmware.api [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415782, 'name': PowerOnVM_Task, 'duration_secs': 0.80844} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.893373] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.893641] env[70113]: DEBUG nova.compute.manager [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.894713] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d494a258-73dd-47a7-91f2-5de7622476ad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.899834] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7aa493d8-8051-4956-8250-e7b990acca3f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.916673] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734e783d-75e0-490f-b1e4-8fd8ee8d0042 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.972976] env[70113]: DEBUG nova.compute.manager [req-f97d2a8f-6e00-4ae3-9f16-85dd6fc90af2 req-d5ab8d44-db0b-4d17-9fde-fee3456f43cf service nova] [instance: 5276edc2-b78c-418b-9801-708672871dff] Detach interface failed, port_id=ce92c9ff-cc82-4f9d-9582-f82ed203c61a, reason: Instance 5276edc2-b78c-418b-9801-708672871dff could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1006.992262] env[70113]: DEBUG oslo_vmware.api [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Task: {'id': task-3415784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161145} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.992734] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.993294] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.993627] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.993897] env[70113]: INFO nova.compute.manager [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1006.994253] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.994763] env[70113]: DEBUG nova.compute.manager [-] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.994763] env[70113]: DEBUG nova.network.neutron [-] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.063171] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415785, 'name': PowerOffVM_Task, 'duration_secs': 0.363781} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.063538] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.064823] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8813e5a6-5393-457a-b10e-3184a5503e87 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.088846] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bb2f84-f75c-4198-8d20-ebf25bc7ade3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.100404] env[70113]: DEBUG nova.network.neutron [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Successfully created port: 95335ed7-aefd-449a-972c-6762c725f8f9 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.142124] env[70113]: DEBUG nova.scheduler.client.report [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.185350] env[70113]: DEBUG nova.compute.manager [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.360186] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.370971] env[70113]: INFO nova.compute.manager [-] [instance: 5276edc2-b78c-418b-9801-708672871dff] Took 1.31 seconds to deallocate network for instance. [ 1007.439761] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.488358] env[70113]: DEBUG nova.compute.manager [req-47bb70ce-2a6f-4532-87a6-428bc2bc304a req-45d8dbaa-d065-4261-a112-a55f0609f42e service nova] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Received event network-vif-deleted-36317114-8206-476a-9685-c77334dd82a8 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.488358] env[70113]: INFO nova.compute.manager [req-47bb70ce-2a6f-4532-87a6-428bc2bc304a req-45d8dbaa-d065-4261-a112-a55f0609f42e service nova] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Neutron deleted interface 36317114-8206-476a-9685-c77334dd82a8; detaching it from the instance and deleting it from the info cache [ 1007.488358] env[70113]: DEBUG nova.network.neutron [req-47bb70ce-2a6f-4532-87a6-428bc2bc304a req-45d8dbaa-d065-4261-a112-a55f0609f42e service nova] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.607192] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1007.608058] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac183f22-3a8b-4f24-af7a-73431487999c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.617759] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1007.617759] env[70113]: value = "task-3415786" [ 1007.617759] env[70113]: _type = "Task" [ 1007.617759] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.631872] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415786, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.648033] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.648380] env[70113]: DEBUG nova.compute.manager [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.651209] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.870s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.651382] env[70113]: DEBUG nova.objects.instance [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lazy-loading 'resources' on Instance uuid b1e49170-1111-41f1-a065-6d099a1c01c8 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.881015] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.890183] env[70113]: DEBUG nova.network.neutron [-] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.990805] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c87999e-7c2d-4cdc-876f-605301783864 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.003671] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e5515d-890d-4e42-a010-34fe94846832 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.039092] env[70113]: DEBUG nova.compute.manager [req-47bb70ce-2a6f-4532-87a6-428bc2bc304a req-45d8dbaa-d065-4261-a112-a55f0609f42e service nova] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Detach interface failed, port_id=36317114-8206-476a-9685-c77334dd82a8, reason: Instance 6a4056d3-e606-4232-a764-b1d6ffdc311e could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1008.128796] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415786, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.154562] env[70113]: DEBUG nova.compute.utils [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.156590] env[70113]: DEBUG nova.objects.instance [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lazy-loading 'numa_topology' on Instance uuid b1e49170-1111-41f1-a065-6d099a1c01c8 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.158873] env[70113]: DEBUG nova.compute.manager [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.158873] env[70113]: DEBUG nova.network.neutron [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.194402] env[70113]: DEBUG nova.compute.manager [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.227460] env[70113]: DEBUG nova.virt.hardware [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.227888] env[70113]: DEBUG nova.virt.hardware [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.227888] env[70113]: DEBUG nova.virt.hardware [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.228685] env[70113]: DEBUG nova.virt.hardware [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.228925] env[70113]: DEBUG nova.virt.hardware [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.229626] env[70113]: DEBUG nova.virt.hardware [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.229626] env[70113]: DEBUG nova.virt.hardware [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.229626] env[70113]: DEBUG nova.virt.hardware [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.229993] env[70113]: DEBUG nova.virt.hardware [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.229993] env[70113]: DEBUG nova.virt.hardware [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.230229] env[70113]: DEBUG nova.virt.hardware [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.231888] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de90dd8d-85f1-4cd9-8f8a-ae34c451b23e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.237259] env[70113]: DEBUG nova.policy [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '756c5818631b474684af9f80147f0e03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97561e46dd9449ec80b863c846413808', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.247670] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad534522-688a-4eec-8053-651855bbef5c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.392753] env[70113]: INFO nova.compute.manager [-] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Took 1.40 seconds to deallocate network for instance. [ 1008.630352] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415786, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.633288] env[70113]: DEBUG nova.compute.manager [req-67c277a5-9512-45fa-bb5e-e7a20dcc5c04 req-31f13966-127b-4009-8774-0488f81fcc1c service nova] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Received event network-vif-plugged-95335ed7-aefd-449a-972c-6762c725f8f9 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.633586] env[70113]: DEBUG oslo_concurrency.lockutils [req-67c277a5-9512-45fa-bb5e-e7a20dcc5c04 req-31f13966-127b-4009-8774-0488f81fcc1c service nova] Acquiring lock "9b8a510a-3e20-435b-8315-bde164637bf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.633880] env[70113]: DEBUG oslo_concurrency.lockutils [req-67c277a5-9512-45fa-bb5e-e7a20dcc5c04 req-31f13966-127b-4009-8774-0488f81fcc1c service nova] Lock "9b8a510a-3e20-435b-8315-bde164637bf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.634159] env[70113]: DEBUG oslo_concurrency.lockutils [req-67c277a5-9512-45fa-bb5e-e7a20dcc5c04 req-31f13966-127b-4009-8774-0488f81fcc1c service nova] Lock "9b8a510a-3e20-435b-8315-bde164637bf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.634335] env[70113]: DEBUG nova.compute.manager [req-67c277a5-9512-45fa-bb5e-e7a20dcc5c04 req-31f13966-127b-4009-8774-0488f81fcc1c service nova] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] No waiting events found dispatching network-vif-plugged-95335ed7-aefd-449a-972c-6762c725f8f9 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.634559] env[70113]: WARNING nova.compute.manager [req-67c277a5-9512-45fa-bb5e-e7a20dcc5c04 req-31f13966-127b-4009-8774-0488f81fcc1c service nova] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Received unexpected event network-vif-plugged-95335ed7-aefd-449a-972c-6762c725f8f9 for instance with vm_state building and task_state spawning. [ 1008.659809] env[70113]: DEBUG nova.compute.manager [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.671039] env[70113]: DEBUG nova.objects.base [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1008.671039] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquiring lock "370b379f-13ff-489c-b7fa-7fcdb94d065b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.671652] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Lock "370b379f-13ff-489c-b7fa-7fcdb94d065b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.672057] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquiring lock "370b379f-13ff-489c-b7fa-7fcdb94d065b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.672364] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Lock "370b379f-13ff-489c-b7fa-7fcdb94d065b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.672637] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Lock "370b379f-13ff-489c-b7fa-7fcdb94d065b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.677525] env[70113]: INFO nova.compute.manager [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Terminating instance [ 1008.721656] env[70113]: DEBUG nova.network.neutron [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Successfully created port: 3d4834e6-91a0-4a78-8bb2-cc3c11e580fc {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.725089] env[70113]: DEBUG nova.network.neutron [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Successfully updated port: 95335ed7-aefd-449a-972c-6762c725f8f9 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.781025] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquiring lock "4db57f35-1806-4418-9d8e-887dda7da372" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.782159] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Lock "4db57f35-1806-4418-9d8e-887dda7da372" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.899843] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.030629] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2945f6a6-0be5-47ae-91bb-6b1ac1537bba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.040136] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3907bb-7840-45a5-a318-4b13cbc38ec8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.076269] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2274a08f-cbff-492e-a5a6-9863f3552dac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.084901] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e874087-2c8d-4f92-80c1-697cf8881fc3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.099743] env[70113]: DEBUG nova.compute.provider_tree [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.130610] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415786, 'name': CreateSnapshot_Task, 'duration_secs': 1.27125} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.130762] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1009.131510] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84af450-213d-4c69-ae71-1d56b3d2c65d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.176922] env[70113]: INFO nova.virt.block_device [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Booting with volume 6b9045af-27e1-4ad8-bb3e-2a31101e75b3 at /dev/sda [ 1009.183491] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquiring lock "refresh_cache-370b379f-13ff-489c-b7fa-7fcdb94d065b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.184053] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquired lock "refresh_cache-370b379f-13ff-489c-b7fa-7fcdb94d065b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.184053] env[70113]: DEBUG nova.network.neutron [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.230524] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Acquiring lock "refresh_cache-9b8a510a-3e20-435b-8315-bde164637bf2" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.230713] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Acquired lock "refresh_cache-9b8a510a-3e20-435b-8315-bde164637bf2" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.230884] env[70113]: DEBUG nova.network.neutron [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.242946] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46af412f-fbff-470d-9e07-a366e178ede4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.258622] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079b29d0-4aba-4467-8ab9-2fc08f0f7877 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.284968] env[70113]: DEBUG nova.compute.manager [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.304653] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a056bfe-014a-4e49-a76d-936f2799276b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.315068] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b387373-fd18-4d72-b2d1-ea3048eda3a4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.353269] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dedd7b-4bdd-4b29-8945-241adc6a185f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.359674] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec20e60-c8e4-4a34-95f5-a672d785a4b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.377458] env[70113]: DEBUG nova.virt.block_device [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Updating existing volume attachment record: 8b0c054c-c5f6-4cf7-8bda-8ab08cb49223 {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1009.602958] env[70113]: DEBUG nova.scheduler.client.report [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.650883] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1009.651214] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3d26a140-e141-428c-9a17-483725aebed7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.661581] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1009.661581] env[70113]: value = "task-3415787" [ 1009.661581] env[70113]: _type = "Task" [ 1009.661581] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.670784] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415787, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.708192] env[70113]: DEBUG nova.network.neutron [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.765034] env[70113]: DEBUG nova.network.neutron [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.769044] env[70113]: DEBUG nova.network.neutron [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.825203] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.938083] env[70113]: DEBUG nova.network.neutron [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Updating instance_info_cache with network_info: [{"id": "95335ed7-aefd-449a-972c-6762c725f8f9", "address": "fa:16:3e:f4:eb:b1", "network": {"id": "a2702cb3-d97a-4503-af9c-04fabaca9d40", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1789457750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a09b46e1eb4fdfb00d730e2ff434d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95335ed7-ae", "ovs_interfaceid": "95335ed7-aefd-449a-972c-6762c725f8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.109535] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.458s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.112270] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.686s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.112547] env[70113]: DEBUG nova.objects.instance [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lazy-loading 'resources' on Instance uuid d5594fac-44a9-4be9-ac10-42e6f368365f {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.160482] env[70113]: DEBUG nova.compute.manager [req-d596b700-4146-48e8-b15d-8ef02ad9f4e0 req-7db1a851-30ee-4b41-9adf-4f27f64f2d4b service nova] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Received event network-vif-plugged-3d4834e6-91a0-4a78-8bb2-cc3c11e580fc {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.160823] env[70113]: DEBUG oslo_concurrency.lockutils [req-d596b700-4146-48e8-b15d-8ef02ad9f4e0 req-7db1a851-30ee-4b41-9adf-4f27f64f2d4b service nova] Acquiring lock "21f6c0ea-3231-4812-b421-65a8d65a9db3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.161138] env[70113]: DEBUG oslo_concurrency.lockutils [req-d596b700-4146-48e8-b15d-8ef02ad9f4e0 req-7db1a851-30ee-4b41-9adf-4f27f64f2d4b service nova] Lock "21f6c0ea-3231-4812-b421-65a8d65a9db3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.161390] env[70113]: DEBUG oslo_concurrency.lockutils [req-d596b700-4146-48e8-b15d-8ef02ad9f4e0 req-7db1a851-30ee-4b41-9adf-4f27f64f2d4b service nova] Lock "21f6c0ea-3231-4812-b421-65a8d65a9db3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.161625] env[70113]: DEBUG nova.compute.manager [req-d596b700-4146-48e8-b15d-8ef02ad9f4e0 req-7db1a851-30ee-4b41-9adf-4f27f64f2d4b service nova] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] No waiting events found dispatching network-vif-plugged-3d4834e6-91a0-4a78-8bb2-cc3c11e580fc {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.162035] env[70113]: WARNING nova.compute.manager [req-d596b700-4146-48e8-b15d-8ef02ad9f4e0 req-7db1a851-30ee-4b41-9adf-4f27f64f2d4b service nova] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Received unexpected event network-vif-plugged-3d4834e6-91a0-4a78-8bb2-cc3c11e580fc for instance with vm_state building and task_state block_device_mapping. [ 1010.179467] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415787, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.270563] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Releasing lock "refresh_cache-370b379f-13ff-489c-b7fa-7fcdb94d065b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.271022] env[70113]: DEBUG nova.compute.manager [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.271235] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.272190] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84528d9b-ea1b-49e9-850f-324150ed5958 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.281123] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.281419] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-183919ca-b100-4b90-867c-ff9d9b79bc57 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.293124] env[70113]: DEBUG oslo_vmware.api [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 1010.293124] env[70113]: value = "task-3415788" [ 1010.293124] env[70113]: _type = "Task" [ 1010.293124] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.308120] env[70113]: DEBUG oslo_vmware.api [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.440508] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Releasing lock "refresh_cache-9b8a510a-3e20-435b-8315-bde164637bf2" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.440965] env[70113]: DEBUG nova.compute.manager [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Instance network_info: |[{"id": "95335ed7-aefd-449a-972c-6762c725f8f9", "address": "fa:16:3e:f4:eb:b1", "network": {"id": "a2702cb3-d97a-4503-af9c-04fabaca9d40", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1789457750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a09b46e1eb4fdfb00d730e2ff434d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95335ed7-ae", "ovs_interfaceid": "95335ed7-aefd-449a-972c-6762c725f8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.441483] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:eb:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95335ed7-aefd-449a-972c-6762c725f8f9', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.455107] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Creating folder: Project (a4a09b46e1eb4fdfb00d730e2ff434d1). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.455520] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df32d79f-7646-4180-af7f-d252b6af3cc6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.468904] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Created folder: Project (a4a09b46e1eb4fdfb00d730e2ff434d1) in parent group-v681336. [ 1010.469129] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Creating folder: Instances. Parent ref: group-v681551. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.469388] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87943294-fa9c-44ec-950c-2580d7008e42 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.483066] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Created folder: Instances in parent group-v681551. [ 1010.483329] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.483534] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.483738] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-877e3440-7563-49d1-bb8b-f4817e27aaa6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.507598] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.507598] env[70113]: value = "task-3415791" [ 1010.507598] env[70113]: _type = "Task" [ 1010.507598] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.523159] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415791, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.626568] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4727e3dc-a172-4b75-a608-ce0b7cca6c05 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "b1e49170-1111-41f1-a065-6d099a1c01c8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.116s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.627721] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "b1e49170-1111-41f1-a065-6d099a1c01c8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 13.312s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.627994] env[70113]: INFO nova.compute.manager [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Unshelving [ 1010.663709] env[70113]: DEBUG nova.network.neutron [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Successfully updated port: 3d4834e6-91a0-4a78-8bb2-cc3c11e580fc {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.681277] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415787, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.814463] env[70113]: DEBUG oslo_vmware.api [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415788, 'name': PowerOffVM_Task, 'duration_secs': 0.341495} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.814970] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.815207] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.815586] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0518622-80c1-40e5-b048-3f02d16dea1b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.851114] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.851376] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.851557] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Deleting the datastore file [datastore2] 370b379f-13ff-489c-b7fa-7fcdb94d065b {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.851861] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cc53d3d-0b2b-48e8-9b96-e01a4f924ae3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.863280] env[70113]: DEBUG oslo_vmware.api [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for the task: (returnval){ [ 1010.863280] env[70113]: value = "task-3415793" [ 1010.863280] env[70113]: _type = "Task" [ 1010.863280] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.879551] env[70113]: DEBUG oslo_vmware.api [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.935748] env[70113]: DEBUG nova.compute.manager [req-2bfe335a-adba-42bd-b341-2632fd93e588 req-f43bdf9b-7e79-4b50-8a38-0c875a7c0040 service nova] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Received event network-changed-95335ed7-aefd-449a-972c-6762c725f8f9 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.936099] env[70113]: DEBUG nova.compute.manager [req-2bfe335a-adba-42bd-b341-2632fd93e588 req-f43bdf9b-7e79-4b50-8a38-0c875a7c0040 service nova] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Refreshing instance network info cache due to event network-changed-95335ed7-aefd-449a-972c-6762c725f8f9. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.936209] env[70113]: DEBUG oslo_concurrency.lockutils [req-2bfe335a-adba-42bd-b341-2632fd93e588 req-f43bdf9b-7e79-4b50-8a38-0c875a7c0040 service nova] Acquiring lock "refresh_cache-9b8a510a-3e20-435b-8315-bde164637bf2" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.936383] env[70113]: DEBUG oslo_concurrency.lockutils [req-2bfe335a-adba-42bd-b341-2632fd93e588 req-f43bdf9b-7e79-4b50-8a38-0c875a7c0040 service nova] Acquired lock "refresh_cache-9b8a510a-3e20-435b-8315-bde164637bf2" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.936567] env[70113]: DEBUG nova.network.neutron [req-2bfe335a-adba-42bd-b341-2632fd93e588 req-f43bdf9b-7e79-4b50-8a38-0c875a7c0040 service nova] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Refreshing network info cache for port 95335ed7-aefd-449a-972c-6762c725f8f9 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.023991] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415791, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.040243] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b65d49-4c34-4526-b29c-fd8fc19b00ad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.050910] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568f5e39-1063-40ba-b637-da1c84eafd66 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.087385] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2d27f0-c4d5-4c56-9a37-96a7709a50e5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.097489] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc723422-99a8-410c-8793-64ffefe4847a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.114140] env[70113]: DEBUG nova.compute.provider_tree [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.170242] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Acquiring lock "refresh_cache-21f6c0ea-3231-4812-b421-65a8d65a9db3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.170351] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Acquired lock "refresh_cache-21f6c0ea-3231-4812-b421-65a8d65a9db3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.170503] env[70113]: DEBUG nova.network.neutron [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.179128] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415787, 'name': CloneVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.373978] env[70113]: DEBUG oslo_vmware.api [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Task: {'id': task-3415793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153818} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.374290] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.374504] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.374670] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.374849] env[70113]: INFO nova.compute.manager [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1011.375138] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.375341] env[70113]: DEBUG nova.compute.manager [-] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.375438] env[70113]: DEBUG nova.network.neutron [-] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.392126] env[70113]: DEBUG nova.network.neutron [-] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.490019] env[70113]: DEBUG nova.compute.manager [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.490610] env[70113]: DEBUG nova.virt.hardware [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.490882] env[70113]: DEBUG nova.virt.hardware [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.491087] env[70113]: DEBUG nova.virt.hardware [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.491350] env[70113]: DEBUG nova.virt.hardware [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.491780] env[70113]: DEBUG nova.virt.hardware [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.492064] env[70113]: DEBUG nova.virt.hardware [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.492412] env[70113]: DEBUG nova.virt.hardware [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.492652] env[70113]: DEBUG nova.virt.hardware [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.492865] env[70113]: DEBUG nova.virt.hardware [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.493068] env[70113]: DEBUG nova.virt.hardware [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.493286] env[70113]: DEBUG nova.virt.hardware [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.494301] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fda458f-ef7b-479e-a66a-a5dc7b532239 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.503211] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b62435-acdb-4d08-811d-cad2cb38d812 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.530073] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415791, 'name': CreateVM_Task, 'duration_secs': 0.593097} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.530314] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.530967] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.531146] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.531482] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.532147] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2776593-227a-4476-b8a9-e4340a7eb00c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.537683] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Waiting for the task: (returnval){ [ 1011.537683] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]529d677f-12e3-841d-f334-8e994f5c79a3" [ 1011.537683] env[70113]: _type = "Task" [ 1011.537683] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.548896] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529d677f-12e3-841d-f334-8e994f5c79a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.617747] env[70113]: DEBUG nova.scheduler.client.report [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.652952] env[70113]: DEBUG oslo_vmware.rw_handles [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280fbda-e1af-bd72-c3bf-bd79d3dcd0dd/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1011.654035] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdce2b4d-16d6-4b5e-8f78-70059cd60ffd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.657648] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.662967] env[70113]: DEBUG oslo_vmware.rw_handles [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280fbda-e1af-bd72-c3bf-bd79d3dcd0dd/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1011.663193] env[70113]: ERROR oslo_vmware.rw_handles [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280fbda-e1af-bd72-c3bf-bd79d3dcd0dd/disk-0.vmdk due to incomplete transfer. [ 1011.663522] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0ef3e723-1319-486e-9dbf-ffcc21df09f6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.672295] env[70113]: DEBUG oslo_vmware.rw_handles [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280fbda-e1af-bd72-c3bf-bd79d3dcd0dd/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1011.672502] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Uploaded image 85fa1d15-558d-431c-bba2-1ef1a7586561 to the Glance image server {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1011.675062] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1011.682243] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3048eba0-59e4-425d-9420-6331219e391f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.683454] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415787, 'name': CloneVM_Task, 'duration_secs': 1.539579} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.683900] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Created linked-clone VM from snapshot [ 1011.685316] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68930acd-7d95-430b-9969-c0f363a9f022 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.693786] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Uploading image 68e88b11-8bf9-432d-b938-441422e997c8 {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1011.697036] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 1011.697036] env[70113]: value = "task-3415794" [ 1011.697036] env[70113]: _type = "Task" [ 1011.697036] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.712320] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415794, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.726666] env[70113]: DEBUG oslo_vmware.rw_handles [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1011.726666] env[70113]: value = "vm-681550" [ 1011.726666] env[70113]: _type = "VirtualMachine" [ 1011.726666] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1011.726954] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6262bce4-8b36-48c7-9be0-ddd8df4fe651 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.731466] env[70113]: DEBUG nova.network.neutron [req-2bfe335a-adba-42bd-b341-2632fd93e588 req-f43bdf9b-7e79-4b50-8a38-0c875a7c0040 service nova] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Updated VIF entry in instance network info cache for port 95335ed7-aefd-449a-972c-6762c725f8f9. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.731862] env[70113]: DEBUG nova.network.neutron [req-2bfe335a-adba-42bd-b341-2632fd93e588 req-f43bdf9b-7e79-4b50-8a38-0c875a7c0040 service nova] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Updating instance_info_cache with network_info: [{"id": "95335ed7-aefd-449a-972c-6762c725f8f9", "address": "fa:16:3e:f4:eb:b1", "network": {"id": "a2702cb3-d97a-4503-af9c-04fabaca9d40", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1789457750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a09b46e1eb4fdfb00d730e2ff434d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95335ed7-ae", "ovs_interfaceid": "95335ed7-aefd-449a-972c-6762c725f8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.736688] env[70113]: DEBUG oslo_vmware.rw_handles [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lease: (returnval){ [ 1011.736688] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52848c97-ff8b-4038-add6-4a99980f2951" [ 1011.736688] env[70113]: _type = "HttpNfcLease" [ 1011.736688] env[70113]: } obtained for exporting VM: (result){ [ 1011.736688] env[70113]: value = "vm-681550" [ 1011.736688] env[70113]: _type = "VirtualMachine" [ 1011.736688] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1011.736688] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the lease: (returnval){ [ 1011.736688] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52848c97-ff8b-4038-add6-4a99980f2951" [ 1011.736688] env[70113]: _type = "HttpNfcLease" [ 1011.736688] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1011.742414] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.742414] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52848c97-ff8b-4038-add6-4a99980f2951" [ 1011.742414] env[70113]: _type = "HttpNfcLease" [ 1011.742414] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1011.743260] env[70113]: DEBUG nova.network.neutron [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.895012] env[70113]: DEBUG nova.network.neutron [-] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.945918] env[70113]: DEBUG nova.network.neutron [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Updating instance_info_cache with network_info: [{"id": "3d4834e6-91a0-4a78-8bb2-cc3c11e580fc", "address": "fa:16:3e:c6:c4:a3", "network": {"id": "c7a3f66f-3165-41f0-9998-c07a12e1ded7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-183650554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97561e46dd9449ec80b863c846413808", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4834e6-91", "ovs_interfaceid": "3d4834e6-91a0-4a78-8bb2-cc3c11e580fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.049782] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529d677f-12e3-841d-f334-8e994f5c79a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011289} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.051104] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.051104] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.051104] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.051104] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.051104] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.051390] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2022d5ef-7f49-431d-a962-9d64fa756447 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.060803] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.062030] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.062030] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245b4ed5-3fdd-4034-bbc9-bc1419cc4b2e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.068655] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Waiting for the task: (returnval){ [ 1012.068655] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52800a88-2ee2-8a47-874f-752b1df4f199" [ 1012.068655] env[70113]: _type = "Task" [ 1012.068655] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.077917] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52800a88-2ee2-8a47-874f-752b1df4f199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.123771] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.125507] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.143s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.125835] env[70113]: DEBUG nova.objects.instance [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lazy-loading 'resources' on Instance uuid 66ee0cd3-fc7b-4e18-b958-8530de97787d {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.147030] env[70113]: INFO nova.scheduler.client.report [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Deleted allocations for instance d5594fac-44a9-4be9-ac10-42e6f368365f [ 1012.212577] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415794, 'name': Destroy_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.235880] env[70113]: DEBUG oslo_concurrency.lockutils [req-2bfe335a-adba-42bd-b341-2632fd93e588 req-f43bdf9b-7e79-4b50-8a38-0c875a7c0040 service nova] Releasing lock "refresh_cache-9b8a510a-3e20-435b-8315-bde164637bf2" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.242306] env[70113]: DEBUG nova.compute.manager [req-02308c51-5d82-4172-9f55-8dadbc0a66b2 req-4af218dc-69a1-4b08-98ca-488facc45ed6 service nova] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Received event network-changed-3d4834e6-91a0-4a78-8bb2-cc3c11e580fc {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.242585] env[70113]: DEBUG nova.compute.manager [req-02308c51-5d82-4172-9f55-8dadbc0a66b2 req-4af218dc-69a1-4b08-98ca-488facc45ed6 service nova] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Refreshing instance network info cache due to event network-changed-3d4834e6-91a0-4a78-8bb2-cc3c11e580fc. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.242845] env[70113]: DEBUG oslo_concurrency.lockutils [req-02308c51-5d82-4172-9f55-8dadbc0a66b2 req-4af218dc-69a1-4b08-98ca-488facc45ed6 service nova] Acquiring lock "refresh_cache-21f6c0ea-3231-4812-b421-65a8d65a9db3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.248497] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.248497] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52848c97-ff8b-4038-add6-4a99980f2951" [ 1012.248497] env[70113]: _type = "HttpNfcLease" [ 1012.248497] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1012.248882] env[70113]: DEBUG oslo_vmware.rw_handles [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1012.248882] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52848c97-ff8b-4038-add6-4a99980f2951" [ 1012.248882] env[70113]: _type = "HttpNfcLease" [ 1012.248882] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1012.249800] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba889d5e-74f1-44b8-a512-bf8cc30db89d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.258771] env[70113]: DEBUG oslo_vmware.rw_handles [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524afb6a-47fe-02fe-20e4-86a8ffcf55a7/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1012.259065] env[70113]: DEBUG oslo_vmware.rw_handles [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524afb6a-47fe-02fe-20e4-86a8ffcf55a7/disk-0.vmdk for reading. {{(pid=70113) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1012.351375] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2910d422-ab36-4851-910d-43ee20e9d434 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.399133] env[70113]: INFO nova.compute.manager [-] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Took 1.02 seconds to deallocate network for instance. [ 1012.447830] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Releasing lock "refresh_cache-21f6c0ea-3231-4812-b421-65a8d65a9db3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.448174] env[70113]: DEBUG nova.compute.manager [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Instance network_info: |[{"id": "3d4834e6-91a0-4a78-8bb2-cc3c11e580fc", "address": "fa:16:3e:c6:c4:a3", "network": {"id": "c7a3f66f-3165-41f0-9998-c07a12e1ded7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-183650554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97561e46dd9449ec80b863c846413808", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4834e6-91", "ovs_interfaceid": "3d4834e6-91a0-4a78-8bb2-cc3c11e580fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.448480] env[70113]: DEBUG oslo_concurrency.lockutils [req-02308c51-5d82-4172-9f55-8dadbc0a66b2 req-4af218dc-69a1-4b08-98ca-488facc45ed6 service nova] Acquired lock "refresh_cache-21f6c0ea-3231-4812-b421-65a8d65a9db3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.448689] env[70113]: DEBUG nova.network.neutron [req-02308c51-5d82-4172-9f55-8dadbc0a66b2 req-4af218dc-69a1-4b08-98ca-488facc45ed6 service nova] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Refreshing network info cache for port 3d4834e6-91a0-4a78-8bb2-cc3c11e580fc {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.449897] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:c4:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d4834e6-91a0-4a78-8bb2-cc3c11e580fc', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.457639] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Creating folder: Project (97561e46dd9449ec80b863c846413808). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.458635] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d3bff0f-c409-4feb-9263-f5a46327b7e5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.473760] env[70113]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1012.473987] env[70113]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70113) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1012.474373] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Folder already exists: Project (97561e46dd9449ec80b863c846413808). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1012.474567] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Creating folder: Instances. Parent ref: group-v681522. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.474802] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7feb424-c303-44e0-a82c-90bd8ea60cde {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.486835] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Created folder: Instances in parent group-v681522. [ 1012.487092] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.487298] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.487706] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9d38f58-a295-4c7d-9c2e-45131b5a3e7a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.511753] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.511753] env[70113]: value = "task-3415798" [ 1012.511753] env[70113]: _type = "Task" [ 1012.511753] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.520645] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415798, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.581279] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52800a88-2ee2-8a47-874f-752b1df4f199, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.582681] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceda0d52-f67a-4832-b03e-b631350b8cd3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.590863] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Waiting for the task: (returnval){ [ 1012.590863] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ad54c2-159e-3515-a2cf-5f19d6392473" [ 1012.590863] env[70113]: _type = "Task" [ 1012.590863] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.600592] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ad54c2-159e-3515-a2cf-5f19d6392473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.628051] env[70113]: DEBUG nova.objects.instance [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lazy-loading 'numa_topology' on Instance uuid 66ee0cd3-fc7b-4e18-b958-8530de97787d {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.655229] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3d7d6bc-05ef-4898-a8b0-aadba150f30b tempest-ServerRescueTestJSON-1839352825 tempest-ServerRescueTestJSON-1839352825-project-member] Lock "d5594fac-44a9-4be9-ac10-42e6f368365f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.654s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.713302] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415794, 'name': Destroy_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.905848] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.035230] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415798, 'name': CreateVM_Task, 'duration_secs': 0.400431} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.035230] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.035422] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681529', 'volume_id': '6b9045af-27e1-4ad8-bb3e-2a31101e75b3', 'name': 'volume-6b9045af-27e1-4ad8-bb3e-2a31101e75b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21f6c0ea-3231-4812-b421-65a8d65a9db3', 'attached_at': '', 'detached_at': '', 'volume_id': '6b9045af-27e1-4ad8-bb3e-2a31101e75b3', 'serial': '6b9045af-27e1-4ad8-bb3e-2a31101e75b3'}, 'guest_format': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'attachment_id': '8b0c054c-c5f6-4cf7-8bda-8ab08cb49223', 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=70113) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1013.035508] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Root volume attach. Driver type: vmdk {{(pid=70113) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1013.036734] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bafdcfd-fcf3-4510-bb77-cf646a2cd0ae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.047063] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a215d6bb-f62a-41d9-afb1-f330071ed5dd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.058125] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a703946c-bf09-47c8-91bd-90355f296d48 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.067754] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c7820485-bde0-4719-bce0-94e15f0ba2ee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.076538] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Waiting for the task: (returnval){ [ 1013.076538] env[70113]: value = "task-3415799" [ 1013.076538] env[70113]: _type = "Task" [ 1013.076538] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.089250] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415799, 'name': RelocateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.103464] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ad54c2-159e-3515-a2cf-5f19d6392473, 'name': SearchDatastore_Task, 'duration_secs': 0.015877} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.103844] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.104197] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 9b8a510a-3e20-435b-8315-bde164637bf2/9b8a510a-3e20-435b-8315-bde164637bf2.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.104550] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1df18bd4-5a81-448f-b57a-b3ef160973bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.112312] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Waiting for the task: (returnval){ [ 1013.112312] env[70113]: value = "task-3415800" [ 1013.112312] env[70113]: _type = "Task" [ 1013.112312] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.122211] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': task-3415800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.130827] env[70113]: DEBUG nova.objects.base [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Object Instance<66ee0cd3-fc7b-4e18-b958-8530de97787d> lazy-loaded attributes: resources,numa_topology {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1013.212421] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415794, 'name': Destroy_Task, 'duration_secs': 1.372315} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.212748] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Destroyed the VM [ 1013.213102] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1013.213519] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8852a941-2764-4f78-8d78-948e09285489 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.224071] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 1013.224071] env[70113]: value = "task-3415801" [ 1013.224071] env[70113]: _type = "Task" [ 1013.224071] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.233850] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415801, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.442009] env[70113]: DEBUG nova.network.neutron [req-02308c51-5d82-4172-9f55-8dadbc0a66b2 req-4af218dc-69a1-4b08-98ca-488facc45ed6 service nova] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Updated VIF entry in instance network info cache for port 3d4834e6-91a0-4a78-8bb2-cc3c11e580fc. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.442546] env[70113]: DEBUG nova.network.neutron [req-02308c51-5d82-4172-9f55-8dadbc0a66b2 req-4af218dc-69a1-4b08-98ca-488facc45ed6 service nova] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Updating instance_info_cache with network_info: [{"id": "3d4834e6-91a0-4a78-8bb2-cc3c11e580fc", "address": "fa:16:3e:c6:c4:a3", "network": {"id": "c7a3f66f-3165-41f0-9998-c07a12e1ded7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-183650554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97561e46dd9449ec80b863c846413808", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4834e6-91", "ovs_interfaceid": "3d4834e6-91a0-4a78-8bb2-cc3c11e580fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.445433] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ec2ee5fd-0526-42d1-a37f-c15cb3859126 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "02c505b2-d1ff-4aae-b887-b10678a49427" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.445871] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ec2ee5fd-0526-42d1-a37f-c15cb3859126 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "02c505b2-d1ff-4aae-b887-b10678a49427" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.446575] env[70113]: DEBUG nova.compute.manager [None req-ec2ee5fd-0526-42d1-a37f-c15cb3859126 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.448342] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28264c72-a583-410f-89d7-1c56a90d7ec2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.463932] env[70113]: DEBUG nova.compute.manager [None req-ec2ee5fd-0526-42d1-a37f-c15cb3859126 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70113) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1013.463932] env[70113]: DEBUG nova.objects.instance [None req-ec2ee5fd-0526-42d1-a37f-c15cb3859126 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lazy-loading 'flavor' on Instance uuid 02c505b2-d1ff-4aae-b887-b10678a49427 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.536190] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03096c8d-8309-4705-ba8a-e6b743ddee22 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.549921] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200cecaf-ee6b-4b3a-8a76-7da77bf64e4c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.601708] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a415c8c-5d23-4b68-b067-ef7c63e628ce {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.622062] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9217edbe-3439-451a-bf28-3f809ad060fe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.627546] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415799, 'name': RelocateVM_Task} progress is 43%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.642169] env[70113]: DEBUG nova.compute.provider_tree [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.648019] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': task-3415800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485929} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.648972] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 9b8a510a-3e20-435b-8315-bde164637bf2/9b8a510a-3e20-435b-8315-bde164637bf2.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.649485] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.650334] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba64db5f-40cc-43c9-9ca1-ae55b3553bbb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.660654] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Waiting for the task: (returnval){ [ 1013.660654] env[70113]: value = "task-3415802" [ 1013.660654] env[70113]: _type = "Task" [ 1013.660654] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.678753] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': task-3415802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.739570] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415801, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.948179] env[70113]: DEBUG oslo_concurrency.lockutils [req-02308c51-5d82-4172-9f55-8dadbc0a66b2 req-4af218dc-69a1-4b08-98ca-488facc45ed6 service nova] Releasing lock "refresh_cache-21f6c0ea-3231-4812-b421-65a8d65a9db3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.111980] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415799, 'name': RelocateVM_Task} progress is 56%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.150143] env[70113]: DEBUG nova.scheduler.client.report [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.179246] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': task-3415802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.347892} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.180225] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.181168] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d6b689-f035-4f71-8e74-85e2e719cb8b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.216194] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 9b8a510a-3e20-435b-8315-bde164637bf2/9b8a510a-3e20-435b-8315-bde164637bf2.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.219592] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2cc0a18-efa0-4a7d-8bea-6d96fd93e373 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.246300] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415801, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.249617] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Waiting for the task: (returnval){ [ 1014.249617] env[70113]: value = "task-3415803" [ 1014.249617] env[70113]: _type = "Task" [ 1014.249617] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.271039] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': task-3415803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.476660] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2ee5fd-0526-42d1-a37f-c15cb3859126 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.476660] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e82f2e2d-a3d5-4c03-b27c-e502ef1424c4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.493283] env[70113]: DEBUG oslo_vmware.api [None req-ec2ee5fd-0526-42d1-a37f-c15cb3859126 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1014.493283] env[70113]: value = "task-3415804" [ 1014.493283] env[70113]: _type = "Task" [ 1014.493283] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.506972] env[70113]: DEBUG oslo_vmware.api [None req-ec2ee5fd-0526-42d1-a37f-c15cb3859126 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.611769] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415799, 'name': RelocateVM_Task} progress is 69%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.657501] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.532s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.662251] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.398s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.664870] env[70113]: INFO nova.compute.claims [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.750345] env[70113]: DEBUG oslo_vmware.api [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415801, 'name': RemoveSnapshot_Task, 'duration_secs': 1.089146} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.750722] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1014.751048] env[70113]: INFO nova.compute.manager [None req-b4aa068d-3f9f-4426-b4a6-b92d38bb51b3 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Took 16.54 seconds to snapshot the instance on the hypervisor. [ 1014.771026] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': task-3415803, 'name': ReconfigVM_Task, 'duration_secs': 0.505265} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.771026] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 9b8a510a-3e20-435b-8315-bde164637bf2/9b8a510a-3e20-435b-8315-bde164637bf2.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.771026] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50f8a0f4-49db-4e90-b7a0-f4bca10c14fb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.784760] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Waiting for the task: (returnval){ [ 1014.784760] env[70113]: value = "task-3415805" [ 1014.784760] env[70113]: _type = "Task" [ 1014.784760] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.814913] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': task-3415805, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.013569] env[70113]: DEBUG oslo_vmware.api [None req-ec2ee5fd-0526-42d1-a37f-c15cb3859126 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415804, 'name': PowerOffVM_Task, 'duration_secs': 0.336016} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.013569] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2ee5fd-0526-42d1-a37f-c15cb3859126 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.013569] env[70113]: DEBUG nova.compute.manager [None req-ec2ee5fd-0526-42d1-a37f-c15cb3859126 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.014058] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7c3611-387d-41c8-9989-49fa33e06079 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.111865] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415799, 'name': RelocateVM_Task} progress is 84%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.180429] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e0951b55-5580-4927-8f88-4d6043a3eb85 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "66ee0cd3-fc7b-4e18-b958-8530de97787d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.979s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.184696] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5e04ef3-7349-4a8e-8b60-7564b779301c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "66ee0cd3-fc7b-4e18-b958-8530de97787d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 12.575s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.184696] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5e04ef3-7349-4a8e-8b60-7564b779301c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "66ee0cd3-fc7b-4e18-b958-8530de97787d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.184696] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5e04ef3-7349-4a8e-8b60-7564b779301c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "66ee0cd3-fc7b-4e18-b958-8530de97787d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.184696] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5e04ef3-7349-4a8e-8b60-7564b779301c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "66ee0cd3-fc7b-4e18-b958-8530de97787d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.184696] env[70113]: INFO nova.compute.manager [None req-c5e04ef3-7349-4a8e-8b60-7564b779301c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Terminating instance [ 1015.300034] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': task-3415805, 'name': Rename_Task, 'duration_secs': 0.278728} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.300034] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.300034] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9811f1e2-58f6-4374-ad59-eaab7c28afa5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.309778] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Waiting for the task: (returnval){ [ 1015.309778] env[70113]: value = "task-3415806" [ 1015.309778] env[70113]: _type = "Task" [ 1015.309778] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.323504] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': task-3415806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.531351] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ec2ee5fd-0526-42d1-a37f-c15cb3859126 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "02c505b2-d1ff-4aae-b887-b10678a49427" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.616428] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415799, 'name': RelocateVM_Task} progress is 97%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.690058] env[70113]: DEBUG nova.compute.manager [None req-c5e04ef3-7349-4a8e-8b60-7564b779301c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.690343] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e04ef3-7349-4a8e-8b60-7564b779301c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.690732] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5767ad75-3031-4014-a026-7a6115433aca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.701944] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b0fc53-225d-4371-99e9-3b4b91e19288 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.743346] env[70113]: WARNING nova.virt.vmwareapi.vmops [None req-c5e04ef3-7349-4a8e-8b60-7564b779301c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 66ee0cd3-fc7b-4e18-b958-8530de97787d could not be found. [ 1015.743606] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e04ef3-7349-4a8e-8b60-7564b779301c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.743808] env[70113]: INFO nova.compute.manager [None req-c5e04ef3-7349-4a8e-8b60-7564b779301c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1015.744166] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5e04ef3-7349-4a8e-8b60-7564b779301c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.744535] env[70113]: DEBUG nova.compute.manager [-] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.744592] env[70113]: DEBUG nova.network.neutron [-] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.827929] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': task-3415806, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.007300] env[70113]: DEBUG nova.objects.instance [None req-df0cf6c7-1bea-45b5-a3b5-73d8723684f3 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lazy-loading 'flavor' on Instance uuid 02c505b2-d1ff-4aae-b887-b10678a49427 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.047281] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef72613b-3d58-4c4b-84a0-fe6911541751 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.056659] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1043327e-fc92-4e1c-af24-518b89f6ef47 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.094056] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d07cf7-4ce2-4a27-8a50-d7abdd51ea59 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.104034] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351a6274-52cd-433c-b8ff-22cbe494092a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.123738] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415799, 'name': RelocateVM_Task} progress is 97%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.124356] env[70113]: DEBUG nova.compute.provider_tree [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.323485] env[70113]: DEBUG oslo_vmware.api [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': task-3415806, 'name': PowerOnVM_Task, 'duration_secs': 0.611997} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.323877] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.324149] env[70113]: INFO nova.compute.manager [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1016.324362] env[70113]: DEBUG nova.compute.manager [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.325314] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6d5826-48d9-4bb6-b8af-cb72f5ef8c9b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.513883] env[70113]: DEBUG oslo_concurrency.lockutils [None req-df0cf6c7-1bea-45b5-a3b5-73d8723684f3 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.514208] env[70113]: DEBUG oslo_concurrency.lockutils [None req-df0cf6c7-1bea-45b5-a3b5-73d8723684f3 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.514340] env[70113]: DEBUG nova.network.neutron [None req-df0cf6c7-1bea-45b5-a3b5-73d8723684f3 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.514525] env[70113]: DEBUG nova.objects.instance [None req-df0cf6c7-1bea-45b5-a3b5-73d8723684f3 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lazy-loading 'info_cache' on Instance uuid 02c505b2-d1ff-4aae-b887-b10678a49427 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.611183] env[70113]: DEBUG nova.network.neutron [-] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.612584] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415799, 'name': RelocateVM_Task, 'duration_secs': 3.427063} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.612849] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1016.613056] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681529', 'volume_id': '6b9045af-27e1-4ad8-bb3e-2a31101e75b3', 'name': 'volume-6b9045af-27e1-4ad8-bb3e-2a31101e75b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21f6c0ea-3231-4812-b421-65a8d65a9db3', 'attached_at': '', 'detached_at': '', 'volume_id': '6b9045af-27e1-4ad8-bb3e-2a31101e75b3', 'serial': '6b9045af-27e1-4ad8-bb3e-2a31101e75b3'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1016.614063] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f3fd61-73b7-4c05-9d01-587df202a502 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.633884] env[70113]: DEBUG nova.scheduler.client.report [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.639039] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a9afec-0665-47bd-87ec-84ddc1e517d9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.667484] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-6b9045af-27e1-4ad8-bb3e-2a31101e75b3/volume-6b9045af-27e1-4ad8-bb3e-2a31101e75b3.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.668127] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b37da7ed-fe7e-4e91-b152-adca0b8f3a50 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.691634] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Waiting for the task: (returnval){ [ 1016.691634] env[70113]: value = "task-3415807" [ 1016.691634] env[70113]: _type = "Task" [ 1016.691634] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.701579] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415807, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.846377] env[70113]: INFO nova.compute.manager [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Took 31.72 seconds to build instance. [ 1017.018402] env[70113]: DEBUG nova.objects.base [None req-df0cf6c7-1bea-45b5-a3b5-73d8723684f3 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Object Instance<02c505b2-d1ff-4aae-b887-b10678a49427> lazy-loaded attributes: flavor,info_cache {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1017.114601] env[70113]: INFO nova.compute.manager [-] [instance: 66ee0cd3-fc7b-4e18-b958-8530de97787d] Took 1.37 seconds to deallocate network for instance. [ 1017.143467] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.143906] env[70113]: DEBUG nova.compute.manager [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.146683] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.867s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.148300] env[70113]: INFO nova.compute.claims [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.203769] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415807, 'name': ReconfigVM_Task, 'duration_secs': 0.356193} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.204845] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-6b9045af-27e1-4ad8-bb3e-2a31101e75b3/volume-6b9045af-27e1-4ad8-bb3e-2a31101e75b3.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.210411] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-562e584b-3544-4276-9129-7b833e094a80 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.227840] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Waiting for the task: (returnval){ [ 1017.227840] env[70113]: value = "task-3415808" [ 1017.227840] env[70113]: _type = "Task" [ 1017.227840] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.238244] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.348643] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6fddb2e0-7c96-4238-bc5d-2ab5166f1d51 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Lock "9b8a510a-3e20-435b-8315-bde164637bf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.237s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.624622] env[70113]: DEBUG nova.compute.manager [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.625566] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73e7b3c-651d-436b-bc68-6a0dc4bdfcd3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.654299] env[70113]: DEBUG nova.compute.utils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.655774] env[70113]: DEBUG nova.compute.manager [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.655941] env[70113]: DEBUG nova.network.neutron [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.740672] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415808, 'name': ReconfigVM_Task, 'duration_secs': 0.141162} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.741042] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681529', 'volume_id': '6b9045af-27e1-4ad8-bb3e-2a31101e75b3', 'name': 'volume-6b9045af-27e1-4ad8-bb3e-2a31101e75b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21f6c0ea-3231-4812-b421-65a8d65a9db3', 'attached_at': '', 'detached_at': '', 'volume_id': '6b9045af-27e1-4ad8-bb3e-2a31101e75b3', 'serial': '6b9045af-27e1-4ad8-bb3e-2a31101e75b3'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1017.741601] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7badb4cc-4a78-42a8-86f8-fbf8f5ed60e2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.752938] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Waiting for the task: (returnval){ [ 1017.752938] env[70113]: value = "task-3415809" [ 1017.752938] env[70113]: _type = "Task" [ 1017.752938] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.759150] env[70113]: DEBUG nova.policy [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a053e166f486485bba3aa683b3111b61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d86ab8aaa4c4c85a47dbeebaa763741', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.769363] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415809, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.938340] env[70113]: DEBUG nova.network.neutron [None req-df0cf6c7-1bea-45b5-a3b5-73d8723684f3 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance_info_cache with network_info: [{"id": "efee1ffd-6c30-4577-ab70-4472c9e04137", "address": "fa:16:3e:aa:9f:18", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefee1ffd-6c", "ovs_interfaceid": "efee1ffd-6c30-4577-ab70-4472c9e04137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.109033] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Acquiring lock "9b8a510a-3e20-435b-8315-bde164637bf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.109340] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Lock "9b8a510a-3e20-435b-8315-bde164637bf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.110132] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Acquiring lock "9b8a510a-3e20-435b-8315-bde164637bf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.110340] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Lock "9b8a510a-3e20-435b-8315-bde164637bf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.110518] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Lock "9b8a510a-3e20-435b-8315-bde164637bf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.116054] env[70113]: INFO nova.compute.manager [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Terminating instance [ 1018.142014] env[70113]: INFO nova.compute.manager [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] instance snapshotting [ 1018.146973] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4276b19-4666-4908-a40f-4dd3d1bf3ee8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.152062] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5e04ef3-7349-4a8e-8b60-7564b779301c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "66ee0cd3-fc7b-4e18-b958-8530de97787d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.970s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.177231] env[70113]: DEBUG nova.compute.manager [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.181364] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef6cd39-6da2-4591-b189-c62af7ae6af2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.268154] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415809, 'name': Rename_Task, 'duration_secs': 0.182181} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.268457] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.268703] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af38b92a-0304-4f43-a55b-88daec135b7b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.278233] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Waiting for the task: (returnval){ [ 1018.278233] env[70113]: value = "task-3415810" [ 1018.278233] env[70113]: _type = "Task" [ 1018.278233] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.288191] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.356525] env[70113]: DEBUG nova.network.neutron [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Successfully created port: ca87cc18-e957-496b-b4bc-73abd7e3f9a9 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.445696] env[70113]: DEBUG oslo_concurrency.lockutils [None req-df0cf6c7-1bea-45b5-a3b5-73d8723684f3 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.517067] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26a2ecb-e379-4c0a-81ce-52c01de6e213 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.526217] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482f1c5f-d6e8-4613-9137-f6783757cae5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.561076] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de012bc2-277e-4010-838f-a5e287c7f487 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.571133] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b56092-4b7a-4ca1-ba99-8b18a1d217a6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.585883] env[70113]: DEBUG nova.compute.provider_tree [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.623886] env[70113]: DEBUG nova.compute.manager [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.623886] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.624163] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511193a3-1c50-4b63-acf6-7e0c788d6cab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.633678] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.633972] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36bc368d-46ed-41d8-b65d-0bf66a98e1ba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.641870] env[70113]: DEBUG oslo_vmware.api [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Waiting for the task: (returnval){ [ 1018.641870] env[70113]: value = "task-3415811" [ 1018.641870] env[70113]: _type = "Task" [ 1018.641870] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.651777] env[70113]: DEBUG oslo_vmware.api [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': task-3415811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.697310] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1018.697484] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6e0c2cbb-154b-41dd-9846-20ff6b133e2e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.708071] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 1018.708071] env[70113]: value = "task-3415812" [ 1018.708071] env[70113]: _type = "Task" [ 1018.708071] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.722412] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415812, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.799809] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415810, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.090190] env[70113]: DEBUG nova.scheduler.client.report [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.152774] env[70113]: DEBUG oslo_vmware.api [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': task-3415811, 'name': PowerOffVM_Task, 'duration_secs': 0.241931} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.153061] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.153241] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.153500] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0eca6cb-6f83-4831-84f2-4bad43d48974 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.187611] env[70113]: DEBUG nova.compute.manager [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.222312] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415812, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.224946] env[70113]: DEBUG nova.virt.hardware [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a42f7c0f25c6cf88c7694d70d069a035',container_format='bare',created_at=2025-04-14T12:35:50Z,direct_url=,disk_format='vmdk',id=dc29b978-6dbe-4630-afd9-18fda4164d37,min_disk=1,min_ram=0,name='tempest-test-snap-304700660',owner='1d86ab8aaa4c4c85a47dbeebaa763741',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-14T12:36:06Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.225317] env[70113]: DEBUG nova.virt.hardware [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.225447] env[70113]: DEBUG nova.virt.hardware [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.225608] env[70113]: DEBUG nova.virt.hardware [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.225744] env[70113]: DEBUG nova.virt.hardware [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.225927] env[70113]: DEBUG nova.virt.hardware [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.226175] env[70113]: DEBUG nova.virt.hardware [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.226373] env[70113]: DEBUG nova.virt.hardware [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.226554] env[70113]: DEBUG nova.virt.hardware [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.227130] env[70113]: DEBUG nova.virt.hardware [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.227130] env[70113]: DEBUG nova.virt.hardware [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.227769] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdfae85-d708-4428-a335-85a2713bd5de {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.231792] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.231887] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.232399] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Deleting the datastore file [datastore2] 9b8a510a-3e20-435b-8315-bde164637bf2 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.232746] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94750c50-cb3e-44b2-a1cb-5de6744b65b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.241404] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17b1d62-1d53-4593-9c5a-39f65119f39e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.245340] env[70113]: DEBUG oslo_vmware.api [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Waiting for the task: (returnval){ [ 1019.245340] env[70113]: value = "task-3415814" [ 1019.245340] env[70113]: _type = "Task" [ 1019.245340] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.262451] env[70113]: DEBUG oslo_vmware.api [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': task-3415814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.288813] env[70113]: DEBUG oslo_vmware.api [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415810, 'name': PowerOnVM_Task, 'duration_secs': 0.575782} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.289109] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.289338] env[70113]: INFO nova.compute.manager [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1019.289519] env[70113]: DEBUG nova.compute.manager [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.290387] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b265f895-834b-4c95-b134-db40b33e459b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.372860] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "e8bac3f6-1987-4590-9e16-1af422f1a550" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.373206] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "e8bac3f6-1987-4590-9e16-1af422f1a550" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.453551] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0cf6c7-1bea-45b5-a3b5-73d8723684f3 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.453871] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-369d9937-149f-4ae1-82dd-01818324a666 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.463105] env[70113]: DEBUG oslo_vmware.api [None req-df0cf6c7-1bea-45b5-a3b5-73d8723684f3 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1019.463105] env[70113]: value = "task-3415815" [ 1019.463105] env[70113]: _type = "Task" [ 1019.463105] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.472643] env[70113]: DEBUG oslo_vmware.api [None req-df0cf6c7-1bea-45b5-a3b5-73d8723684f3 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.596515] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.597251] env[70113]: DEBUG nova.compute.manager [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.602433] env[70113]: DEBUG oslo_concurrency.lockutils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.318s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.603430] env[70113]: INFO nova.compute.claims [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.721155] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415812, 'name': CreateSnapshot_Task, 'duration_secs': 0.652219} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.721459] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1019.722255] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7403a3ec-4e5c-495f-a52d-3366c0785445 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.754955] env[70113]: DEBUG oslo_vmware.api [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Task: {'id': task-3415814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391451} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.755280] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.755473] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.755653] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.755835] env[70113]: INFO nova.compute.manager [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1019.756488] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.756488] env[70113]: DEBUG nova.compute.manager [-] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.756488] env[70113]: DEBUG nova.network.neutron [-] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.811124] env[70113]: INFO nova.compute.manager [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Took 28.51 seconds to build instance. [ 1019.875567] env[70113]: DEBUG nova.compute.manager [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.976979] env[70113]: DEBUG oslo_vmware.api [None req-df0cf6c7-1bea-45b5-a3b5-73d8723684f3 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.109118] env[70113]: DEBUG nova.compute.utils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.114028] env[70113]: DEBUG nova.compute.manager [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.114313] env[70113]: DEBUG nova.network.neutron [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.181032] env[70113]: DEBUG nova.policy [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7db449b8582495cb7633724faa17b0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b33184654a68491597cf46c2927984cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.215378] env[70113]: DEBUG oslo_vmware.rw_handles [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524afb6a-47fe-02fe-20e4-86a8ffcf55a7/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1020.216194] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad0825b-5449-4794-b754-4f4e5ec9a4b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.223737] env[70113]: DEBUG oslo_vmware.rw_handles [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524afb6a-47fe-02fe-20e4-86a8ffcf55a7/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1020.223913] env[70113]: ERROR oslo_vmware.rw_handles [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524afb6a-47fe-02fe-20e4-86a8ffcf55a7/disk-0.vmdk due to incomplete transfer. [ 1020.224427] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cd2e382c-b27f-45b2-94e5-3715855afb98 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.233103] env[70113]: DEBUG oslo_vmware.rw_handles [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524afb6a-47fe-02fe-20e4-86a8ffcf55a7/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1020.233337] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Uploaded image 68e88b11-8bf9-432d-b938-441422e997c8 to the Glance image server {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1020.237065] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1020.244590] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1020.245114] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5c559e6a-4e1d-4f6e-a116-487a465e1056 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.246870] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9f472a3d-6955-4053-aa4c-21411b87b926 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.255617] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 1020.255617] env[70113]: value = "task-3415817" [ 1020.255617] env[70113]: _type = "Task" [ 1020.255617] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.257132] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1020.257132] env[70113]: value = "task-3415816" [ 1020.257132] env[70113]: _type = "Task" [ 1020.257132] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.270704] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415817, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.277225] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415816, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.314049] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89673c99-9a5e-4f32-8d0d-92d458f12378 tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Lock "21f6c0ea-3231-4812-b421-65a8d65a9db3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.029s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.406290] env[70113]: DEBUG nova.compute.manager [req-5b66a449-8081-4062-a176-e946dc9a4f80 req-f04d3792-3610-4409-b9e1-1d7b930b7e58 service nova] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Received event network-vif-plugged-ca87cc18-e957-496b-b4bc-73abd7e3f9a9 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.406797] env[70113]: DEBUG oslo_concurrency.lockutils [req-5b66a449-8081-4062-a176-e946dc9a4f80 req-f04d3792-3610-4409-b9e1-1d7b930b7e58 service nova] Acquiring lock "839c870e-a428-458b-8ba6-910740c523c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.406797] env[70113]: DEBUG oslo_concurrency.lockutils [req-5b66a449-8081-4062-a176-e946dc9a4f80 req-f04d3792-3610-4409-b9e1-1d7b930b7e58 service nova] Lock "839c870e-a428-458b-8ba6-910740c523c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.406930] env[70113]: DEBUG oslo_concurrency.lockutils [req-5b66a449-8081-4062-a176-e946dc9a4f80 req-f04d3792-3610-4409-b9e1-1d7b930b7e58 service nova] Lock "839c870e-a428-458b-8ba6-910740c523c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.408578] env[70113]: DEBUG nova.compute.manager [req-5b66a449-8081-4062-a176-e946dc9a4f80 req-f04d3792-3610-4409-b9e1-1d7b930b7e58 service nova] [instance: 839c870e-a428-458b-8ba6-910740c523c6] No waiting events found dispatching network-vif-plugged-ca87cc18-e957-496b-b4bc-73abd7e3f9a9 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.408842] env[70113]: WARNING nova.compute.manager [req-5b66a449-8081-4062-a176-e946dc9a4f80 req-f04d3792-3610-4409-b9e1-1d7b930b7e58 service nova] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Received unexpected event network-vif-plugged-ca87cc18-e957-496b-b4bc-73abd7e3f9a9 for instance with vm_state building and task_state spawning. [ 1020.414131] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.475594] env[70113]: DEBUG oslo_vmware.api [None req-df0cf6c7-1bea-45b5-a3b5-73d8723684f3 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415815, 'name': PowerOnVM_Task, 'duration_secs': 0.564427} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.476332] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0cf6c7-1bea-45b5-a3b5-73d8723684f3 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.476687] env[70113]: DEBUG nova.compute.manager [None req-df0cf6c7-1bea-45b5-a3b5-73d8723684f3 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.478046] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758afeef-b0a1-4a0d-80ec-0ffef4f1ef43 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.514588] env[70113]: DEBUG nova.network.neutron [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Successfully created port: 2ea60e64-95f2-4963-8914-e3881fc23d23 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.618082] env[70113]: DEBUG nova.compute.manager [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.773524] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415817, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.778886] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415816, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.779848] env[70113]: DEBUG nova.network.neutron [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Successfully updated port: ca87cc18-e957-496b-b4bc-73abd7e3f9a9 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.845169] env[70113]: DEBUG nova.network.neutron [-] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.072543] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53772c18-d46a-4c45-ace8-a2cb4aed2649 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.080665] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5213bc7-6b14-4a74-b200-7f35b75895fe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.115711] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76510f1-8ccc-494a-85f2-3e15be7c0bb0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.127274] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e44cf7-6819-4044-afa6-82010446a964 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.141924] env[70113]: DEBUG nova.compute.provider_tree [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.271314] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415816, 'name': Destroy_Task, 'duration_secs': 0.972684} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.274152] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Destroyed the VM [ 1021.274424] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1021.274681] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415817, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.274889] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-928d62fe-990e-4601-996c-6de3a1334b83 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.282672] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1021.282672] env[70113]: value = "task-3415818" [ 1021.282672] env[70113]: _type = "Task" [ 1021.282672] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.285971] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "refresh_cache-839c870e-a428-458b-8ba6-910740c523c6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.286160] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired lock "refresh_cache-839c870e-a428-458b-8ba6-910740c523c6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.286349] env[70113]: DEBUG nova.network.neutron [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.292707] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415818, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.346575] env[70113]: INFO nova.compute.manager [-] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Took 1.59 seconds to deallocate network for instance. [ 1021.589675] env[70113]: DEBUG nova.compute.manager [req-9cbf6cc7-c875-4e4f-a671-1906ed6def57 req-b776186a-4921-4727-9c08-88bfb6da9a8c service nova] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Received event network-changed-3d4834e6-91a0-4a78-8bb2-cc3c11e580fc {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.589965] env[70113]: DEBUG nova.compute.manager [req-9cbf6cc7-c875-4e4f-a671-1906ed6def57 req-b776186a-4921-4727-9c08-88bfb6da9a8c service nova] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Refreshing instance network info cache due to event network-changed-3d4834e6-91a0-4a78-8bb2-cc3c11e580fc. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.590197] env[70113]: DEBUG oslo_concurrency.lockutils [req-9cbf6cc7-c875-4e4f-a671-1906ed6def57 req-b776186a-4921-4727-9c08-88bfb6da9a8c service nova] Acquiring lock "refresh_cache-21f6c0ea-3231-4812-b421-65a8d65a9db3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.590345] env[70113]: DEBUG oslo_concurrency.lockutils [req-9cbf6cc7-c875-4e4f-a671-1906ed6def57 req-b776186a-4921-4727-9c08-88bfb6da9a8c service nova] Acquired lock "refresh_cache-21f6c0ea-3231-4812-b421-65a8d65a9db3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.590538] env[70113]: DEBUG nova.network.neutron [req-9cbf6cc7-c875-4e4f-a671-1906ed6def57 req-b776186a-4921-4727-9c08-88bfb6da9a8c service nova] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Refreshing network info cache for port 3d4834e6-91a0-4a78-8bb2-cc3c11e580fc {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.633962] env[70113]: DEBUG nova.compute.manager [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.646595] env[70113]: DEBUG nova.scheduler.client.report [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.667130] env[70113]: DEBUG nova.virt.hardware [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.667130] env[70113]: DEBUG nova.virt.hardware [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.667130] env[70113]: DEBUG nova.virt.hardware [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.667130] env[70113]: DEBUG nova.virt.hardware [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.667616] env[70113]: DEBUG nova.virt.hardware [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.667960] env[70113]: DEBUG nova.virt.hardware [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.668379] env[70113]: DEBUG nova.virt.hardware [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.668713] env[70113]: DEBUG nova.virt.hardware [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.669099] env[70113]: DEBUG nova.virt.hardware [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.669449] env[70113]: DEBUG nova.virt.hardware [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.669803] env[70113]: DEBUG nova.virt.hardware [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.671698] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe965390-b62e-47d4-8f6e-e3fd2f3e8d3f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.684658] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11042cb-380e-47fa-ba50-1052769b6611 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.770242] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415817, 'name': CloneVM_Task} progress is 95%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.794509] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415818, 'name': RemoveSnapshot_Task, 'duration_secs': 0.471719} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.794795] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1021.795090] env[70113]: DEBUG nova.compute.manager [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.796247] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f094cb4-2f26-4cff-b26c-1b707ca70479 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.853811] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.858430] env[70113]: DEBUG nova.network.neutron [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.999766] env[70113]: DEBUG nova.network.neutron [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Successfully updated port: 2ea60e64-95f2-4963-8914-e3881fc23d23 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.085474] env[70113]: DEBUG nova.network.neutron [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Updating instance_info_cache with network_info: [{"id": "ca87cc18-e957-496b-b4bc-73abd7e3f9a9", "address": "fa:16:3e:f9:b6:be", "network": {"id": "312e0f5e-c6b5-4fa1-ac62-dffee75f96b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2144632732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d86ab8aaa4c4c85a47dbeebaa763741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca87cc18-e9", "ovs_interfaceid": "ca87cc18-e957-496b-b4bc-73abd7e3f9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.153585] env[70113]: DEBUG oslo_concurrency.lockutils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.154364] env[70113]: DEBUG nova.compute.manager [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.158096] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.798s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.159290] env[70113]: INFO nova.compute.claims [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.280331] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415817, 'name': CloneVM_Task, 'duration_secs': 1.644589} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.280331] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Created linked-clone VM from snapshot [ 1022.280510] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb6bf22-5258-48cf-839c-1003a61f46c3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.293105] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Uploading image da06cb14-367b-4ddc-9531-4f70b643c2d7 {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1022.318214] env[70113]: INFO nova.compute.manager [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Shelve offloading [ 1022.327103] env[70113]: DEBUG oslo_vmware.rw_handles [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1022.327103] env[70113]: value = "vm-681557" [ 1022.327103] env[70113]: _type = "VirtualMachine" [ 1022.327103] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1022.327103] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bbf15458-01be-4817-a135-1827f0cd5d35 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.335055] env[70113]: DEBUG oslo_vmware.rw_handles [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Lease: (returnval){ [ 1022.335055] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52448b53-3bc4-0172-b547-ba54284f7f59" [ 1022.335055] env[70113]: _type = "HttpNfcLease" [ 1022.335055] env[70113]: } obtained for exporting VM: (result){ [ 1022.335055] env[70113]: value = "vm-681557" [ 1022.335055] env[70113]: _type = "VirtualMachine" [ 1022.335055] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1022.335518] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the lease: (returnval){ [ 1022.335518] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52448b53-3bc4-0172-b547-ba54284f7f59" [ 1022.335518] env[70113]: _type = "HttpNfcLease" [ 1022.335518] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1022.342790] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.342790] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52448b53-3bc4-0172-b547-ba54284f7f59" [ 1022.342790] env[70113]: _type = "HttpNfcLease" [ 1022.342790] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1022.436379] env[70113]: DEBUG nova.compute.manager [req-0411e8d6-204a-46d4-8915-d2dc2039202f req-7603e798-ed53-40ee-90b1-b05c77f39cf2 service nova] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Received event network-vif-deleted-95335ed7-aefd-449a-972c-6762c725f8f9 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.436556] env[70113]: DEBUG nova.compute.manager [req-0411e8d6-204a-46d4-8915-d2dc2039202f req-7603e798-ed53-40ee-90b1-b05c77f39cf2 service nova] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Received event network-changed-ca87cc18-e957-496b-b4bc-73abd7e3f9a9 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.436719] env[70113]: DEBUG nova.compute.manager [req-0411e8d6-204a-46d4-8915-d2dc2039202f req-7603e798-ed53-40ee-90b1-b05c77f39cf2 service nova] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Refreshing instance network info cache due to event network-changed-ca87cc18-e957-496b-b4bc-73abd7e3f9a9. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.436906] env[70113]: DEBUG oslo_concurrency.lockutils [req-0411e8d6-204a-46d4-8915-d2dc2039202f req-7603e798-ed53-40ee-90b1-b05c77f39cf2 service nova] Acquiring lock "refresh_cache-839c870e-a428-458b-8ba6-910740c523c6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.464866] env[70113]: DEBUG nova.network.neutron [req-9cbf6cc7-c875-4e4f-a671-1906ed6def57 req-b776186a-4921-4727-9c08-88bfb6da9a8c service nova] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Updated VIF entry in instance network info cache for port 3d4834e6-91a0-4a78-8bb2-cc3c11e580fc. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.465254] env[70113]: DEBUG nova.network.neutron [req-9cbf6cc7-c875-4e4f-a671-1906ed6def57 req-b776186a-4921-4727-9c08-88bfb6da9a8c service nova] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Updating instance_info_cache with network_info: [{"id": "3d4834e6-91a0-4a78-8bb2-cc3c11e580fc", "address": "fa:16:3e:c6:c4:a3", "network": {"id": "c7a3f66f-3165-41f0-9998-c07a12e1ded7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-183650554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97561e46dd9449ec80b863c846413808", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4834e6-91", "ovs_interfaceid": "3d4834e6-91a0-4a78-8bb2-cc3c11e580fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.502145] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "refresh_cache-0d40d088-992f-422a-ac67-65ee0f592854" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.502360] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "refresh_cache-0d40d088-992f-422a-ac67-65ee0f592854" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.502473] env[70113]: DEBUG nova.network.neutron [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.588993] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Releasing lock "refresh_cache-839c870e-a428-458b-8ba6-910740c523c6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.589412] env[70113]: DEBUG nova.compute.manager [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Instance network_info: |[{"id": "ca87cc18-e957-496b-b4bc-73abd7e3f9a9", "address": "fa:16:3e:f9:b6:be", "network": {"id": "312e0f5e-c6b5-4fa1-ac62-dffee75f96b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2144632732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d86ab8aaa4c4c85a47dbeebaa763741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca87cc18-e9", "ovs_interfaceid": "ca87cc18-e957-496b-b4bc-73abd7e3f9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.589642] env[70113]: DEBUG oslo_concurrency.lockutils [req-0411e8d6-204a-46d4-8915-d2dc2039202f req-7603e798-ed53-40ee-90b1-b05c77f39cf2 service nova] Acquired lock "refresh_cache-839c870e-a428-458b-8ba6-910740c523c6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.589826] env[70113]: DEBUG nova.network.neutron [req-0411e8d6-204a-46d4-8915-d2dc2039202f req-7603e798-ed53-40ee-90b1-b05c77f39cf2 service nova] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Refreshing network info cache for port ca87cc18-e957-496b-b4bc-73abd7e3f9a9 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.591054] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:b6:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca87cc18-e957-496b-b4bc-73abd7e3f9a9', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.601987] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.603778] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.604604] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46cc6bbc-1b38-4c93-900c-5759eb58982d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.625594] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.625594] env[70113]: value = "task-3415820" [ 1022.625594] env[70113]: _type = "Task" [ 1022.625594] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.638525] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415820, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.663548] env[70113]: DEBUG nova.compute.utils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.667913] env[70113]: DEBUG nova.compute.manager [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.668098] env[70113]: DEBUG nova.network.neutron [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.709076] env[70113]: DEBUG nova.policy [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '552e27dea50d4a08bdda538f8385fdad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95036503c4b74c33a2300cad5affe864', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.822491] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.822801] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2825e6f-210e-440e-bc7e-08116dd0dd28 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.831639] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1022.831639] env[70113]: value = "task-3415821" [ 1022.831639] env[70113]: _type = "Task" [ 1022.831639] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.843332] env[70113]: DEBUG nova.network.neutron [req-0411e8d6-204a-46d4-8915-d2dc2039202f req-7603e798-ed53-40ee-90b1-b05c77f39cf2 service nova] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Updated VIF entry in instance network info cache for port ca87cc18-e957-496b-b4bc-73abd7e3f9a9. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.843691] env[70113]: DEBUG nova.network.neutron [req-0411e8d6-204a-46d4-8915-d2dc2039202f req-7603e798-ed53-40ee-90b1-b05c77f39cf2 service nova] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Updating instance_info_cache with network_info: [{"id": "ca87cc18-e957-496b-b4bc-73abd7e3f9a9", "address": "fa:16:3e:f9:b6:be", "network": {"id": "312e0f5e-c6b5-4fa1-ac62-dffee75f96b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2144632732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d86ab8aaa4c4c85a47dbeebaa763741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca87cc18-e9", "ovs_interfaceid": "ca87cc18-e957-496b-b4bc-73abd7e3f9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.844927] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.848718] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.848718] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52448b53-3bc4-0172-b547-ba54284f7f59" [ 1022.848718] env[70113]: _type = "HttpNfcLease" [ 1022.848718] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1022.848985] env[70113]: DEBUG oslo_vmware.rw_handles [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1022.848985] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52448b53-3bc4-0172-b547-ba54284f7f59" [ 1022.848985] env[70113]: _type = "HttpNfcLease" [ 1022.848985] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1022.849719] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee3808f-d5f9-4bf5-bbd4-3537ab41308f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.859685] env[70113]: DEBUG oslo_vmware.rw_handles [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257b7a1-3a91-96ba-caf8-5ec2ba41eff3/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1022.859873] env[70113]: DEBUG oslo_vmware.rw_handles [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257b7a1-3a91-96ba-caf8-5ec2ba41eff3/disk-0.vmdk for reading. {{(pid=70113) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1022.959355] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-82392795-cfeb-4228-a91a-ebbcb841e512 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.968077] env[70113]: DEBUG nova.network.neutron [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Successfully created port: 15d9482e-7b50-4e62-a349-1dbd84ee29ae {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.970574] env[70113]: DEBUG oslo_concurrency.lockutils [req-9cbf6cc7-c875-4e4f-a671-1906ed6def57 req-b776186a-4921-4727-9c08-88bfb6da9a8c service nova] Releasing lock "refresh_cache-21f6c0ea-3231-4812-b421-65a8d65a9db3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.036859] env[70113]: DEBUG nova.network.neutron [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.137163] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415820, 'name': CreateVM_Task, 'duration_secs': 0.392182} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.137355] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.141024] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc29b978-6dbe-4630-afd9-18fda4164d37" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.141024] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc29b978-6dbe-4630-afd9-18fda4164d37" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.141024] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc29b978-6dbe-4630-afd9-18fda4164d37" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.141024] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f95a79-1573-46fe-930d-cbef399e392d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.144276] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1023.144276] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]521186d6-46ec-35f5-9bdc-c69f4c54e02f" [ 1023.144276] env[70113]: _type = "Task" [ 1023.144276] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.153906] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521186d6-46ec-35f5-9bdc-c69f4c54e02f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.166334] env[70113]: DEBUG nova.compute.manager [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.227432] env[70113]: DEBUG nova.network.neutron [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Updating instance_info_cache with network_info: [{"id": "2ea60e64-95f2-4963-8914-e3881fc23d23", "address": "fa:16:3e:54:3e:ff", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ea60e64-95", "ovs_interfaceid": "2ea60e64-95f2-4963-8914-e3881fc23d23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.344684] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] VM already powered off {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1023.344971] env[70113]: DEBUG nova.compute.manager [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.345908] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1395d621-d3d9-45ec-a9eb-180ba3cd3bea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.354328] env[70113]: DEBUG oslo_concurrency.lockutils [req-0411e8d6-204a-46d4-8915-d2dc2039202f req-7603e798-ed53-40ee-90b1-b05c77f39cf2 service nova] Releasing lock "refresh_cache-839c870e-a428-458b-8ba6-910740c523c6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.354808] env[70113]: DEBUG oslo_concurrency.lockutils [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.354967] env[70113]: DEBUG oslo_concurrency.lockutils [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.355164] env[70113]: DEBUG nova.network.neutron [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.502537] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41650380-20bb-4a58-a3f5-c9572f81b4aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.509139] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d42ff4-170a-44bf-a11a-16e10b921619 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.545128] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e347de-753b-4172-b119-3947e6ea8ac5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.553864] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d284f0-3787-4993-997b-1475a634071e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.569439] env[70113]: DEBUG nova.compute.provider_tree [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.615377] env[70113]: DEBUG nova.compute.manager [req-4df03404-1441-4732-b81e-0698c99ed5fd req-4771cfe6-9b32-4a67-a40b-3c8b23e78fe4 service nova] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Received event network-vif-plugged-2ea60e64-95f2-4963-8914-e3881fc23d23 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.615867] env[70113]: DEBUG oslo_concurrency.lockutils [req-4df03404-1441-4732-b81e-0698c99ed5fd req-4771cfe6-9b32-4a67-a40b-3c8b23e78fe4 service nova] Acquiring lock "0d40d088-992f-422a-ac67-65ee0f592854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.615981] env[70113]: DEBUG oslo_concurrency.lockutils [req-4df03404-1441-4732-b81e-0698c99ed5fd req-4771cfe6-9b32-4a67-a40b-3c8b23e78fe4 service nova] Lock "0d40d088-992f-422a-ac67-65ee0f592854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.616229] env[70113]: DEBUG oslo_concurrency.lockutils [req-4df03404-1441-4732-b81e-0698c99ed5fd req-4771cfe6-9b32-4a67-a40b-3c8b23e78fe4 service nova] Lock "0d40d088-992f-422a-ac67-65ee0f592854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.616438] env[70113]: DEBUG nova.compute.manager [req-4df03404-1441-4732-b81e-0698c99ed5fd req-4771cfe6-9b32-4a67-a40b-3c8b23e78fe4 service nova] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] No waiting events found dispatching network-vif-plugged-2ea60e64-95f2-4963-8914-e3881fc23d23 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.616654] env[70113]: WARNING nova.compute.manager [req-4df03404-1441-4732-b81e-0698c99ed5fd req-4771cfe6-9b32-4a67-a40b-3c8b23e78fe4 service nova] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Received unexpected event network-vif-plugged-2ea60e64-95f2-4963-8914-e3881fc23d23 for instance with vm_state building and task_state spawning. [ 1023.616848] env[70113]: DEBUG nova.compute.manager [req-4df03404-1441-4732-b81e-0698c99ed5fd req-4771cfe6-9b32-4a67-a40b-3c8b23e78fe4 service nova] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Received event network-changed-2ea60e64-95f2-4963-8914-e3881fc23d23 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.617070] env[70113]: DEBUG nova.compute.manager [req-4df03404-1441-4732-b81e-0698c99ed5fd req-4771cfe6-9b32-4a67-a40b-3c8b23e78fe4 service nova] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Refreshing instance network info cache due to event network-changed-2ea60e64-95f2-4963-8914-e3881fc23d23. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.617344] env[70113]: DEBUG oslo_concurrency.lockutils [req-4df03404-1441-4732-b81e-0698c99ed5fd req-4771cfe6-9b32-4a67-a40b-3c8b23e78fe4 service nova] Acquiring lock "refresh_cache-0d40d088-992f-422a-ac67-65ee0f592854" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.654988] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc29b978-6dbe-4630-afd9-18fda4164d37" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.655350] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Processing image dc29b978-6dbe-4630-afd9-18fda4164d37 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.655668] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc29b978-6dbe-4630-afd9-18fda4164d37/dc29b978-6dbe-4630-afd9-18fda4164d37.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.655857] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc29b978-6dbe-4630-afd9-18fda4164d37/dc29b978-6dbe-4630-afd9-18fda4164d37.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.656108] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.656520] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be4d5e36-73e1-439f-a363-e6b17158bdaa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.666993] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.667308] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.668440] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405c96e8-ce9a-4dfd-99de-e49ad257fb47 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.679131] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1023.679131] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a218a8-2f33-fb2a-9344-10bec8eb7f49" [ 1023.679131] env[70113]: _type = "Task" [ 1023.679131] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.690260] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a218a8-2f33-fb2a-9344-10bec8eb7f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.732233] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "refresh_cache-0d40d088-992f-422a-ac67-65ee0f592854" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.732899] env[70113]: DEBUG nova.compute.manager [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Instance network_info: |[{"id": "2ea60e64-95f2-4963-8914-e3881fc23d23", "address": "fa:16:3e:54:3e:ff", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ea60e64-95", "ovs_interfaceid": "2ea60e64-95f2-4963-8914-e3881fc23d23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.733273] env[70113]: DEBUG oslo_concurrency.lockutils [req-4df03404-1441-4732-b81e-0698c99ed5fd req-4771cfe6-9b32-4a67-a40b-3c8b23e78fe4 service nova] Acquired lock "refresh_cache-0d40d088-992f-422a-ac67-65ee0f592854" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.733530] env[70113]: DEBUG nova.network.neutron [req-4df03404-1441-4732-b81e-0698c99ed5fd req-4771cfe6-9b32-4a67-a40b-3c8b23e78fe4 service nova] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Refreshing network info cache for port 2ea60e64-95f2-4963-8914-e3881fc23d23 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.735070] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:3e:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ea60e64-95f2-4963-8914-e3881fc23d23', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.743765] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.744860] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.745212] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5a528ae-b2b8-43bb-94e3-2738f14afacd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.770145] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.770145] env[70113]: value = "task-3415822" [ 1023.770145] env[70113]: _type = "Task" [ 1023.770145] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.778979] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415822, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.074475] env[70113]: DEBUG nova.scheduler.client.report [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.129189] env[70113]: DEBUG nova.network.neutron [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Updating instance_info_cache with network_info: [{"id": "9fd2953a-8de0-49c1-ab78-c57b51fe1fbd", "address": "fa:16:3e:84:63:54", "network": {"id": "767d4c2e-45dc-4897-97fe-d0dd083bc4c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1810633966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6aa0277625144c9a66051a85e4476a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd2953a-8d", "ovs_interfaceid": "9fd2953a-8de0-49c1-ab78-c57b51fe1fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.177602] env[70113]: DEBUG nova.compute.manager [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.191661] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Preparing fetch location {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1024.191661] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Fetch image to [datastore2] OSTACK_IMG_7aef3073-aebf-48c6-be32-eec6a3d70909/OSTACK_IMG_7aef3073-aebf-48c6-be32-eec6a3d70909.vmdk {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1024.191876] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Downloading stream optimized image dc29b978-6dbe-4630-afd9-18fda4164d37 to [datastore2] OSTACK_IMG_7aef3073-aebf-48c6-be32-eec6a3d70909/OSTACK_IMG_7aef3073-aebf-48c6-be32-eec6a3d70909.vmdk on the data store datastore2 as vApp {{(pid=70113) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1024.192256] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Downloading image file data dc29b978-6dbe-4630-afd9-18fda4164d37 to the ESX as VM named 'OSTACK_IMG_7aef3073-aebf-48c6-be32-eec6a3d70909' {{(pid=70113) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1024.213034] env[70113]: DEBUG nova.virt.hardware [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.213374] env[70113]: DEBUG nova.virt.hardware [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.213535] env[70113]: DEBUG nova.virt.hardware [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.213742] env[70113]: DEBUG nova.virt.hardware [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.213900] env[70113]: DEBUG nova.virt.hardware [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.214110] env[70113]: DEBUG nova.virt.hardware [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.214545] env[70113]: DEBUG nova.virt.hardware [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.214636] env[70113]: DEBUG nova.virt.hardware [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.214871] env[70113]: DEBUG nova.virt.hardware [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.215060] env[70113]: DEBUG nova.virt.hardware [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.215308] env[70113]: DEBUG nova.virt.hardware [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.217680] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0bc3aa-8d92-4886-84a1-d1cdd8ba717d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.246739] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c63e4a7-801b-441d-b476-5133953d5330 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.282605] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415822, 'name': CreateVM_Task, 'duration_secs': 0.430214} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.282797] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.283702] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.283846] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.284270] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.284605] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a737c53-d0c0-4fc7-8dc0-7c2e8af96fee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.290271] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1024.290271] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]525d88d5-1399-1c61-555d-a6afd1b32310" [ 1024.290271] env[70113]: _type = "Task" [ 1024.290271] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.295378] env[70113]: DEBUG oslo_vmware.rw_handles [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1024.295378] env[70113]: value = "resgroup-9" [ 1024.295378] env[70113]: _type = "ResourcePool" [ 1024.295378] env[70113]: }. {{(pid=70113) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1024.296165] env[70113]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c68d84e5-4edb-4135-9a33-a776bc6fffe7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.320337] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525d88d5-1399-1c61-555d-a6afd1b32310, 'name': SearchDatastore_Task, 'duration_secs': 0.022692} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.321620] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.322574] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.322574] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.322574] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.322973] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.323380] env[70113]: DEBUG oslo_vmware.rw_handles [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lease: (returnval){ [ 1024.323380] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]527416ae-e46c-3e87-9d82-c43dab0bef8f" [ 1024.323380] env[70113]: _type = "HttpNfcLease" [ 1024.323380] env[70113]: } obtained for vApp import into resource pool (val){ [ 1024.323380] env[70113]: value = "resgroup-9" [ 1024.323380] env[70113]: _type = "ResourcePool" [ 1024.323380] env[70113]: }. {{(pid=70113) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1024.323646] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the lease: (returnval){ [ 1024.323646] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]527416ae-e46c-3e87-9d82-c43dab0bef8f" [ 1024.323646] env[70113]: _type = "HttpNfcLease" [ 1024.323646] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1024.323763] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2752511-2e50-4750-8133-49ae1afb44b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.333308] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1024.333308] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]527416ae-e46c-3e87-9d82-c43dab0bef8f" [ 1024.333308] env[70113]: _type = "HttpNfcLease" [ 1024.333308] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1024.336210] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.336473] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.337306] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b545c0af-746e-4939-976d-71ee642e5735 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.343012] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1024.343012] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]527c7e13-8672-fe31-c890-1aa2066b290b" [ 1024.343012] env[70113]: _type = "Task" [ 1024.343012] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.355106] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527c7e13-8672-fe31-c890-1aa2066b290b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.448758] env[70113]: DEBUG nova.network.neutron [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Successfully updated port: 15d9482e-7b50-4e62-a349-1dbd84ee29ae {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.581144] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.581944] env[70113]: DEBUG nova.compute.manager [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.586471] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.146s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.586471] env[70113]: DEBUG nova.objects.instance [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70113) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1024.607295] env[70113]: DEBUG nova.network.neutron [req-4df03404-1441-4732-b81e-0698c99ed5fd req-4771cfe6-9b32-4a67-a40b-3c8b23e78fe4 service nova] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Updated VIF entry in instance network info cache for port 2ea60e64-95f2-4963-8914-e3881fc23d23. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.609293] env[70113]: DEBUG nova.network.neutron [req-4df03404-1441-4732-b81e-0698c99ed5fd req-4771cfe6-9b32-4a67-a40b-3c8b23e78fe4 service nova] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Updating instance_info_cache with network_info: [{"id": "2ea60e64-95f2-4963-8914-e3881fc23d23", "address": "fa:16:3e:54:3e:ff", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ea60e64-95", "ovs_interfaceid": "2ea60e64-95f2-4963-8914-e3881fc23d23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.632095] env[70113]: DEBUG oslo_concurrency.lockutils [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Releasing lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.834852] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1024.834852] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]527416ae-e46c-3e87-9d82-c43dab0bef8f" [ 1024.834852] env[70113]: _type = "HttpNfcLease" [ 1024.834852] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1024.854963] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527c7e13-8672-fe31-c890-1aa2066b290b, 'name': SearchDatastore_Task, 'duration_secs': 0.01697} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.855946] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e71598-9d5d-4e1d-8c6b-f595361281f8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.862291] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1024.862291] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d0d447-71cb-108d-b52a-5df380446356" [ 1024.862291] env[70113]: _type = "Task" [ 1024.862291] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.871918] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d0d447-71cb-108d-b52a-5df380446356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.951456] env[70113]: DEBUG oslo_concurrency.lockutils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "refresh_cache-13e4e1b5-7718-4c59-88a0-71dba205a2c3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.951670] env[70113]: DEBUG oslo_concurrency.lockutils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "refresh_cache-13e4e1b5-7718-4c59-88a0-71dba205a2c3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.951966] env[70113]: DEBUG nova.network.neutron [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.971856] env[70113]: DEBUG nova.compute.manager [req-07f7ad3d-5e1b-4ca4-9bbe-a76e38722ccf req-71253255-213a-4780-9332-f9b28514e806 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Received event network-vif-unplugged-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.972276] env[70113]: DEBUG oslo_concurrency.lockutils [req-07f7ad3d-5e1b-4ca4-9bbe-a76e38722ccf req-71253255-213a-4780-9332-f9b28514e806 service nova] Acquiring lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.972563] env[70113]: DEBUG oslo_concurrency.lockutils [req-07f7ad3d-5e1b-4ca4-9bbe-a76e38722ccf req-71253255-213a-4780-9332-f9b28514e806 service nova] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.972776] env[70113]: DEBUG oslo_concurrency.lockutils [req-07f7ad3d-5e1b-4ca4-9bbe-a76e38722ccf req-71253255-213a-4780-9332-f9b28514e806 service nova] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.972994] env[70113]: DEBUG nova.compute.manager [req-07f7ad3d-5e1b-4ca4-9bbe-a76e38722ccf req-71253255-213a-4780-9332-f9b28514e806 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] No waiting events found dispatching network-vif-unplugged-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.973497] env[70113]: WARNING nova.compute.manager [req-07f7ad3d-5e1b-4ca4-9bbe-a76e38722ccf req-71253255-213a-4780-9332-f9b28514e806 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Received unexpected event network-vif-unplugged-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd for instance with vm_state shelved and task_state shelving_offloading. [ 1025.072604] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.073528] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f5c52c-5116-4870-99fc-9d1927ca3fcd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.082061] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.082301] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fae79fa-ceff-41f7-bb15-7ab539a5b36c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.095046] env[70113]: DEBUG nova.compute.utils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.099092] env[70113]: DEBUG nova.compute.manager [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.099278] env[70113]: DEBUG nova.network.neutron [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.111194] env[70113]: DEBUG oslo_concurrency.lockutils [req-4df03404-1441-4732-b81e-0698c99ed5fd req-4771cfe6-9b32-4a67-a40b-3c8b23e78fe4 service nova] Releasing lock "refresh_cache-0d40d088-992f-422a-ac67-65ee0f592854" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.147380] env[70113]: DEBUG nova.policy [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3382c9af947a4b2eafa223a839454275', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '317f22fcfcdb4834b6fd6c5e43ae72b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.159974] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.160320] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.160572] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Deleting the datastore file [datastore2] bada8017-1fc1-47c8-ac7e-b596e2fc2917 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.160932] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-199c4657-6e53-4c34-9342-a220fd5799c9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.169652] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1025.169652] env[70113]: value = "task-3415825" [ 1025.169652] env[70113]: _type = "Task" [ 1025.169652] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.183647] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.335752] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.335752] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]527416ae-e46c-3e87-9d82-c43dab0bef8f" [ 1025.335752] env[70113]: _type = "HttpNfcLease" [ 1025.335752] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1025.336073] env[70113]: DEBUG oslo_vmware.rw_handles [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1025.336073] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]527416ae-e46c-3e87-9d82-c43dab0bef8f" [ 1025.336073] env[70113]: _type = "HttpNfcLease" [ 1025.336073] env[70113]: }. {{(pid=70113) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1025.336825] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af0dedc-bee3-4b06-8992-c697153594b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.345659] env[70113]: DEBUG oslo_vmware.rw_handles [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f31c17-ba67-109a-043c-35c01becf87d/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1025.345898] env[70113]: DEBUG oslo_vmware.rw_handles [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f31c17-ba67-109a-043c-35c01becf87d/disk-0.vmdk. {{(pid=70113) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1025.416724] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-32ead984-6cf7-47bd-b376-38075002045f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.418363] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d0d447-71cb-108d-b52a-5df380446356, 'name': SearchDatastore_Task, 'duration_secs': 0.012988} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.419961] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.420266] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 0d40d088-992f-422a-ac67-65ee0f592854/0d40d088-992f-422a-ac67-65ee0f592854.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.420911] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e519c3b-6257-4247-b1e7-6f7c56cd48a1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.428691] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1025.428691] env[70113]: value = "task-3415826" [ 1025.428691] env[70113]: _type = "Task" [ 1025.428691] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.438516] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.490844] env[70113]: DEBUG nova.network.neutron [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.546301] env[70113]: DEBUG nova.network.neutron [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Successfully created port: 223abcec-0c9e-45c5-a7c1-667d5dc556f2 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.600207] env[70113]: DEBUG nova.compute.manager [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.603979] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5cc4c2b9-c703-4abf-95de-1b8253eb2125 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.605339] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.724s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.605515] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.607737] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.708s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.607985] env[70113]: DEBUG nova.objects.instance [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lazy-loading 'resources' on Instance uuid 6a4056d3-e606-4232-a764-b1d6ffdc311e {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.643725] env[70113]: INFO nova.scheduler.client.report [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleted allocations for instance 5276edc2-b78c-418b-9801-708672871dff [ 1025.673449] env[70113]: DEBUG nova.network.neutron [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Updating instance_info_cache with network_info: [{"id": "15d9482e-7b50-4e62-a349-1dbd84ee29ae", "address": "fa:16:3e:e4:c7:03", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d9482e-7b", "ovs_interfaceid": "15d9482e-7b50-4e62-a349-1dbd84ee29ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.689591] env[70113]: DEBUG oslo_vmware.api [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214849} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.690563] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.690763] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.690969] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.718052] env[70113]: INFO nova.scheduler.client.report [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Deleted allocations for instance bada8017-1fc1-47c8-ac7e-b596e2fc2917 [ 1025.927636] env[70113]: DEBUG nova.compute.manager [req-6c117e1f-3c52-42c9-92fd-c9000396d3c1 req-7ae077cd-7877-454c-a68a-557c181ea5d3 service nova] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Received event network-vif-plugged-15d9482e-7b50-4e62-a349-1dbd84ee29ae {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.927636] env[70113]: DEBUG oslo_concurrency.lockutils [req-6c117e1f-3c52-42c9-92fd-c9000396d3c1 req-7ae077cd-7877-454c-a68a-557c181ea5d3 service nova] Acquiring lock "13e4e1b5-7718-4c59-88a0-71dba205a2c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.928082] env[70113]: DEBUG oslo_concurrency.lockutils [req-6c117e1f-3c52-42c9-92fd-c9000396d3c1 req-7ae077cd-7877-454c-a68a-557c181ea5d3 service nova] Lock "13e4e1b5-7718-4c59-88a0-71dba205a2c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.928459] env[70113]: DEBUG oslo_concurrency.lockutils [req-6c117e1f-3c52-42c9-92fd-c9000396d3c1 req-7ae077cd-7877-454c-a68a-557c181ea5d3 service nova] Lock "13e4e1b5-7718-4c59-88a0-71dba205a2c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.930341] env[70113]: DEBUG nova.compute.manager [req-6c117e1f-3c52-42c9-92fd-c9000396d3c1 req-7ae077cd-7877-454c-a68a-557c181ea5d3 service nova] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] No waiting events found dispatching network-vif-plugged-15d9482e-7b50-4e62-a349-1dbd84ee29ae {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.930341] env[70113]: WARNING nova.compute.manager [req-6c117e1f-3c52-42c9-92fd-c9000396d3c1 req-7ae077cd-7877-454c-a68a-557c181ea5d3 service nova] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Received unexpected event network-vif-plugged-15d9482e-7b50-4e62-a349-1dbd84ee29ae for instance with vm_state building and task_state spawning. [ 1025.930341] env[70113]: DEBUG nova.compute.manager [req-6c117e1f-3c52-42c9-92fd-c9000396d3c1 req-7ae077cd-7877-454c-a68a-557c181ea5d3 service nova] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Received event network-changed-15d9482e-7b50-4e62-a349-1dbd84ee29ae {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.930341] env[70113]: DEBUG nova.compute.manager [req-6c117e1f-3c52-42c9-92fd-c9000396d3c1 req-7ae077cd-7877-454c-a68a-557c181ea5d3 service nova] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Refreshing instance network info cache due to event network-changed-15d9482e-7b50-4e62-a349-1dbd84ee29ae. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.930341] env[70113]: DEBUG oslo_concurrency.lockutils [req-6c117e1f-3c52-42c9-92fd-c9000396d3c1 req-7ae077cd-7877-454c-a68a-557c181ea5d3 service nova] Acquiring lock "refresh_cache-13e4e1b5-7718-4c59-88a0-71dba205a2c3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.954249] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415826, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.006210] env[70113]: DEBUG nova.network.neutron [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Successfully created port: 0182ee34-62dc-4f0e-9f9c-b739ed7f3a68 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.159879] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96bb50ab-41a4-4cbf-ac1c-136b1f8acc40 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "5276edc2-b78c-418b-9801-708672871dff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.755s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.179562] env[70113]: DEBUG oslo_concurrency.lockutils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "refresh_cache-13e4e1b5-7718-4c59-88a0-71dba205a2c3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.181022] env[70113]: DEBUG nova.compute.manager [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Instance network_info: |[{"id": "15d9482e-7b50-4e62-a349-1dbd84ee29ae", "address": "fa:16:3e:e4:c7:03", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d9482e-7b", "ovs_interfaceid": "15d9482e-7b50-4e62-a349-1dbd84ee29ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.181424] env[70113]: DEBUG oslo_concurrency.lockutils [req-6c117e1f-3c52-42c9-92fd-c9000396d3c1 req-7ae077cd-7877-454c-a68a-557c181ea5d3 service nova] Acquired lock "refresh_cache-13e4e1b5-7718-4c59-88a0-71dba205a2c3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.181640] env[70113]: DEBUG nova.network.neutron [req-6c117e1f-3c52-42c9-92fd-c9000396d3c1 req-7ae077cd-7877-454c-a68a-557c181ea5d3 service nova] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Refreshing network info cache for port 15d9482e-7b50-4e62-a349-1dbd84ee29ae {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.183410] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:c7:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15d9482e-7b50-4e62-a349-1dbd84ee29ae', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.193712] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.200092] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.201682] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04087811-3f3d-4f96-a96f-371a1f969534 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.225756] env[70113]: DEBUG oslo_concurrency.lockutils [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.229049] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.229049] env[70113]: value = "task-3415827" [ 1026.229049] env[70113]: _type = "Task" [ 1026.229049] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.240293] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415827, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.448274] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566571} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.448699] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 0d40d088-992f-422a-ac67-65ee0f592854/0d40d088-992f-422a-ac67-65ee0f592854.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.448942] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.450530] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae0fa60c-67e8-4474-9364-1bc726c6d934 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.465377] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1026.465377] env[70113]: value = "task-3415828" [ 1026.465377] env[70113]: _type = "Task" [ 1026.465377] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.475716] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.513448] env[70113]: DEBUG oslo_vmware.rw_handles [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Completed reading data from the image iterator. {{(pid=70113) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1026.513448] env[70113]: DEBUG oslo_vmware.rw_handles [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f31c17-ba67-109a-043c-35c01becf87d/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1026.513448] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd25dcd-706c-474d-bbe2-a0553e8fb5e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.519984] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79990b5-25d5-4f76-b948-805889c9ef84 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.530907] env[70113]: DEBUG oslo_vmware.rw_handles [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f31c17-ba67-109a-043c-35c01becf87d/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1026.532502] env[70113]: DEBUG oslo_vmware.rw_handles [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f31c17-ba67-109a-043c-35c01becf87d/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1026.533580] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-061adb10-b9d0-46b8-a665-0636de76f8b4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.536751] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc5c26a-9902-4fa9-80cc-2e866ddb4923 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.571873] env[70113]: DEBUG nova.network.neutron [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Successfully created port: 25a7befe-8a9b-44bf-9230-96fe5eeef462 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.574788] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fe6e9f-1205-4c3e-b9b0-b7d8254cbc7b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.584084] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4023b167-a523-4e9c-bab0-29d3e1bbe67c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.599375] env[70113]: DEBUG nova.compute.provider_tree [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.617654] env[70113]: DEBUG nova.compute.manager [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.647063] env[70113]: DEBUG nova.virt.hardware [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.647443] env[70113]: DEBUG nova.virt.hardware [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.647592] env[70113]: DEBUG nova.virt.hardware [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.647847] env[70113]: DEBUG nova.virt.hardware [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.648073] env[70113]: DEBUG nova.virt.hardware [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.648283] env[70113]: DEBUG nova.virt.hardware [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.648552] env[70113]: DEBUG nova.virt.hardware [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.648754] env[70113]: DEBUG nova.virt.hardware [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.648975] env[70113]: DEBUG nova.virt.hardware [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.649200] env[70113]: DEBUG nova.virt.hardware [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.649408] env[70113]: DEBUG nova.virt.hardware [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.650875] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ff9b45-16af-491b-bab3-3a73e4247d18 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.661014] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86bcf91-e2fa-40fe-bc38-57c0e4ad5e42 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.742345] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415827, 'name': CreateVM_Task, 'duration_secs': 0.441432} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.742592] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.743320] env[70113]: DEBUG oslo_concurrency.lockutils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.743499] env[70113]: DEBUG oslo_concurrency.lockutils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.743838] env[70113]: DEBUG oslo_concurrency.lockutils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.744128] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780d54d6-bcac-49fa-86eb-f9bc74315ea2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.751312] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1026.751312] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a89b0b-e461-4dc2-aca4-4d03414c4c2a" [ 1026.751312] env[70113]: _type = "Task" [ 1026.751312] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.763724] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a89b0b-e461-4dc2-aca4-4d03414c4c2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.842095] env[70113]: DEBUG oslo_vmware.rw_handles [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f31c17-ba67-109a-043c-35c01becf87d/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1026.842911] env[70113]: INFO nova.virt.vmwareapi.images [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Downloaded image file data dc29b978-6dbe-4630-afd9-18fda4164d37 [ 1026.843300] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e1cbd7-edde-4cc3-b37d-ddc93c729876 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.864743] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d46ae3e-44ca-4dce-b500-546c412dc8ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.925095] env[70113]: INFO nova.virt.vmwareapi.images [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] The imported VM was unregistered [ 1026.932022] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Caching image {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1026.932022] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Creating directory with path [datastore2] devstack-image-cache_base/dc29b978-6dbe-4630-afd9-18fda4164d37 {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.932022] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93f60568-428b-4fa6-ada0-51db5c491478 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.952158] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Created directory with path [datastore2] devstack-image-cache_base/dc29b978-6dbe-4630-afd9-18fda4164d37 {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.952158] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7aef3073-aebf-48c6-be32-eec6a3d70909/OSTACK_IMG_7aef3073-aebf-48c6-be32-eec6a3d70909.vmdk to [datastore2] devstack-image-cache_base/dc29b978-6dbe-4630-afd9-18fda4164d37/dc29b978-6dbe-4630-afd9-18fda4164d37.vmdk. {{(pid=70113) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1026.952158] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-852bb851-a1a7-48eb-80ae-954fbc5aeb61 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.958062] env[70113]: DEBUG nova.network.neutron [req-6c117e1f-3c52-42c9-92fd-c9000396d3c1 req-7ae077cd-7877-454c-a68a-557c181ea5d3 service nova] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Updated VIF entry in instance network info cache for port 15d9482e-7b50-4e62-a349-1dbd84ee29ae. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.958656] env[70113]: DEBUG nova.network.neutron [req-6c117e1f-3c52-42c9-92fd-c9000396d3c1 req-7ae077cd-7877-454c-a68a-557c181ea5d3 service nova] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Updating instance_info_cache with network_info: [{"id": "15d9482e-7b50-4e62-a349-1dbd84ee29ae", "address": "fa:16:3e:e4:c7:03", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d9482e-7b", "ovs_interfaceid": "15d9482e-7b50-4e62-a349-1dbd84ee29ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.971031] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1026.971031] env[70113]: value = "task-3415830" [ 1026.971031] env[70113]: _type = "Task" [ 1026.971031] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.980509] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090903} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.980865] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.982049] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302c1c09-4e83-4ce3-9947-a73db7563138 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.989071] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415830, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.011319] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 0d40d088-992f-422a-ac67-65ee0f592854/0d40d088-992f-422a-ac67-65ee0f592854.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.012266] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f49874f3-daeb-4a29-9e11-250e2a2a4c92 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.034489] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1027.034489] env[70113]: value = "task-3415831" [ 1027.034489] env[70113]: _type = "Task" [ 1027.034489] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.040190] env[70113]: DEBUG nova.compute.manager [req-1aea14e5-9b74-4914-bc9a-15793d8c8d2e req-4b9adcdc-086b-4c32-b72b-b1a92a791ce2 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Received event network-changed-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.040404] env[70113]: DEBUG nova.compute.manager [req-1aea14e5-9b74-4914-bc9a-15793d8c8d2e req-4b9adcdc-086b-4c32-b72b-b1a92a791ce2 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Refreshing instance network info cache due to event network-changed-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.040622] env[70113]: DEBUG oslo_concurrency.lockutils [req-1aea14e5-9b74-4914-bc9a-15793d8c8d2e req-4b9adcdc-086b-4c32-b72b-b1a92a791ce2 service nova] Acquiring lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.040755] env[70113]: DEBUG oslo_concurrency.lockutils [req-1aea14e5-9b74-4914-bc9a-15793d8c8d2e req-4b9adcdc-086b-4c32-b72b-b1a92a791ce2 service nova] Acquired lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.040913] env[70113]: DEBUG nova.network.neutron [req-1aea14e5-9b74-4914-bc9a-15793d8c8d2e req-4b9adcdc-086b-4c32-b72b-b1a92a791ce2 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Refreshing network info cache for port 9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.048526] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.102919] env[70113]: DEBUG nova.scheduler.client.report [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.266623] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a89b0b-e461-4dc2-aca4-4d03414c4c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.019891} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.267136] env[70113]: DEBUG oslo_concurrency.lockutils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.267429] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.267646] env[70113]: DEBUG oslo_concurrency.lockutils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.267806] env[70113]: DEBUG oslo_concurrency.lockutils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.267996] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.268680] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-299c2328-06de-406c-bcb0-7be56e18258e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.286147] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.286147] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.286918] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f50f8e-ad53-4856-857f-6b49d6d0f539 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.297983] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1027.297983] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c6e7db-8a52-e441-d3c4-0aa9cec41c28" [ 1027.297983] env[70113]: _type = "Task" [ 1027.297983] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.311363] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c6e7db-8a52-e441-d3c4-0aa9cec41c28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.462254] env[70113]: DEBUG oslo_concurrency.lockutils [req-6c117e1f-3c52-42c9-92fd-c9000396d3c1 req-7ae077cd-7877-454c-a68a-557c181ea5d3 service nova] Releasing lock "refresh_cache-13e4e1b5-7718-4c59-88a0-71dba205a2c3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.484818] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415830, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.549624] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.608184] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.612045] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.786s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.613951] env[70113]: INFO nova.compute.claims [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.633483] env[70113]: INFO nova.scheduler.client.report [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Deleted allocations for instance 6a4056d3-e606-4232-a764-b1d6ffdc311e [ 1027.799767] env[70113]: DEBUG nova.network.neutron [req-1aea14e5-9b74-4914-bc9a-15793d8c8d2e req-4b9adcdc-086b-4c32-b72b-b1a92a791ce2 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Updated VIF entry in instance network info cache for port 9fd2953a-8de0-49c1-ab78-c57b51fe1fbd. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.800192] env[70113]: DEBUG nova.network.neutron [req-1aea14e5-9b74-4914-bc9a-15793d8c8d2e req-4b9adcdc-086b-4c32-b72b-b1a92a791ce2 service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Updating instance_info_cache with network_info: [{"id": "9fd2953a-8de0-49c1-ab78-c57b51fe1fbd", "address": "fa:16:3e:84:63:54", "network": {"id": "767d4c2e-45dc-4897-97fe-d0dd083bc4c5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1810633966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6aa0277625144c9a66051a85e4476a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9fd2953a-8d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.816646] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c6e7db-8a52-e441-d3c4-0aa9cec41c28, 'name': SearchDatastore_Task, 'duration_secs': 0.066804} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.818166] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-715763e8-5a5e-4b9b-b00a-a8ad4c0a47fb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.828830] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1027.828830] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d5b67e-2d0d-71b4-9a71-2a6a48ea253e" [ 1027.828830] env[70113]: _type = "Task" [ 1027.828830] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.843160] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d5b67e-2d0d-71b4-9a71-2a6a48ea253e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.986391] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415830, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.049476] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.143361] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9c5591f3-9607-4004-ae75-38a6ca887235 tempest-MigrationsAdminTest-911517310 tempest-MigrationsAdminTest-911517310-project-member] Lock "6a4056d3-e606-4232-a764-b1d6ffdc311e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.821s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.245537] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.245933] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.306191] env[70113]: DEBUG oslo_concurrency.lockutils [req-1aea14e5-9b74-4914-bc9a-15793d8c8d2e req-4b9adcdc-086b-4c32-b72b-b1a92a791ce2 service nova] Releasing lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.347907] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d5b67e-2d0d-71b4-9a71-2a6a48ea253e, 'name': SearchDatastore_Task, 'duration_secs': 0.082094} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.348580] env[70113]: DEBUG oslo_concurrency.lockutils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.348580] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 13e4e1b5-7718-4c59-88a0-71dba205a2c3/13e4e1b5-7718-4c59-88a0-71dba205a2c3.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.348850] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62736571-f184-4d7a-a568-e1c0243cb343 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.365407] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1028.365407] env[70113]: value = "task-3415832" [ 1028.365407] env[70113]: _type = "Task" [ 1028.365407] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.376208] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.381114] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.487393] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415830, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.488424] env[70113]: DEBUG nova.network.neutron [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Successfully updated port: 223abcec-0c9e-45c5-a7c1-667d5dc556f2 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.551832] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.760225] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.762552] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.767200] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.767200] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.767200] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.767200] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.767200] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70113) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1028.767200] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1028.886831] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.990503] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415830, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.992421] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a45fb2-29ab-4763-ba65-5baa17e75dcf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.008078] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506f5f79-c4b4-4936-a673-2af590bfb7f8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.053068] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073286a7-d953-43d5-af4a-e0eabf8e0f88 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.063470] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2eb2671-c098-4448-9385-da493a8201a4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.070545] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415831, 'name': ReconfigVM_Task, 'duration_secs': 1.61739} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.071790] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 0d40d088-992f-422a-ac67-65ee0f592854/0d40d088-992f-422a-ac67-65ee0f592854.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.072591] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce1c8d5a-e6a8-496b-9a42-56c15c23721c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.084899] env[70113]: DEBUG nova.compute.provider_tree [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.088801] env[70113]: DEBUG nova.compute.manager [req-3e674f3e-2ea4-4638-bdcf-417470433f21 req-6a7ca253-9bed-40f1-b7b1-78cdd4c3199a service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Received event network-vif-plugged-223abcec-0c9e-45c5-a7c1-667d5dc556f2 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.089052] env[70113]: DEBUG oslo_concurrency.lockutils [req-3e674f3e-2ea4-4638-bdcf-417470433f21 req-6a7ca253-9bed-40f1-b7b1-78cdd4c3199a service nova] Acquiring lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.089363] env[70113]: DEBUG oslo_concurrency.lockutils [req-3e674f3e-2ea4-4638-bdcf-417470433f21 req-6a7ca253-9bed-40f1-b7b1-78cdd4c3199a service nova] Lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.089615] env[70113]: DEBUG oslo_concurrency.lockutils [req-3e674f3e-2ea4-4638-bdcf-417470433f21 req-6a7ca253-9bed-40f1-b7b1-78cdd4c3199a service nova] Lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.089815] env[70113]: DEBUG nova.compute.manager [req-3e674f3e-2ea4-4638-bdcf-417470433f21 req-6a7ca253-9bed-40f1-b7b1-78cdd4c3199a service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] No waiting events found dispatching network-vif-plugged-223abcec-0c9e-45c5-a7c1-667d5dc556f2 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.089983] env[70113]: WARNING nova.compute.manager [req-3e674f3e-2ea4-4638-bdcf-417470433f21 req-6a7ca253-9bed-40f1-b7b1-78cdd4c3199a service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Received unexpected event network-vif-plugged-223abcec-0c9e-45c5-a7c1-667d5dc556f2 for instance with vm_state building and task_state spawning. [ 1029.090171] env[70113]: DEBUG nova.compute.manager [req-3e674f3e-2ea4-4638-bdcf-417470433f21 req-6a7ca253-9bed-40f1-b7b1-78cdd4c3199a service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Received event network-changed-223abcec-0c9e-45c5-a7c1-667d5dc556f2 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.090327] env[70113]: DEBUG nova.compute.manager [req-3e674f3e-2ea4-4638-bdcf-417470433f21 req-6a7ca253-9bed-40f1-b7b1-78cdd4c3199a service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Refreshing instance network info cache due to event network-changed-223abcec-0c9e-45c5-a7c1-667d5dc556f2. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.090809] env[70113]: DEBUG oslo_concurrency.lockutils [req-3e674f3e-2ea4-4638-bdcf-417470433f21 req-6a7ca253-9bed-40f1-b7b1-78cdd4c3199a service nova] Acquiring lock "refresh_cache-9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.091031] env[70113]: DEBUG oslo_concurrency.lockutils [req-3e674f3e-2ea4-4638-bdcf-417470433f21 req-6a7ca253-9bed-40f1-b7b1-78cdd4c3199a service nova] Acquired lock "refresh_cache-9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.091252] env[70113]: DEBUG nova.network.neutron [req-3e674f3e-2ea4-4638-bdcf-417470433f21 req-6a7ca253-9bed-40f1-b7b1-78cdd4c3199a service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Refreshing network info cache for port 223abcec-0c9e-45c5-a7c1-667d5dc556f2 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.098032] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1029.098032] env[70113]: value = "task-3415833" [ 1029.098032] env[70113]: _type = "Task" [ 1029.098032] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.115462] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415833, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.271140] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.380980] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415832, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.488755] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415830, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.424371} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.488755] env[70113]: INFO nova.virt.vmwareapi.ds_util [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7aef3073-aebf-48c6-be32-eec6a3d70909/OSTACK_IMG_7aef3073-aebf-48c6-be32-eec6a3d70909.vmdk to [datastore2] devstack-image-cache_base/dc29b978-6dbe-4630-afd9-18fda4164d37/dc29b978-6dbe-4630-afd9-18fda4164d37.vmdk. [ 1029.489032] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Cleaning up location [datastore2] OSTACK_IMG_7aef3073-aebf-48c6-be32-eec6a3d70909 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1029.489032] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7aef3073-aebf-48c6-be32-eec6a3d70909 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.489670] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd2fdb26-02a5-4be6-b96f-23a61f1f04db {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.499854] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1029.499854] env[70113]: value = "task-3415834" [ 1029.499854] env[70113]: _type = "Task" [ 1029.499854] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.516025] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.597024] env[70113]: DEBUG nova.scheduler.client.report [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.615406] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415833, 'name': Rename_Task, 'duration_secs': 0.350342} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.615406] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.615746] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c021c0f6-21fd-4101-8bc2-3b754bbebf12 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.627239] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1029.627239] env[70113]: value = "task-3415835" [ 1029.627239] env[70113]: _type = "Task" [ 1029.627239] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.639414] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.654038] env[70113]: DEBUG nova.network.neutron [req-3e674f3e-2ea4-4638-bdcf-417470433f21 req-6a7ca253-9bed-40f1-b7b1-78cdd4c3199a service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.790924] env[70113]: DEBUG nova.network.neutron [req-3e674f3e-2ea4-4638-bdcf-417470433f21 req-6a7ca253-9bed-40f1-b7b1-78cdd4c3199a service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.878251] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415832, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.428907} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.878561] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 13e4e1b5-7718-4c59-88a0-71dba205a2c3/13e4e1b5-7718-4c59-88a0-71dba205a2c3.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.878950] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.879093] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-818ee54e-7849-45c7-b6ca-1f4506f1ca79 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.887083] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1029.887083] env[70113]: value = "task-3415836" [ 1029.887083] env[70113]: _type = "Task" [ 1029.887083] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.895888] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.012946] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277786} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.013374] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.013707] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc29b978-6dbe-4630-afd9-18fda4164d37/dc29b978-6dbe-4630-afd9-18fda4164d37.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.014101] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc29b978-6dbe-4630-afd9-18fda4164d37/dc29b978-6dbe-4630-afd9-18fda4164d37.vmdk to [datastore2] 839c870e-a428-458b-8ba6-910740c523c6/839c870e-a428-458b-8ba6-910740c523c6.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.014510] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44004df2-be4c-4d4a-b74f-4fc495681cb4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.024437] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1030.024437] env[70113]: value = "task-3415837" [ 1030.024437] env[70113]: _type = "Task" [ 1030.024437] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.035804] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.102820] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.103490] env[70113]: DEBUG nova.compute.manager [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.106416] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.449s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.106740] env[70113]: DEBUG nova.objects.instance [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lazy-loading 'pci_requests' on Instance uuid b1e49170-1111-41f1-a065-6d099a1c01c8 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.139413] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415835, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.293842] env[70113]: DEBUG oslo_concurrency.lockutils [req-3e674f3e-2ea4-4638-bdcf-417470433f21 req-6a7ca253-9bed-40f1-b7b1-78cdd4c3199a service nova] Releasing lock "refresh_cache-9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.402637] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079818} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.403010] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.403901] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ed717a-a049-4613-b314-c1c2489717e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.432918] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 13e4e1b5-7718-4c59-88a0-71dba205a2c3/13e4e1b5-7718-4c59-88a0-71dba205a2c3.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.433655] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c8fe06d-0e36-4990-9561-448119b266a8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.461569] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1030.461569] env[70113]: value = "task-3415838" [ 1030.461569] env[70113]: _type = "Task" [ 1030.461569] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.475884] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415838, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.540649] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415837, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.612022] env[70113]: DEBUG nova.compute.utils [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.612293] env[70113]: DEBUG nova.compute.manager [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Not allocating networking since 'none' was specified. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1030.614743] env[70113]: DEBUG nova.objects.instance [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lazy-loading 'numa_topology' on Instance uuid b1e49170-1111-41f1-a065-6d099a1c01c8 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.648551] env[70113]: DEBUG oslo_vmware.rw_handles [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257b7a1-3a91-96ba-caf8-5ec2ba41eff3/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1030.650093] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3305c0-49af-42c5-9620-ba0fd0d19400 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.657142] env[70113]: DEBUG oslo_vmware.api [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415835, 'name': PowerOnVM_Task, 'duration_secs': 0.580337} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.658669] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.658669] env[70113]: INFO nova.compute.manager [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1030.658921] env[70113]: DEBUG nova.compute.manager [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.659698] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18c0aeb-68e7-4e58-a5c5-0c1c5dc6c057 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.664298] env[70113]: DEBUG oslo_vmware.rw_handles [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257b7a1-3a91-96ba-caf8-5ec2ba41eff3/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1030.664518] env[70113]: ERROR oslo_vmware.rw_handles [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257b7a1-3a91-96ba-caf8-5ec2ba41eff3/disk-0.vmdk due to incomplete transfer. [ 1030.665196] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2bd78943-c997-4998-bc56-a26efe4a2168 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.681026] env[70113]: DEBUG oslo_vmware.rw_handles [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5257b7a1-3a91-96ba-caf8-5ec2ba41eff3/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1030.681026] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Uploaded image da06cb14-367b-4ddc-9531-4f70b643c2d7 to the Glance image server {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1030.684248] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1030.684903] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-48fca74f-dfb1-478e-9ff3-bfb8bab9c7bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.693534] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 1030.693534] env[70113]: value = "task-3415839" [ 1030.693534] env[70113]: _type = "Task" [ 1030.693534] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.711445] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415839, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.716124] env[70113]: DEBUG nova.network.neutron [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Successfully updated port: 0182ee34-62dc-4f0e-9f9c-b739ed7f3a68 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.979625] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.037826] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415837, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.112195] env[70113]: DEBUG nova.compute.manager [req-fe5034d8-52dc-4824-80b6-83825bdf1931 req-c2a6c7e9-fe3d-4734-8faa-adcd033c1a4e service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Received event network-vif-plugged-0182ee34-62dc-4f0e-9f9c-b739ed7f3a68 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.112195] env[70113]: DEBUG oslo_concurrency.lockutils [req-fe5034d8-52dc-4824-80b6-83825bdf1931 req-c2a6c7e9-fe3d-4734-8faa-adcd033c1a4e service nova] Acquiring lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.112195] env[70113]: DEBUG oslo_concurrency.lockutils [req-fe5034d8-52dc-4824-80b6-83825bdf1931 req-c2a6c7e9-fe3d-4734-8faa-adcd033c1a4e service nova] Lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.112710] env[70113]: DEBUG oslo_concurrency.lockutils [req-fe5034d8-52dc-4824-80b6-83825bdf1931 req-c2a6c7e9-fe3d-4734-8faa-adcd033c1a4e service nova] Lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.113162] env[70113]: DEBUG nova.compute.manager [req-fe5034d8-52dc-4824-80b6-83825bdf1931 req-c2a6c7e9-fe3d-4734-8faa-adcd033c1a4e service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] No waiting events found dispatching network-vif-plugged-0182ee34-62dc-4f0e-9f9c-b739ed7f3a68 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.113462] env[70113]: WARNING nova.compute.manager [req-fe5034d8-52dc-4824-80b6-83825bdf1931 req-c2a6c7e9-fe3d-4734-8faa-adcd033c1a4e service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Received unexpected event network-vif-plugged-0182ee34-62dc-4f0e-9f9c-b739ed7f3a68 for instance with vm_state building and task_state spawning. [ 1031.113739] env[70113]: DEBUG nova.compute.manager [req-fe5034d8-52dc-4824-80b6-83825bdf1931 req-c2a6c7e9-fe3d-4734-8faa-adcd033c1a4e service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Received event network-changed-0182ee34-62dc-4f0e-9f9c-b739ed7f3a68 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.114088] env[70113]: DEBUG nova.compute.manager [req-fe5034d8-52dc-4824-80b6-83825bdf1931 req-c2a6c7e9-fe3d-4734-8faa-adcd033c1a4e service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Refreshing instance network info cache due to event network-changed-0182ee34-62dc-4f0e-9f9c-b739ed7f3a68. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.114596] env[70113]: DEBUG oslo_concurrency.lockutils [req-fe5034d8-52dc-4824-80b6-83825bdf1931 req-c2a6c7e9-fe3d-4734-8faa-adcd033c1a4e service nova] Acquiring lock "refresh_cache-9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.114873] env[70113]: DEBUG oslo_concurrency.lockutils [req-fe5034d8-52dc-4824-80b6-83825bdf1931 req-c2a6c7e9-fe3d-4734-8faa-adcd033c1a4e service nova] Acquired lock "refresh_cache-9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.115275] env[70113]: DEBUG nova.network.neutron [req-fe5034d8-52dc-4824-80b6-83825bdf1931 req-c2a6c7e9-fe3d-4734-8faa-adcd033c1a4e service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Refreshing network info cache for port 0182ee34-62dc-4f0e-9f9c-b739ed7f3a68 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.117644] env[70113]: DEBUG nova.compute.manager [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.120915] env[70113]: INFO nova.compute.claims [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.200352] env[70113]: INFO nova.compute.manager [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Took 24.95 seconds to build instance. [ 1031.223246] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415839, 'name': Destroy_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.476239] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.538987] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415837, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.674296] env[70113]: DEBUG nova.network.neutron [req-fe5034d8-52dc-4824-80b6-83825bdf1931 req-c2a6c7e9-fe3d-4734-8faa-adcd033c1a4e service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.703843] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3bca21e4-b29b-4190-bc59-f09f0d2c2ed9 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "0d40d088-992f-422a-ac67-65ee0f592854" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.469s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.714068] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415839, 'name': Destroy_Task, 'duration_secs': 0.611052} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.714432] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Destroyed the VM [ 1031.714675] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1031.715473] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f79c617-fb44-4dfe-a780-f62a0e7cbbc1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.723938] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 1031.723938] env[70113]: value = "task-3415840" [ 1031.723938] env[70113]: _type = "Task" [ 1031.723938] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.735458] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415840, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.815807] env[70113]: DEBUG nova.network.neutron [req-fe5034d8-52dc-4824-80b6-83825bdf1931 req-c2a6c7e9-fe3d-4734-8faa-adcd033c1a4e service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.978286] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.038801] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415837, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.142027] env[70113]: DEBUG nova.compute.manager [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.176472] env[70113]: DEBUG nova.virt.hardware [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.176778] env[70113]: DEBUG nova.virt.hardware [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.176973] env[70113]: DEBUG nova.virt.hardware [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.177640] env[70113]: DEBUG nova.virt.hardware [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.177797] env[70113]: DEBUG nova.virt.hardware [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.177960] env[70113]: DEBUG nova.virt.hardware [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.178195] env[70113]: DEBUG nova.virt.hardware [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.178389] env[70113]: DEBUG nova.virt.hardware [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.179099] env[70113]: DEBUG nova.virt.hardware [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.179099] env[70113]: DEBUG nova.virt.hardware [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.179099] env[70113]: DEBUG nova.virt.hardware [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.179930] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bc64eb-5b6c-4088-b3ec-bb91140f3d18 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.198027] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32760924-fa2f-486d-acad-e8d6b9f9e128 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.215056] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.221530] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Creating folder: Project (47401049c9964befa5a2a3194b0b1cec). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.225190] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2048e353-5ec4-4891-a8da-7063042debac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.242341] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415840, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.246599] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Created folder: Project (47401049c9964befa5a2a3194b0b1cec) in parent group-v681336. [ 1032.246854] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Creating folder: Instances. Parent ref: group-v681562. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.247377] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa0d1a9b-1825-4c6e-9421-96f7e699ce1e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.262297] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Created folder: Instances in parent group-v681562. [ 1032.262646] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.263942] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.265051] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a4ecb36-6b8e-4adb-9b42-5f8d23fee86e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.287622] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.287622] env[70113]: value = "task-3415843" [ 1032.287622] env[70113]: _type = "Task" [ 1032.287622] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.299765] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415843, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.324071] env[70113]: DEBUG oslo_concurrency.lockutils [req-fe5034d8-52dc-4824-80b6-83825bdf1931 req-c2a6c7e9-fe3d-4734-8faa-adcd033c1a4e service nova] Releasing lock "refresh_cache-9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.478044] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.537568] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415837, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.551795] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8751b0-c520-4702-becd-c3f910040413 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.561236] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edc9841-dec8-4a47-a50f-f201d2156730 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.597688] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1500f4-b4eb-469e-a5f1-28ab4bff3098 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.607620] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf60cab-b430-46df-9274-0d8d547c8af6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.623454] env[70113]: DEBUG nova.compute.provider_tree [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.738169] env[70113]: DEBUG oslo_vmware.api [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415840, 'name': RemoveSnapshot_Task, 'duration_secs': 0.826086} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.738584] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1032.738990] env[70113]: INFO nova.compute.manager [None req-50d31ba0-b779-4171-95e9-507fc22487c7 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Took 14.59 seconds to snapshot the instance on the hypervisor. [ 1032.814090] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415843, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.977902] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415838, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.040936] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415837, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.664077} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.041272] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc29b978-6dbe-4630-afd9-18fda4164d37/dc29b978-6dbe-4630-afd9-18fda4164d37.vmdk to [datastore2] 839c870e-a428-458b-8ba6-910740c523c6/839c870e-a428-458b-8ba6-910740c523c6.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.042619] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104baa86-d21e-43f5-a9b8-9d821428c2c6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.065079] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 839c870e-a428-458b-8ba6-910740c523c6/839c870e-a428-458b-8ba6-910740c523c6.vmdk or device None with type streamOptimized {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.065404] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0562f0e-fca5-4013-86a1-2df12041ca4b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.087258] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1033.087258] env[70113]: value = "task-3415844" [ 1033.087258] env[70113]: _type = "Task" [ 1033.087258] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.096615] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.127906] env[70113]: DEBUG nova.scheduler.client.report [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.303177] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415843, 'name': CreateVM_Task, 'duration_secs': 0.542917} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.303177] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.303734] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.304050] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.304522] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.307017] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-473ce8c7-74fe-4494-b68c-4ee80d8f874a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.312523] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1033.312523] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f450a5-0239-b155-c4c1-49baf1273a25" [ 1033.312523] env[70113]: _type = "Task" [ 1033.312523] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.318112] env[70113]: DEBUG nova.compute.manager [req-cc4b1c39-16d2-4f88-828e-25ab5ab2c026 req-bb03896f-5b1b-4d73-b0e5-9604902e17c3 service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Received event network-vif-plugged-25a7befe-8a9b-44bf-9230-96fe5eeef462 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.318112] env[70113]: DEBUG oslo_concurrency.lockutils [req-cc4b1c39-16d2-4f88-828e-25ab5ab2c026 req-bb03896f-5b1b-4d73-b0e5-9604902e17c3 service nova] Acquiring lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.318112] env[70113]: DEBUG oslo_concurrency.lockutils [req-cc4b1c39-16d2-4f88-828e-25ab5ab2c026 req-bb03896f-5b1b-4d73-b0e5-9604902e17c3 service nova] Lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.318112] env[70113]: DEBUG oslo_concurrency.lockutils [req-cc4b1c39-16d2-4f88-828e-25ab5ab2c026 req-bb03896f-5b1b-4d73-b0e5-9604902e17c3 service nova] Lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.318112] env[70113]: DEBUG nova.compute.manager [req-cc4b1c39-16d2-4f88-828e-25ab5ab2c026 req-bb03896f-5b1b-4d73-b0e5-9604902e17c3 service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] No waiting events found dispatching network-vif-plugged-25a7befe-8a9b-44bf-9230-96fe5eeef462 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.318112] env[70113]: WARNING nova.compute.manager [req-cc4b1c39-16d2-4f88-828e-25ab5ab2c026 req-bb03896f-5b1b-4d73-b0e5-9604902e17c3 service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Received unexpected event network-vif-plugged-25a7befe-8a9b-44bf-9230-96fe5eeef462 for instance with vm_state building and task_state spawning. [ 1033.327718] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f450a5-0239-b155-c4c1-49baf1273a25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.476939] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415838, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.599911] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415844, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.640270] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.531s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.641841] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.735s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.643157] env[70113]: DEBUG nova.objects.instance [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Lazy-loading 'resources' on Instance uuid 370b379f-13ff-489c-b7fa-7fcdb94d065b {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.681681] env[70113]: INFO nova.network.neutron [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Updating port 02148e7c-5e27-4081-9ed2-e18f7743544c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1033.686389] env[70113]: DEBUG nova.compute.manager [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Stashing vm_state: active {{(pid=70113) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1033.692079] env[70113]: DEBUG nova.network.neutron [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Successfully updated port: 25a7befe-8a9b-44bf-9230-96fe5eeef462 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.710802] env[70113]: DEBUG nova.compute.manager [req-e97e56f7-8a42-4957-aa48-a5816d9e0152 req-b03dcad5-9415-4500-b4f8-38afd5caf85f service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Received event network-changed-25a7befe-8a9b-44bf-9230-96fe5eeef462 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.710802] env[70113]: DEBUG nova.compute.manager [req-e97e56f7-8a42-4957-aa48-a5816d9e0152 req-b03dcad5-9415-4500-b4f8-38afd5caf85f service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Refreshing instance network info cache due to event network-changed-25a7befe-8a9b-44bf-9230-96fe5eeef462. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.710802] env[70113]: DEBUG oslo_concurrency.lockutils [req-e97e56f7-8a42-4957-aa48-a5816d9e0152 req-b03dcad5-9415-4500-b4f8-38afd5caf85f service nova] Acquiring lock "refresh_cache-9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.710802] env[70113]: DEBUG oslo_concurrency.lockutils [req-e97e56f7-8a42-4957-aa48-a5816d9e0152 req-b03dcad5-9415-4500-b4f8-38afd5caf85f service nova] Acquired lock "refresh_cache-9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.710802] env[70113]: DEBUG nova.network.neutron [req-e97e56f7-8a42-4957-aa48-a5816d9e0152 req-b03dcad5-9415-4500-b4f8-38afd5caf85f service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Refreshing network info cache for port 25a7befe-8a9b-44bf-9230-96fe5eeef462 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.824631] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f450a5-0239-b155-c4c1-49baf1273a25, 'name': SearchDatastore_Task, 'duration_secs': 0.029444} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.824965] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.825310] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.825591] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.825763] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.825953] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.826334] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e496037-8916-41c7-957c-bea2cfe2991a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.837164] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.837534] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.838555] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb86640f-1504-4960-8f56-93d072193c4f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.846519] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1033.846519] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]527b4736-2d46-3d48-eb11-19d1db39cf43" [ 1033.846519] env[70113]: _type = "Task" [ 1033.846519] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.856420] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527b4736-2d46-3d48-eb11-19d1db39cf43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.892656] env[70113]: DEBUG oslo_concurrency.lockutils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "9a8c37b3-0792-4f50-8b4a-878f9d3757d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.892884] env[70113]: DEBUG oslo_concurrency.lockutils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "9a8c37b3-0792-4f50-8b4a-878f9d3757d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.979980] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415838, 'name': ReconfigVM_Task, 'duration_secs': 3.447578} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.980469] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 13e4e1b5-7718-4c59-88a0-71dba205a2c3/13e4e1b5-7718-4c59-88a0-71dba205a2c3.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.982539] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da370b68-2d58-4526-8dbf-aa6c36a85ffa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.991703] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1033.991703] env[70113]: value = "task-3415845" [ 1033.991703] env[70113]: _type = "Task" [ 1033.991703] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.001925] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415845, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.098289] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415844, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.199944] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquiring lock "refresh_cache-9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.210037] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.220402] env[70113]: DEBUG oslo_concurrency.lockutils [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Acquiring lock "de2211fe-b32a-4b26-866a-18aa84df32ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.220671] env[70113]: DEBUG oslo_concurrency.lockutils [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Lock "de2211fe-b32a-4b26-866a-18aa84df32ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.220898] env[70113]: DEBUG oslo_concurrency.lockutils [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Acquiring lock "de2211fe-b32a-4b26-866a-18aa84df32ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.225516] env[70113]: DEBUG oslo_concurrency.lockutils [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Lock "de2211fe-b32a-4b26-866a-18aa84df32ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.225516] env[70113]: DEBUG oslo_concurrency.lockutils [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Lock "de2211fe-b32a-4b26-866a-18aa84df32ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.227429] env[70113]: INFO nova.compute.manager [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Terminating instance [ 1034.283117] env[70113]: DEBUG nova.network.neutron [req-e97e56f7-8a42-4957-aa48-a5816d9e0152 req-b03dcad5-9415-4500-b4f8-38afd5caf85f service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.364587] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527b4736-2d46-3d48-eb11-19d1db39cf43, 'name': SearchDatastore_Task, 'duration_secs': 0.039792} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.370577] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5434aaee-5087-4ad3-9754-066c82654afb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.376893] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1034.376893] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]525a1206-145d-01e7-82db-b65a05a81583" [ 1034.376893] env[70113]: _type = "Task" [ 1034.376893] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.388589] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525a1206-145d-01e7-82db-b65a05a81583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.399130] env[70113]: DEBUG nova.compute.manager [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.412952] env[70113]: DEBUG nova.network.neutron [req-e97e56f7-8a42-4957-aa48-a5816d9e0152 req-b03dcad5-9415-4500-b4f8-38afd5caf85f service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.502011] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415845, 'name': Rename_Task, 'duration_secs': 0.323984} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.504689] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.505134] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2d79f4a-63d8-4679-ab57-9b49be2c906a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.513981] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1034.513981] env[70113]: value = "task-3415846" [ 1034.513981] env[70113]: _type = "Task" [ 1034.513981] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.522961] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.599152] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415844, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.601237] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15db07b2-ed67-48b5-80db-700739377e7f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.609414] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9e3ce7-4398-42db-b647-4daa5baccd37 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.643286] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf48146-9507-4ab8-96e2-ea31674c4cee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.652119] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2212b5-d460-4a21-b8e2-663c1320fde4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.666971] env[70113]: DEBUG nova.compute.provider_tree [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.733171] env[70113]: DEBUG nova.compute.manager [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.733171] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.734054] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b02351c-8fa0-4dc0-8952-8b598f20118d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.742330] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.742576] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab5088f2-6657-41cf-aced-ad26ff835ad4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.750782] env[70113]: DEBUG oslo_vmware.api [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 1034.750782] env[70113]: value = "task-3415847" [ 1034.750782] env[70113]: _type = "Task" [ 1034.750782] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.761047] env[70113]: DEBUG oslo_vmware.api [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.887882] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525a1206-145d-01e7-82db-b65a05a81583, 'name': SearchDatastore_Task, 'duration_secs': 0.026949} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.888185] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.888468] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 4db57f35-1806-4418-9d8e-887dda7da372/4db57f35-1806-4418-9d8e-887dda7da372.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.888738] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e038239e-9231-4395-b9a9-d7b97d6286b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.896519] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1034.896519] env[70113]: value = "task-3415848" [ 1034.896519] env[70113]: _type = "Task" [ 1034.896519] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.909037] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.919199] env[70113]: DEBUG oslo_concurrency.lockutils [req-e97e56f7-8a42-4957-aa48-a5816d9e0152 req-b03dcad5-9415-4500-b4f8-38afd5caf85f service nova] Releasing lock "refresh_cache-9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.920473] env[70113]: DEBUG oslo_concurrency.lockutils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.920583] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquired lock "refresh_cache-9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.920768] env[70113]: DEBUG nova.network.neutron [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.023916] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.103380] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415844, 'name': ReconfigVM_Task, 'duration_secs': 1.530921} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.103668] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 839c870e-a428-458b-8ba6-910740c523c6/839c870e-a428-458b-8ba6-910740c523c6.vmdk or device None with type streamOptimized {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.104370] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68ba3fb4-1d4a-43d0-b4b7-23b4997bd9b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.112728] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1035.112728] env[70113]: value = "task-3415849" [ 1035.112728] env[70113]: _type = "Task" [ 1035.112728] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.123561] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415849, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.170155] env[70113]: DEBUG nova.scheduler.client.report [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.184420] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.184420] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquired lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.184420] env[70113]: DEBUG nova.network.neutron [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.229165] env[70113]: DEBUG nova.compute.manager [req-a7b94801-5ca7-404f-af10-4a6e2240f547 req-5ba896c5-f5d5-4ac7-86af-4597688b20e9 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Received event network-vif-plugged-02148e7c-5e27-4081-9ed2-e18f7743544c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.229165] env[70113]: DEBUG oslo_concurrency.lockutils [req-a7b94801-5ca7-404f-af10-4a6e2240f547 req-5ba896c5-f5d5-4ac7-86af-4597688b20e9 service nova] Acquiring lock "b1e49170-1111-41f1-a065-6d099a1c01c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.229165] env[70113]: DEBUG oslo_concurrency.lockutils [req-a7b94801-5ca7-404f-af10-4a6e2240f547 req-5ba896c5-f5d5-4ac7-86af-4597688b20e9 service nova] Lock "b1e49170-1111-41f1-a065-6d099a1c01c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.229165] env[70113]: DEBUG oslo_concurrency.lockutils [req-a7b94801-5ca7-404f-af10-4a6e2240f547 req-5ba896c5-f5d5-4ac7-86af-4597688b20e9 service nova] Lock "b1e49170-1111-41f1-a065-6d099a1c01c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.233042] env[70113]: DEBUG nova.compute.manager [req-a7b94801-5ca7-404f-af10-4a6e2240f547 req-5ba896c5-f5d5-4ac7-86af-4597688b20e9 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] No waiting events found dispatching network-vif-plugged-02148e7c-5e27-4081-9ed2-e18f7743544c {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.233042] env[70113]: WARNING nova.compute.manager [req-a7b94801-5ca7-404f-af10-4a6e2240f547 req-5ba896c5-f5d5-4ac7-86af-4597688b20e9 service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Received unexpected event network-vif-plugged-02148e7c-5e27-4081-9ed2-e18f7743544c for instance with vm_state shelved_offloaded and task_state spawning. [ 1035.264324] env[70113]: DEBUG oslo_vmware.api [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415847, 'name': PowerOffVM_Task, 'duration_secs': 0.225893} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.264602] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.264808] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.265243] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05350bf2-d003-425e-88f2-6e25e2e5bca5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.346792] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.347070] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.347263] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Deleting the datastore file [datastore1] de2211fe-b32a-4b26-866a-18aa84df32ac {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.347542] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4a37cb7-ca00-49bf-a26a-f1e7a24dacc8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.356760] env[70113]: DEBUG oslo_vmware.api [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for the task: (returnval){ [ 1035.356760] env[70113]: value = "task-3415851" [ 1035.356760] env[70113]: _type = "Task" [ 1035.356760] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.366440] env[70113]: DEBUG oslo_vmware.api [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.409337] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415848, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.462152] env[70113]: DEBUG nova.network.neutron [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.524609] env[70113]: DEBUG oslo_vmware.api [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415846, 'name': PowerOnVM_Task, 'duration_secs': 0.740063} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.526041] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.526041] env[70113]: INFO nova.compute.manager [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Took 11.35 seconds to spawn the instance on the hypervisor. [ 1035.526041] env[70113]: DEBUG nova.compute.manager [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.526282] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7c6eda-7ab9-4958-9be3-166d3176c6c0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.625991] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415849, 'name': Rename_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.675556] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.677681] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.264s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.679207] env[70113]: INFO nova.compute.claims [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.711446] env[70113]: INFO nova.scheduler.client.report [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Deleted allocations for instance 370b379f-13ff-489c-b7fa-7fcdb94d065b [ 1035.850884] env[70113]: DEBUG nova.network.neutron [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Updating instance_info_cache with network_info: [{"id": "223abcec-0c9e-45c5-a7c1-667d5dc556f2", "address": "fa:16:3e:e3:92:f0", "network": {"id": "41cae04e-56ab-4cc8-99b0-14d4b5d6c143", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-695434677", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "317f22fcfcdb4834b6fd6c5e43ae72b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap223abcec-0c", "ovs_interfaceid": "223abcec-0c9e-45c5-a7c1-667d5dc556f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0182ee34-62dc-4f0e-9f9c-b739ed7f3a68", "address": "fa:16:3e:48:8e:bc", "network": {"id": "32bf440b-d754-4447-b4a8-2683f6987fac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1415121312", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "317f22fcfcdb4834b6fd6c5e43ae72b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0182ee34-62", "ovs_interfaceid": "0182ee34-62dc-4f0e-9f9c-b739ed7f3a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "25a7befe-8a9b-44bf-9230-96fe5eeef462", "address": "fa:16:3e:a1:b5:a6", "network": {"id": "41cae04e-56ab-4cc8-99b0-14d4b5d6c143", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-695434677", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "317f22fcfcdb4834b6fd6c5e43ae72b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a7befe-8a", "ovs_interfaceid": "25a7befe-8a9b-44bf-9230-96fe5eeef462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.869612] env[70113]: DEBUG oslo_vmware.api [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.908189] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565977} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.908460] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 4db57f35-1806-4418-9d8e-887dda7da372/4db57f35-1806-4418-9d8e-887dda7da372.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.908681] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.908973] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3820ab70-c51b-43ea-b889-9a54d4f50201 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.916347] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1035.916347] env[70113]: value = "task-3415852" [ 1035.916347] env[70113]: _type = "Task" [ 1035.916347] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.924633] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.984280] env[70113]: DEBUG nova.network.neutron [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Updating instance_info_cache with network_info: [{"id": "02148e7c-5e27-4081-9ed2-e18f7743544c", "address": "fa:16:3e:fd:d8:52", "network": {"id": "8bed22ed-859a-40cd-bce1-a1e3145fe58a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2049468416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4341595dd3384021be97058ce45fc48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02148e7c-5e", "ovs_interfaceid": "02148e7c-5e27-4081-9ed2-e18f7743544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.045988] env[70113]: INFO nova.compute.manager [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Took 29.79 seconds to build instance. [ 1036.124855] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415849, 'name': Rename_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.220273] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f7193285-b7a1-4c50-bbdc-3de7c1575892 tempest-ServersListShow2100Test-1895595569 tempest-ServersListShow2100Test-1895595569-project-member] Lock "370b379f-13ff-489c-b7fa-7fcdb94d065b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.549s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.353791] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Releasing lock "refresh_cache-9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.354293] env[70113]: DEBUG nova.compute.manager [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Instance network_info: |[{"id": "223abcec-0c9e-45c5-a7c1-667d5dc556f2", "address": "fa:16:3e:e3:92:f0", "network": {"id": "41cae04e-56ab-4cc8-99b0-14d4b5d6c143", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-695434677", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "317f22fcfcdb4834b6fd6c5e43ae72b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap223abcec-0c", "ovs_interfaceid": "223abcec-0c9e-45c5-a7c1-667d5dc556f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0182ee34-62dc-4f0e-9f9c-b739ed7f3a68", "address": "fa:16:3e:48:8e:bc", "network": {"id": "32bf440b-d754-4447-b4a8-2683f6987fac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1415121312", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "317f22fcfcdb4834b6fd6c5e43ae72b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0182ee34-62", "ovs_interfaceid": "0182ee34-62dc-4f0e-9f9c-b739ed7f3a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "25a7befe-8a9b-44bf-9230-96fe5eeef462", "address": "fa:16:3e:a1:b5:a6", "network": {"id": "41cae04e-56ab-4cc8-99b0-14d4b5d6c143", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-695434677", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "317f22fcfcdb4834b6fd6c5e43ae72b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a7befe-8a", "ovs_interfaceid": "25a7befe-8a9b-44bf-9230-96fe5eeef462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.355087] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:92:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '223abcec-0c9e-45c5-a7c1-667d5dc556f2', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:8e:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0182ee34-62dc-4f0e-9f9c-b739ed7f3a68', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:b5:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25a7befe-8a9b-44bf-9230-96fe5eeef462', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.369446] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Creating folder: Project (317f22fcfcdb4834b6fd6c5e43ae72b1). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.370237] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68d1b926-77cf-4639-9451-d06001fc6364 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.381767] env[70113]: DEBUG oslo_vmware.api [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Task: {'id': task-3415851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.594648} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.382033] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.382223] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.382418] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.382602] env[70113]: INFO nova.compute.manager [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1036.382828] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.383056] env[70113]: DEBUG nova.compute.manager [-] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.383184] env[70113]: DEBUG nova.network.neutron [-] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.386019] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Created folder: Project (317f22fcfcdb4834b6fd6c5e43ae72b1) in parent group-v681336. [ 1036.386210] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Creating folder: Instances. Parent ref: group-v681565. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.386766] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50b85e35-886d-4dce-b34c-29716934128a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.398606] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Created folder: Instances in parent group-v681565. [ 1036.398880] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.399284] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.399510] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be138971-2437-41ca-aad9-a2b2a998114c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.427239] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.427239] env[70113]: value = "task-3415855" [ 1036.427239] env[70113]: _type = "Task" [ 1036.427239] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.429930] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073791} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.432995] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.433736] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f209341e-2bd9-4e43-9496-4e66ada8c1b8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.452341] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415855, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.461098] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 4db57f35-1806-4418-9d8e-887dda7da372/4db57f35-1806-4418-9d8e-887dda7da372.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.461418] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa424413-4ac4-42df-9616-01360f1e0ac2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.483738] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1036.483738] env[70113]: value = "task-3415856" [ 1036.483738] env[70113]: _type = "Task" [ 1036.483738] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.487653] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Releasing lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.495850] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.519612] env[70113]: DEBUG nova.virt.hardware [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0e7e1d8fafd5d258408e38fa571cbcd4',container_format='bare',created_at=2025-04-14T12:35:33Z,direct_url=,disk_format='vmdk',id=e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1539392761-shelved',owner='4341595dd3384021be97058ce45fc48f',properties=ImageMetaProps,protected=,size=31663616,status='active',tags=,updated_at=2025-04-14T12:35:50Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.520021] env[70113]: DEBUG nova.virt.hardware [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.520301] env[70113]: DEBUG nova.virt.hardware [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.520505] env[70113]: DEBUG nova.virt.hardware [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.520947] env[70113]: DEBUG nova.virt.hardware [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.520947] env[70113]: DEBUG nova.virt.hardware [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.521262] env[70113]: DEBUG nova.virt.hardware [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.521539] env[70113]: DEBUG nova.virt.hardware [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.521737] env[70113]: DEBUG nova.virt.hardware [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.521916] env[70113]: DEBUG nova.virt.hardware [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.522226] env[70113]: DEBUG nova.virt.hardware [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.523264] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dd0b68-7953-429a-9716-f90c8d2bd021 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.532382] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ef4f02-cd55-475d-90a4-88999e0d5a56 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.549376] env[70113]: DEBUG oslo_concurrency.lockutils [None req-095c4aa8-9438-4318-a2fe-257b84decefe tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "13e4e1b5-7718-4c59-88a0-71dba205a2c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.310s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.549525] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:d8:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02148e7c-5e27-4081-9ed2-e18f7743544c', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.557814] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.558048] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.558308] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9e5d7c6-c702-4902-b637-c075434c6556 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.581309] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.581309] env[70113]: value = "task-3415857" [ 1036.581309] env[70113]: _type = "Task" [ 1036.581309] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.592774] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415857, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.626463] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415849, 'name': Rename_Task, 'duration_secs': 1.32175} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.626798] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.627079] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3809ff65-bf07-4fce-a0ac-dc3230c135b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.636699] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1036.636699] env[70113]: value = "task-3415858" [ 1036.636699] env[70113]: _type = "Task" [ 1036.636699] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.650218] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.809465] env[70113]: DEBUG nova.compute.manager [req-0a8d1683-f778-4131-b9e7-c70c4df87a56 req-7ff47e59-d377-41eb-916e-d3d240706299 service nova] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Received event network-vif-deleted-244a285e-6e1b-45b5-b4ae-6ce2fefbf55c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.809605] env[70113]: INFO nova.compute.manager [req-0a8d1683-f778-4131-b9e7-c70c4df87a56 req-7ff47e59-d377-41eb-916e-d3d240706299 service nova] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Neutron deleted interface 244a285e-6e1b-45b5-b4ae-6ce2fefbf55c; detaching it from the instance and deleting it from the info cache [ 1036.809856] env[70113]: DEBUG nova.network.neutron [req-0a8d1683-f778-4131-b9e7-c70c4df87a56 req-7ff47e59-d377-41eb-916e-d3d240706299 service nova] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.946350] env[70113]: DEBUG oslo_concurrency.lockutils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "ac502289-a2d5-4346-aa00-a3a73b28c6a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.946571] env[70113]: DEBUG oslo_concurrency.lockutils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "ac502289-a2d5-4346-aa00-a3a73b28c6a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.947838] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415855, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.995109] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415856, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.048029] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62fd512-1fdd-460f-b51d-9c6571cca387 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.056350] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1023d39-8d80-4228-b706-82801dce2c3c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.091466] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a187c0b-8733-4128-af8c-876fe98bad24 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.102990] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa696d4-169a-4273-b882-e43d2405a835 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.106774] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415857, 'name': CreateVM_Task, 'duration_secs': 0.520202} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.106938] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.107921] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.108105] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.108603] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.108744] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9b1120-85f1-41b0-bc76-1aea2702b007 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.119725] env[70113]: DEBUG nova.compute.provider_tree [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.125015] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 1037.125015] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f54be0-d716-fa23-4b29-139242faa560" [ 1037.125015] env[70113]: _type = "Task" [ 1037.125015] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.133146] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f54be0-d716-fa23-4b29-139242faa560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.147525] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415858, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.264313] env[70113]: DEBUG nova.compute.manager [req-7419fa01-f61c-459e-968a-3943070a7d84 req-dd6353e1-f6a6-4a45-bc64-b93bc4d0f31b service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Received event network-changed-02148e7c-5e27-4081-9ed2-e18f7743544c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.264496] env[70113]: DEBUG nova.compute.manager [req-7419fa01-f61c-459e-968a-3943070a7d84 req-dd6353e1-f6a6-4a45-bc64-b93bc4d0f31b service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Refreshing instance network info cache due to event network-changed-02148e7c-5e27-4081-9ed2-e18f7743544c. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.264911] env[70113]: DEBUG oslo_concurrency.lockutils [req-7419fa01-f61c-459e-968a-3943070a7d84 req-dd6353e1-f6a6-4a45-bc64-b93bc4d0f31b service nova] Acquiring lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.264911] env[70113]: DEBUG oslo_concurrency.lockutils [req-7419fa01-f61c-459e-968a-3943070a7d84 req-dd6353e1-f6a6-4a45-bc64-b93bc4d0f31b service nova] Acquired lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.265140] env[70113]: DEBUG nova.network.neutron [req-7419fa01-f61c-459e-968a-3943070a7d84 req-dd6353e1-f6a6-4a45-bc64-b93bc4d0f31b service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Refreshing network info cache for port 02148e7c-5e27-4081-9ed2-e18f7743544c {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.289700] env[70113]: DEBUG nova.network.neutron [-] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.313108] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce984f45-2d64-4432-8230-30a69ce31cca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.326013] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473d1b1b-1002-4827-8280-8cdd4ff87e43 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.366124] env[70113]: DEBUG nova.compute.manager [req-0a8d1683-f778-4131-b9e7-c70c4df87a56 req-7ff47e59-d377-41eb-916e-d3d240706299 service nova] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Detach interface failed, port_id=244a285e-6e1b-45b5-b4ae-6ce2fefbf55c, reason: Instance de2211fe-b32a-4b26-866a-18aa84df32ac could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.440836] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415855, 'name': CreateVM_Task, 'duration_secs': 0.576238} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.441203] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.442041] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.442683] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.443057] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.443352] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867fbc23-91eb-4501-b40e-56933c7c63f9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.448807] env[70113]: DEBUG nova.compute.manager [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.451400] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1037.451400] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]521f4aad-9343-8b87-3a4d-291276e69a93" [ 1037.451400] env[70113]: _type = "Task" [ 1037.451400] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.460086] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521f4aad-9343-8b87-3a4d-291276e69a93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.497300] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415856, 'name': ReconfigVM_Task, 'duration_secs': 0.568114} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.497683] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 4db57f35-1806-4418-9d8e-887dda7da372/4db57f35-1806-4418-9d8e-887dda7da372.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.498275] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10858b41-62cc-49ee-afec-95bef565100b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.505654] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1037.505654] env[70113]: value = "task-3415859" [ 1037.505654] env[70113]: _type = "Task" [ 1037.505654] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.515129] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415859, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.626024] env[70113]: DEBUG nova.scheduler.client.report [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.641351] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.641770] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Processing image e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.642160] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.642780] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.643079] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.643991] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8959e474-9102-4d43-80c4-e8e53486a984 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.652793] env[70113]: DEBUG oslo_vmware.api [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415858, 'name': PowerOnVM_Task, 'duration_secs': 0.569314} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.654055] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.655363] env[70113]: INFO nova.compute.manager [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Took 18.47 seconds to spawn the instance on the hypervisor. [ 1037.655363] env[70113]: DEBUG nova.compute.manager [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.655363] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.655363] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.656530] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8757d3b1-5d08-42d2-ba7c-ce10ce532e5f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.659122] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db71117-bc03-4352-82ae-7a3c385fba74 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.665973] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 1037.665973] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e995d9-dce1-e0cc-b7c6-cd262f996437" [ 1037.665973] env[70113]: _type = "Task" [ 1037.665973] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.679659] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e995d9-dce1-e0cc-b7c6-cd262f996437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.793642] env[70113]: INFO nova.compute.manager [-] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Took 1.41 seconds to deallocate network for instance. [ 1037.968971] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521f4aad-9343-8b87-3a4d-291276e69a93, 'name': SearchDatastore_Task, 'duration_secs': 0.031318} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.969498] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.969498] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.969673] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.969793] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.969961] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.970334] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ea38c8f-c759-4bda-88c0-8ba79892570f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.977256] env[70113]: DEBUG oslo_concurrency.lockutils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.983028] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.983233] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.984091] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58364187-4c01-407d-ad7d-e852bc5dff86 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.991118] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1037.991118] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f04456-9ed1-af8b-2cef-bc1d48b80104" [ 1037.991118] env[70113]: _type = "Task" [ 1037.991118] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.000111] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f04456-9ed1-af8b-2cef-bc1d48b80104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.006732] env[70113]: DEBUG nova.network.neutron [req-7419fa01-f61c-459e-968a-3943070a7d84 req-dd6353e1-f6a6-4a45-bc64-b93bc4d0f31b service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Updated VIF entry in instance network info cache for port 02148e7c-5e27-4081-9ed2-e18f7743544c. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.008392] env[70113]: DEBUG nova.network.neutron [req-7419fa01-f61c-459e-968a-3943070a7d84 req-dd6353e1-f6a6-4a45-bc64-b93bc4d0f31b service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Updating instance_info_cache with network_info: [{"id": "02148e7c-5e27-4081-9ed2-e18f7743544c", "address": "fa:16:3e:fd:d8:52", "network": {"id": "8bed22ed-859a-40cd-bce1-a1e3145fe58a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2049468416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4341595dd3384021be97058ce45fc48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02148e7c-5e", "ovs_interfaceid": "02148e7c-5e27-4081-9ed2-e18f7743544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.018547] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415859, 'name': Rename_Task, 'duration_secs': 0.271146} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.018710] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.018964] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97d2c6c2-9657-4ae5-8c6b-7424e690c1d8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.028904] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1038.028904] env[70113]: value = "task-3415860" [ 1038.028904] env[70113]: _type = "Task" [ 1038.028904] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.038092] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.130425] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.131209] env[70113]: DEBUG nova.compute.manager [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.134909] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.281s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.135317] env[70113]: DEBUG nova.objects.instance [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Lazy-loading 'resources' on Instance uuid 9b8a510a-3e20-435b-8315-bde164637bf2 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.190824] env[70113]: INFO nova.compute.manager [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Took 32.97 seconds to build instance. [ 1038.192757] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Preparing fetch location {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1038.192757] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Fetch image to [datastore1] OSTACK_IMG_a854ea27-ff07-4a7c-96dd-5de86872025d/OSTACK_IMG_a854ea27-ff07-4a7c-96dd-5de86872025d.vmdk {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1038.194108] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Downloading stream optimized image e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9 to [datastore1] OSTACK_IMG_a854ea27-ff07-4a7c-96dd-5de86872025d/OSTACK_IMG_a854ea27-ff07-4a7c-96dd-5de86872025d.vmdk on the data store datastore1 as vApp {{(pid=70113) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1038.194108] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Downloading image file data e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9 to the ESX as VM named 'OSTACK_IMG_a854ea27-ff07-4a7c-96dd-5de86872025d' {{(pid=70113) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1038.293202] env[70113]: DEBUG oslo_vmware.rw_handles [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1038.293202] env[70113]: value = "resgroup-9" [ 1038.293202] env[70113]: _type = "ResourcePool" [ 1038.293202] env[70113]: }. {{(pid=70113) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1038.293589] env[70113]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e5bdae5f-7fc4-4d50-92de-714272e5dbcc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.328698] env[70113]: DEBUG oslo_concurrency.lockutils [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.338410] env[70113]: DEBUG oslo_vmware.rw_handles [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lease: (returnval){ [ 1038.338410] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528ebe93-94bc-4a13-6474-6cb42d79df87" [ 1038.338410] env[70113]: _type = "HttpNfcLease" [ 1038.338410] env[70113]: } obtained for vApp import into resource pool (val){ [ 1038.338410] env[70113]: value = "resgroup-9" [ 1038.338410] env[70113]: _type = "ResourcePool" [ 1038.338410] env[70113]: }. {{(pid=70113) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1038.339201] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the lease: (returnval){ [ 1038.339201] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528ebe93-94bc-4a13-6474-6cb42d79df87" [ 1038.339201] env[70113]: _type = "HttpNfcLease" [ 1038.339201] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1038.350135] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1038.350135] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528ebe93-94bc-4a13-6474-6cb42d79df87" [ 1038.350135] env[70113]: _type = "HttpNfcLease" [ 1038.350135] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1038.504824] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f04456-9ed1-af8b-2cef-bc1d48b80104, 'name': SearchDatastore_Task, 'duration_secs': 0.015853} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.505717] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd88bdb-045e-4d89-86d8-65c1e9de9190 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.513032] env[70113]: DEBUG oslo_concurrency.lockutils [req-7419fa01-f61c-459e-968a-3943070a7d84 req-dd6353e1-f6a6-4a45-bc64-b93bc4d0f31b service nova] Releasing lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.513032] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1038.513032] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f685f1-83c9-4a26-e385-29726da29b66" [ 1038.513032] env[70113]: _type = "Task" [ 1038.513032] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.523162] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f685f1-83c9-4a26-e385-29726da29b66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.539181] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415860, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.637530] env[70113]: DEBUG nova.compute.utils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.643077] env[70113]: DEBUG nova.compute.manager [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.643328] env[70113]: DEBUG nova.network.neutron [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.682564] env[70113]: DEBUG nova.policy [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8fa350bbf6349bf8ecd13c19e7b00b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4404b2cd1f8446fd98ff72c96a407961', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.694574] env[70113]: DEBUG oslo_concurrency.lockutils [None req-89be9ac1-6a13-4e3d-93f7-e7891ffcada2 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "839c870e-a428-458b-8ba6-910740c523c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.482s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.864983] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1038.864983] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528ebe93-94bc-4a13-6474-6cb42d79df87" [ 1038.864983] env[70113]: _type = "HttpNfcLease" [ 1038.864983] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1038.980551] env[70113]: DEBUG oslo_concurrency.lockutils [None req-75808b54-44be-4239-ba99-3ef98fbf577f tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "interface-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.980551] env[70113]: DEBUG oslo_concurrency.lockutils [None req-75808b54-44be-4239-ba99-3ef98fbf577f tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.980551] env[70113]: DEBUG nova.objects.instance [None req-75808b54-44be-4239-ba99-3ef98fbf577f tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lazy-loading 'flavor' on Instance uuid d780dbfc-e7d3-4585-82b6-cbe1f921c2d0 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.027073] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f685f1-83c9-4a26-e385-29726da29b66, 'name': SearchDatastore_Task, 'duration_secs': 0.016476} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.027993] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.028384] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45/9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.028736] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9072d6ff-40dc-45af-b04b-d31f65138dd5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.044517] env[70113]: DEBUG oslo_vmware.api [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415860, 'name': PowerOnVM_Task, 'duration_secs': 0.595855} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.046261] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.046534] env[70113]: INFO nova.compute.manager [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1039.046775] env[70113]: DEBUG nova.compute.manager [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.047180] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1039.047180] env[70113]: value = "task-3415862" [ 1039.047180] env[70113]: _type = "Task" [ 1039.047180] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.048850] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66246ed6-6d09-4c03-b70e-03f280897e6b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.051925] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe30725-11e2-44ab-8523-6d0f687c08a8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.072708] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864aca60-2b16-4e59-ad71-a04ef58a3b6b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.077148] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.107162] env[70113]: DEBUG nova.network.neutron [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Successfully created port: 415968b4-cf8d-4823-98ff-60f3e87ad6a6 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.109796] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760c32d8-1f0f-4f6c-86b6-44d9906855ae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.120077] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58f3003-4721-4834-aba7-d8bd8d309952 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.138141] env[70113]: DEBUG nova.compute.provider_tree [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.144556] env[70113]: DEBUG nova.compute.manager [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.363695] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.363695] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528ebe93-94bc-4a13-6474-6cb42d79df87" [ 1039.363695] env[70113]: _type = "HttpNfcLease" [ 1039.363695] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1039.363695] env[70113]: DEBUG oslo_vmware.rw_handles [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1039.363695] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528ebe93-94bc-4a13-6474-6cb42d79df87" [ 1039.363695] env[70113]: _type = "HttpNfcLease" [ 1039.363695] env[70113]: }. {{(pid=70113) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1039.363695] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2124d6b4-b396-41c0-a9ad-af7efbe41381 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.372272] env[70113]: DEBUG oslo_vmware.rw_handles [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c3be3-5be1-d9a3-5571-0002b455bf27/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1039.372492] env[70113]: DEBUG oslo_vmware.rw_handles [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Creating HTTP connection to write to file with size = 31663616 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c3be3-5be1-d9a3-5571-0002b455bf27/disk-0.vmdk. {{(pid=70113) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1039.448656] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c8f2afe6-db78-488a-8ab3-4220686bc024 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.485017] env[70113]: DEBUG nova.objects.instance [None req-75808b54-44be-4239-ba99-3ef98fbf577f tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lazy-loading 'pci_requests' on Instance uuid d780dbfc-e7d3-4585-82b6-cbe1f921c2d0 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.566021] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415862, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.587582] env[70113]: INFO nova.compute.manager [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Took 29.78 seconds to build instance. [ 1039.646199] env[70113]: DEBUG nova.scheduler.client.report [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.990019] env[70113]: DEBUG nova.objects.base [None req-75808b54-44be-4239-ba99-3ef98fbf577f tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1039.990019] env[70113]: DEBUG nova.network.neutron [None req-75808b54-44be-4239-ba99-3ef98fbf577f tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.073768] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572404} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.073960] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45/9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.078196] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.078547] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9956bb9a-b3a9-425d-82ce-695eaa30f498 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.089689] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1040.089689] env[70113]: value = "task-3415863" [ 1040.089689] env[70113]: _type = "Task" [ 1040.089689] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.094798] env[70113]: DEBUG oslo_concurrency.lockutils [None req-96240eda-383a-4300-be44-3908b2d2a974 tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Lock "4db57f35-1806-4418-9d8e-887dda7da372" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.313s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.102906] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.133856] env[70113]: DEBUG oslo_concurrency.lockutils [None req-75808b54-44be-4239-ba99-3ef98fbf577f tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.154s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.145499] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "839c870e-a428-458b-8ba6-910740c523c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.145499] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "839c870e-a428-458b-8ba6-910740c523c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.145499] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "839c870e-a428-458b-8ba6-910740c523c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.145499] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "839c870e-a428-458b-8ba6-910740c523c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.145499] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "839c870e-a428-458b-8ba6-910740c523c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.148929] env[70113]: INFO nova.compute.manager [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Terminating instance [ 1040.151243] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.158759] env[70113]: DEBUG oslo_concurrency.lockutils [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.936s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.161106] env[70113]: DEBUG nova.objects.instance [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lazy-loading 'resources' on Instance uuid bada8017-1fc1-47c8-ac7e-b596e2fc2917 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.161435] env[70113]: DEBUG nova.compute.manager [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.197196] env[70113]: INFO nova.scheduler.client.report [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Deleted allocations for instance 9b8a510a-3e20-435b-8315-bde164637bf2 [ 1040.214559] env[70113]: DEBUG nova.virt.hardware [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.214798] env[70113]: DEBUG nova.virt.hardware [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.215039] env[70113]: DEBUG nova.virt.hardware [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.215162] env[70113]: DEBUG nova.virt.hardware [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.215310] env[70113]: DEBUG nova.virt.hardware [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.215525] env[70113]: DEBUG nova.virt.hardware [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.215700] env[70113]: DEBUG nova.virt.hardware [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.215887] env[70113]: DEBUG nova.virt.hardware [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.216072] env[70113]: DEBUG nova.virt.hardware [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.216235] env[70113]: DEBUG nova.virt.hardware [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.216401] env[70113]: DEBUG nova.virt.hardware [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.217307] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb27b463-a9e2-41ab-ad9d-f9acc7595c1c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.228978] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131fd94e-170e-4ce6-ab72-c4896d406cfd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.602866] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079916} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.606389] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.607319] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9e5a6a-8980-46b1-88f6-4720e30b3f29 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.648176] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45/9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.655476] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef1ab45-9833-412c-a78d-7dbe0386f751 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.683542] env[70113]: DEBUG nova.objects.instance [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lazy-loading 'numa_topology' on Instance uuid bada8017-1fc1-47c8-ac7e-b596e2fc2917 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.687271] env[70113]: DEBUG nova.compute.manager [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.687271] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.687549] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a9c666-ce15-4510-9be7-55ea8b099345 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.697485] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.699326] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69201e6d-9a10-41c0-b8d1-551d17b96b08 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.701734] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1040.701734] env[70113]: value = "task-3415864" [ 1040.701734] env[70113]: _type = "Task" [ 1040.701734] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.709265] env[70113]: DEBUG oslo_vmware.api [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1040.709265] env[70113]: value = "task-3415865" [ 1040.709265] env[70113]: _type = "Task" [ 1040.709265] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.709755] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4bdabf07-c570-4788-82a8-56970e8b4783 tempest-ServerGroupTestJSON-1291969954 tempest-ServerGroupTestJSON-1291969954-project-member] Lock "9b8a510a-3e20-435b-8315-bde164637bf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.600s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.718673] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.728744] env[70113]: DEBUG oslo_vmware.api [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.895941] env[70113]: DEBUG nova.network.neutron [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Successfully updated port: 415968b4-cf8d-4823-98ff-60f3e87ad6a6 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.020931] env[70113]: DEBUG oslo_vmware.rw_handles [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Completed reading data from the image iterator. {{(pid=70113) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1041.021101] env[70113]: DEBUG oslo_vmware.rw_handles [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c3be3-5be1-d9a3-5571-0002b455bf27/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1041.022131] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf2b09e-50fb-48f4-9145-c253f6e01cac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.032384] env[70113]: DEBUG oslo_vmware.rw_handles [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c3be3-5be1-d9a3-5571-0002b455bf27/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1041.032692] env[70113]: DEBUG oslo_vmware.rw_handles [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c3be3-5be1-d9a3-5571-0002b455bf27/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1041.033301] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-611b5fd4-61b7-4b82-b34c-5b431f7716ff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.190616] env[70113]: DEBUG nova.objects.base [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.214250] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.224721] env[70113]: DEBUG oslo_vmware.api [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415865, 'name': PowerOffVM_Task, 'duration_secs': 0.456446} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.228395] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.228590] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.230158] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd9a1489-a50d-44b5-adec-6ecade16c7b7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.319479] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.319770] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.320008] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleting the datastore file [datastore2] 839c870e-a428-458b-8ba6-910740c523c6 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.320354] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d7c0afc-ed5f-40c1-bbac-699f3332fdb0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.341246] env[70113]: DEBUG oslo_vmware.api [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1041.341246] env[70113]: value = "task-3415867" [ 1041.341246] env[70113]: _type = "Task" [ 1041.341246] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.357252] env[70113]: DEBUG oslo_vmware.api [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.371166] env[70113]: DEBUG oslo_vmware.rw_handles [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522c3be3-5be1-d9a3-5571-0002b455bf27/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1041.371394] env[70113]: INFO nova.virt.vmwareapi.images [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Downloaded image file data e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9 [ 1041.375478] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd754f78-c87b-45ec-a7df-f8e02e7468dc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.400582] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-276d80ca-71aa-401e-91b0-a0572ea4af45 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.402340] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "refresh_cache-e8bac3f6-1987-4590-9e16-1af422f1a550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.402506] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "refresh_cache-e8bac3f6-1987-4590-9e16-1af422f1a550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.402750] env[70113]: DEBUG nova.network.neutron [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.432346] env[70113]: INFO nova.virt.vmwareapi.images [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] The imported VM was unregistered [ 1041.436079] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Caching image {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1041.436509] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9 {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.437406] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab58f44c-c059-4b80-8f61-555a1075ee16 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.453012] env[70113]: DEBUG nova.compute.manager [req-9c2c5234-2086-42c1-a5b1-5f22c330c032 req-5529c385-6dd3-4efd-a550-135b366c01fb service nova] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Received event network-vif-plugged-415968b4-cf8d-4823-98ff-60f3e87ad6a6 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.453365] env[70113]: DEBUG oslo_concurrency.lockutils [req-9c2c5234-2086-42c1-a5b1-5f22c330c032 req-5529c385-6dd3-4efd-a550-135b366c01fb service nova] Acquiring lock "e8bac3f6-1987-4590-9e16-1af422f1a550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.453365] env[70113]: DEBUG oslo_concurrency.lockutils [req-9c2c5234-2086-42c1-a5b1-5f22c330c032 req-5529c385-6dd3-4efd-a550-135b366c01fb service nova] Lock "e8bac3f6-1987-4590-9e16-1af422f1a550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.455124] env[70113]: DEBUG oslo_concurrency.lockutils [req-9c2c5234-2086-42c1-a5b1-5f22c330c032 req-5529c385-6dd3-4efd-a550-135b366c01fb service nova] Lock "e8bac3f6-1987-4590-9e16-1af422f1a550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.455124] env[70113]: DEBUG nova.compute.manager [req-9c2c5234-2086-42c1-a5b1-5f22c330c032 req-5529c385-6dd3-4efd-a550-135b366c01fb service nova] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] No waiting events found dispatching network-vif-plugged-415968b4-cf8d-4823-98ff-60f3e87ad6a6 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.455124] env[70113]: WARNING nova.compute.manager [req-9c2c5234-2086-42c1-a5b1-5f22c330c032 req-5529c385-6dd3-4efd-a550-135b366c01fb service nova] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Received unexpected event network-vif-plugged-415968b4-cf8d-4823-98ff-60f3e87ad6a6 for instance with vm_state building and task_state spawning. [ 1041.459771] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Created directory with path [datastore1] devstack-image-cache_base/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9 {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.460493] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a854ea27-ff07-4a7c-96dd-5de86872025d/OSTACK_IMG_a854ea27-ff07-4a7c-96dd-5de86872025d.vmdk to [datastore1] devstack-image-cache_base/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9.vmdk. {{(pid=70113) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1041.460493] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6ec6ba9e-1356-4f50-a48a-f9b5904d882f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.471247] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 1041.471247] env[70113]: value = "task-3415869" [ 1041.471247] env[70113]: _type = "Task" [ 1041.471247] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.490809] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415869, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.646105] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf73f70-22ce-4ba4-9adf-a8e356ac5efc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.657800] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2959f07-a27d-44d9-9dd1-f0c7ad513d15 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.696288] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ecabc5-6c4e-4ad2-90a8-21c786c2d6d8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.708623] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3717d06-8ae5-4624-a764-10b64c314e70 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.727325] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415864, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.727820] env[70113]: DEBUG nova.compute.provider_tree [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.854431] env[70113]: DEBUG oslo_vmware.api [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.956093] env[70113]: DEBUG nova.network.neutron [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.986741] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415869, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.159184] env[70113]: DEBUG nova.network.neutron [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Updating instance_info_cache with network_info: [{"id": "415968b4-cf8d-4823-98ff-60f3e87ad6a6", "address": "fa:16:3e:5d:81:54", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap415968b4-cf", "ovs_interfaceid": "415968b4-cf8d-4823-98ff-60f3e87ad6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.218289] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415864, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.233246] env[70113]: DEBUG nova.scheduler.client.report [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.360942] env[70113]: DEBUG oslo_vmware.api [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.95144} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.361274] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.361471] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.361643] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.361816] env[70113]: INFO nova.compute.manager [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1042.362177] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.362408] env[70113]: DEBUG nova.compute.manager [-] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.362505] env[70113]: DEBUG nova.network.neutron [-] [instance: 839c870e-a428-458b-8ba6-910740c523c6] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.414068] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "interface-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.414467] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.414892] env[70113]: DEBUG nova.objects.instance [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lazy-loading 'flavor' on Instance uuid d780dbfc-e7d3-4585-82b6-cbe1f921c2d0 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.487658] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415869, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.662378] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "refresh_cache-e8bac3f6-1987-4590-9e16-1af422f1a550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.662784] env[70113]: DEBUG nova.compute.manager [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Instance network_info: |[{"id": "415968b4-cf8d-4823-98ff-60f3e87ad6a6", "address": "fa:16:3e:5d:81:54", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap415968b4-cf", "ovs_interfaceid": "415968b4-cf8d-4823-98ff-60f3e87ad6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.663253] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:81:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '415968b4-cf8d-4823-98ff-60f3e87ad6a6', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.671220] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.671511] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.671787] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c88f5c24-5433-4dfd-a85b-83fc44cb8dec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.702032] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.702032] env[70113]: value = "task-3415870" [ 1042.702032] env[70113]: _type = "Task" [ 1042.702032] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.718966] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415870, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.730199] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415864, 'name': ReconfigVM_Task, 'duration_secs': 1.655929} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.730519] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45/9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.731237] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d42d91a-a234-49a9-ad9f-76b25847e9cb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.739395] env[70113]: DEBUG oslo_concurrency.lockutils [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.581s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.743443] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.472s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.743627] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.743792] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70113) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1042.744111] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.534s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.750869] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1042.750869] env[70113]: value = "task-3415871" [ 1042.750869] env[70113]: _type = "Task" [ 1042.750869] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.752032] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4537eb0-1725-4e49-a014-98e6554ade90 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.778280] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f3b529-9345-4bf6-aaaa-e19dd4dd9ad8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.783506] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415871, 'name': Rename_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.798971] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb92cb8-09ee-4579-8579-5feda5b8fc19 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.815218] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f26d0fc-0428-4418-bbff-5b8ef42df582 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.856167] env[70113]: INFO nova.compute.manager [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Rebuilding instance [ 1042.859607] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178930MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=70113) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1042.859768] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.916615] env[70113]: DEBUG nova.compute.manager [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.917566] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b714337f-91dc-47ec-941f-988cf3f99510 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.987457] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415869, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.020684] env[70113]: DEBUG nova.objects.instance [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lazy-loading 'pci_requests' on Instance uuid d780dbfc-e7d3-4585-82b6-cbe1f921c2d0 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.212192] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415870, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.254669] env[70113]: INFO nova.compute.claims [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.270830] env[70113]: DEBUG oslo_concurrency.lockutils [None req-54fd7792-2a09-422b-b84f-fc129e61eb8c tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.749s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.272201] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 14.896s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.272956] env[70113]: INFO nova.compute.manager [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Unshelving [ 1043.287470] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415871, 'name': Rename_Task, 'duration_secs': 0.443164} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.287598] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.287924] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de6c4ac6-f29a-4e55-bbd3-612793eb986f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.300936] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1043.300936] env[70113]: value = "task-3415872" [ 1043.300936] env[70113]: _type = "Task" [ 1043.300936] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.318231] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.487281] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415869, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.494132] env[70113]: DEBUG nova.network.neutron [-] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.527239] env[70113]: DEBUG nova.objects.base [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1043.527239] env[70113]: DEBUG nova.network.neutron [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.572277] env[70113]: DEBUG nova.policy [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e19ba68ff144a70b49122d0597e9735', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56870a134a3d439bbc7378a8544959b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.713704] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415870, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.762971] env[70113]: INFO nova.compute.resource_tracker [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Updating resource usage from migration 96f359e9-65c5-4e89-bd7f-733f04184b5b [ 1043.818619] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.848951] env[70113]: DEBUG oslo_concurrency.lockutils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Acquiring lock "2f5791fa-52f5-42c4-830d-1ebe2fdc873f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.849297] env[70113]: DEBUG oslo_concurrency.lockutils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Lock "2f5791fa-52f5-42c4-830d-1ebe2fdc873f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.887681] env[70113]: DEBUG nova.network.neutron [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Successfully created port: 64d25dae-62ca-4340-9fb5-cf93a4cf30d8 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.942308] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.943150] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c0fe6fb-9dfe-4d73-b3c3-9ec298eae335 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.957416] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1043.957416] env[70113]: value = "task-3415873" [ 1043.957416] env[70113]: _type = "Task" [ 1043.957416] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.985023] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.992470] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415869, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.996315] env[70113]: INFO nova.compute.manager [-] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Took 1.63 seconds to deallocate network for instance. [ 1044.165521] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc8039d-c0dc-4be0-a6d9-450623459a47 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.176789] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc6acd8-d82f-432f-8dba-c067c6f4aa78 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.222215] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031a574f-7c5d-4376-9ad4-ff872634285d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.237036] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415870, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.237918] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3338f8e-6959-4665-ab59-aa5c4f01a056 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.257970] env[70113]: DEBUG nova.compute.provider_tree [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.283341] env[70113]: DEBUG nova.compute.utils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.112081] env[70113]: DEBUG nova.compute.manager [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.115499] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.116275] env[70113]: DEBUG nova.scheduler.client.report [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.119568] env[70113]: INFO nova.virt.block_device [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Booting with volume 86b34673-74f9-43a7-99db-352176255174 at /dev/sdb [ 1045.123041] env[70113]: DEBUG nova.compute.manager [req-a3b13656-7d43-488d-89ae-9079c394012b req-4fecfc09-8efc-41ad-8196-98968d0be9ff service nova] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Received event network-changed-415968b4-cf8d-4823-98ff-60f3e87ad6a6 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.123041] env[70113]: DEBUG nova.compute.manager [req-a3b13656-7d43-488d-89ae-9079c394012b req-4fecfc09-8efc-41ad-8196-98968d0be9ff service nova] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Refreshing instance network info cache due to event network-changed-415968b4-cf8d-4823-98ff-60f3e87ad6a6. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.123041] env[70113]: DEBUG oslo_concurrency.lockutils [req-a3b13656-7d43-488d-89ae-9079c394012b req-4fecfc09-8efc-41ad-8196-98968d0be9ff service nova] Acquiring lock "refresh_cache-e8bac3f6-1987-4590-9e16-1af422f1a550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.123041] env[70113]: DEBUG oslo_concurrency.lockutils [req-a3b13656-7d43-488d-89ae-9079c394012b req-4fecfc09-8efc-41ad-8196-98968d0be9ff service nova] Acquired lock "refresh_cache-e8bac3f6-1987-4590-9e16-1af422f1a550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.123041] env[70113]: DEBUG nova.network.neutron [req-a3b13656-7d43-488d-89ae-9079c394012b req-4fecfc09-8efc-41ad-8196-98968d0be9ff service nova] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Refreshing network info cache for port 415968b4-cf8d-4823-98ff-60f3e87ad6a6 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.140896] env[70113]: DEBUG oslo_vmware.api [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415872, 'name': PowerOnVM_Task, 'duration_secs': 1.431929} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.141598] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.141641] env[70113]: INFO nova.compute.manager [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Took 18.52 seconds to spawn the instance on the hypervisor. [ 1045.141795] env[70113]: DEBUG nova.compute.manager [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.142588] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c3035d-eed8-446e-8e4a-edcda21e0b75 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.154125] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415869, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.955476} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.154621] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415870, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.155227] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415873, 'name': PowerOffVM_Task, 'duration_secs': 0.153984} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.155897] env[70113]: INFO nova.virt.vmwareapi.ds_util [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a854ea27-ff07-4a7c-96dd-5de86872025d/OSTACK_IMG_a854ea27-ff07-4a7c-96dd-5de86872025d.vmdk to [datastore1] devstack-image-cache_base/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9.vmdk. [ 1045.156157] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Cleaning up location [datastore1] OSTACK_IMG_a854ea27-ff07-4a7c-96dd-5de86872025d {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1045.156359] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a854ea27-ff07-4a7c-96dd-5de86872025d {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.156660] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.157386] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.157643] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f44aef3-dfa8-45a0-8afc-978fba9e7ec2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.162337] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787c0303-cb8a-4c4f-a605-4021a731cd55 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.177697] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.178077] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 1045.178077] env[70113]: value = "task-3415874" [ 1045.178077] env[70113]: _type = "Task" [ 1045.178077] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.178292] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b224f148-97d8-4636-8ff9-6a265ac39ba0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.191599] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.192926] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33d458f9-cb53-423d-a0c7-a73b0bdf7a71 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.223941] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.224185] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.224378] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Deleting the datastore file [datastore2] 4db57f35-1806-4418-9d8e-887dda7da372 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.224809] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b7db4b7-144e-47a0-a918-db0f7c4015ce {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.237119] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1b482a-85fa-485f-a94c-06b69c3642b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.251084] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1045.251084] env[70113]: value = "task-3415876" [ 1045.251084] env[70113]: _type = "Task" [ 1045.251084] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.258973] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.278694] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1da3141b-9874-4c2e-9691-3559080139e5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.288676] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59af3abd-09dd-409c-8359-97f1ce7389ca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.322980] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee9f1f3-8100-487b-af6c-cc227bd766e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.330557] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d7c385-c883-4898-b174-93dc016aa60d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.346471] env[70113]: DEBUG nova.virt.block_device [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Updating existing volume attachment record: d600f132-e280-42f1-9535-49bb66c64750 {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1045.466455] env[70113]: DEBUG nova.compute.manager [req-888b3667-30a2-4daa-be7c-9cb066db3738 req-2f40112b-d3c5-49e4-8a15-4c033f52590d service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Received event network-vif-plugged-64d25dae-62ca-4340-9fb5-cf93a4cf30d8 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.466681] env[70113]: DEBUG oslo_concurrency.lockutils [req-888b3667-30a2-4daa-be7c-9cb066db3738 req-2f40112b-d3c5-49e4-8a15-4c033f52590d service nova] Acquiring lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.466890] env[70113]: DEBUG oslo_concurrency.lockutils [req-888b3667-30a2-4daa-be7c-9cb066db3738 req-2f40112b-d3c5-49e4-8a15-4c033f52590d service nova] Lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.467129] env[70113]: DEBUG oslo_concurrency.lockutils [req-888b3667-30a2-4daa-be7c-9cb066db3738 req-2f40112b-d3c5-49e4-8a15-4c033f52590d service nova] Lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.467335] env[70113]: DEBUG nova.compute.manager [req-888b3667-30a2-4daa-be7c-9cb066db3738 req-2f40112b-d3c5-49e4-8a15-4c033f52590d service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] No waiting events found dispatching network-vif-plugged-64d25dae-62ca-4340-9fb5-cf93a4cf30d8 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.467503] env[70113]: WARNING nova.compute.manager [req-888b3667-30a2-4daa-be7c-9cb066db3738 req-2f40112b-d3c5-49e4-8a15-4c033f52590d service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Received unexpected event network-vif-plugged-64d25dae-62ca-4340-9fb5-cf93a4cf30d8 for instance with vm_state active and task_state None. [ 1045.626243] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.882s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.626335] env[70113]: INFO nova.compute.manager [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Migrating [ 1045.635191] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415870, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.641253] env[70113]: DEBUG oslo_concurrency.lockutils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.720s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.642245] env[70113]: INFO nova.compute.claims [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.670515] env[70113]: DEBUG nova.network.neutron [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Successfully updated port: 64d25dae-62ca-4340-9fb5-cf93a4cf30d8 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.690581] env[70113]: INFO nova.compute.manager [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Took 38.35 seconds to build instance. [ 1045.691964] env[70113]: DEBUG oslo_concurrency.lockutils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.700816] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.058986} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.702878] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.703159] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.705277] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9.vmdk to [datastore1] b1e49170-1111-41f1-a065-6d099a1c01c8/b1e49170-1111-41f1-a065-6d099a1c01c8.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.705277] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce0dbd2e-f3a0-43c0-b7a9-7f909dac751b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.718022] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 1045.718022] env[70113]: value = "task-3415878" [ 1045.718022] env[70113]: _type = "Task" [ 1045.718022] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.735029] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.764120] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098077} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.764498] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.764779] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.765090] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.997667] env[70113]: DEBUG nova.network.neutron [req-a3b13656-7d43-488d-89ae-9079c394012b req-4fecfc09-8efc-41ad-8196-98968d0be9ff service nova] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Updated VIF entry in instance network info cache for port 415968b4-cf8d-4823-98ff-60f3e87ad6a6. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.997667] env[70113]: DEBUG nova.network.neutron [req-a3b13656-7d43-488d-89ae-9079c394012b req-4fecfc09-8efc-41ad-8196-98968d0be9ff service nova] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Updating instance_info_cache with network_info: [{"id": "415968b4-cf8d-4823-98ff-60f3e87ad6a6", "address": "fa:16:3e:5d:81:54", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap415968b4-cf", "ovs_interfaceid": "415968b4-cf8d-4823-98ff-60f3e87ad6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.130031] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415870, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.156811] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "refresh_cache-0d40d088-992f-422a-ac67-65ee0f592854" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.157023] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "refresh_cache-0d40d088-992f-422a-ac67-65ee0f592854" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.157235] env[70113]: DEBUG nova.network.neutron [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.179423] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.179582] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.179796] env[70113]: DEBUG nova.network.neutron [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.193422] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f783e4c8-416b-439e-be07-4ee2a43fe7f2 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.874s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.231102] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415878, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.500566] env[70113]: DEBUG oslo_concurrency.lockutils [req-a3b13656-7d43-488d-89ae-9079c394012b req-4fecfc09-8efc-41ad-8196-98968d0be9ff service nova] Releasing lock "refresh_cache-e8bac3f6-1987-4590-9e16-1af422f1a550" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.500858] env[70113]: DEBUG nova.compute.manager [req-a3b13656-7d43-488d-89ae-9079c394012b req-4fecfc09-8efc-41ad-8196-98968d0be9ff service nova] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Received event network-vif-deleted-ca87cc18-e957-496b-b4bc-73abd7e3f9a9 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.631348] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415870, 'name': CreateVM_Task, 'duration_secs': 3.906409} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.631538] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.632323] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.632511] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.632902] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.633368] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-676a2c11-ad6c-416e-ae28-68c3a812cfea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.642493] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1046.642493] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52836c50-71a3-1ed7-bf33-ecb1893e6768" [ 1046.642493] env[70113]: _type = "Task" [ 1046.642493] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.654353] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52836c50-71a3-1ed7-bf33-ecb1893e6768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.735270] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415878, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.742177] env[70113]: WARNING nova.network.neutron [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] 81a4b592-8c8e-41f5-8b72-f25fc6125375 already exists in list: networks containing: ['81a4b592-8c8e-41f5-8b72-f25fc6125375']. ignoring it [ 1046.813194] env[70113]: DEBUG nova.virt.hardware [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.813449] env[70113]: DEBUG nova.virt.hardware [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.813605] env[70113]: DEBUG nova.virt.hardware [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.813781] env[70113]: DEBUG nova.virt.hardware [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.813925] env[70113]: DEBUG nova.virt.hardware [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.814601] env[70113]: DEBUG nova.virt.hardware [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.814906] env[70113]: DEBUG nova.virt.hardware [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.815103] env[70113]: DEBUG nova.virt.hardware [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.815284] env[70113]: DEBUG nova.virt.hardware [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.815450] env[70113]: DEBUG nova.virt.hardware [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.815624] env[70113]: DEBUG nova.virt.hardware [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.816551] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5a1ddb-8814-48d6-ad37-fe86c8e74754 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.834293] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165b0b44-7901-4eec-b5e1-9382eb9d95ea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.858843] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.864530] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.870163] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.870515] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b83e1921-7f91-4029-bffb-d4ede026b45c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.897383] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.897383] env[70113]: value = "task-3415881" [ 1046.897383] env[70113]: _type = "Task" [ 1046.897383] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.908260] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415881, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.022943] env[70113]: DEBUG nova.network.neutron [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Updating instance_info_cache with network_info: [{"id": "2ea60e64-95f2-4963-8914-e3881fc23d23", "address": "fa:16:3e:54:3e:ff", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ea60e64-95", "ovs_interfaceid": "2ea60e64-95f2-4963-8914-e3881fc23d23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.089151] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b6d2dd-26ce-43e6-b6c1-7cb446f869c6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.101490] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f840e7-2dcc-42ae-bdc5-b2a2ee785a10 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.147693] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e01f82f-d58e-4f1e-b753-ddf8ea45dd7e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.151158] env[70113]: DEBUG nova.network.neutron [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Updating instance_info_cache with network_info: [{"id": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "address": "fa:16:3e:d6:68:18", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3d841c-37", "ovs_interfaceid": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64d25dae-62ca-4340-9fb5-cf93a4cf30d8", "address": "fa:16:3e:69:a8:cb", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64d25dae-62", "ovs_interfaceid": "64d25dae-62ca-4340-9fb5-cf93a4cf30d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.163651] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52836c50-71a3-1ed7-bf33-ecb1893e6768, 'name': SearchDatastore_Task, 'duration_secs': 0.095427} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.164211] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.164464] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.164727] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.164972] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.165251] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.166862] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf98322-cd6a-44f2-828f-e6bdbd6eb3b8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.171793] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80ae0aff-ee70-41c7-851a-1657c9f6fe2d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.190856] env[70113]: DEBUG nova.compute.provider_tree [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.194619] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.196045] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.196045] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f7e09b-1afc-406e-bb01-9bf901e6a96e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.205447] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1047.205447] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b794de-bfec-4b6c-7bc3-c5eb627e75ca" [ 1047.205447] env[70113]: _type = "Task" [ 1047.205447] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.219844] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b794de-bfec-4b6c-7bc3-c5eb627e75ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.232564] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415878, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.286505] env[70113]: DEBUG oslo_concurrency.lockutils [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquiring lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.286800] env[70113]: DEBUG oslo_concurrency.lockutils [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.287031] env[70113]: DEBUG oslo_concurrency.lockutils [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquiring lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.287256] env[70113]: DEBUG oslo_concurrency.lockutils [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.287424] env[70113]: DEBUG oslo_concurrency.lockutils [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.289784] env[70113]: INFO nova.compute.manager [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Terminating instance [ 1047.409356] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415881, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.525549] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "refresh_cache-0d40d088-992f-422a-ac67-65ee0f592854" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.624321] env[70113]: DEBUG nova.compute.manager [req-d840f5c9-e2dc-4822-9b7e-1295f3950512 req-e1a58c0f-bc03-46b3-b74e-a006e731371a service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Received event network-changed-64d25dae-62ca-4340-9fb5-cf93a4cf30d8 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.625235] env[70113]: DEBUG nova.compute.manager [req-d840f5c9-e2dc-4822-9b7e-1295f3950512 req-e1a58c0f-bc03-46b3-b74e-a006e731371a service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Refreshing instance network info cache due to event network-changed-64d25dae-62ca-4340-9fb5-cf93a4cf30d8. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.625235] env[70113]: DEBUG oslo_concurrency.lockutils [req-d840f5c9-e2dc-4822-9b7e-1295f3950512 req-e1a58c0f-bc03-46b3-b74e-a006e731371a service nova] Acquiring lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.654651] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.655513] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.655721] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.656108] env[70113]: DEBUG oslo_concurrency.lockutils [req-d840f5c9-e2dc-4822-9b7e-1295f3950512 req-e1a58c0f-bc03-46b3-b74e-a006e731371a service nova] Acquired lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.656313] env[70113]: DEBUG nova.network.neutron [req-d840f5c9-e2dc-4822-9b7e-1295f3950512 req-e1a58c0f-bc03-46b3-b74e-a006e731371a service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Refreshing network info cache for port 64d25dae-62ca-4340-9fb5-cf93a4cf30d8 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.658642] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430d4323-c489-451e-95b2-7e7ce995cf00 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.681580] env[70113]: DEBUG nova.virt.hardware [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.681842] env[70113]: DEBUG nova.virt.hardware [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.681974] env[70113]: DEBUG nova.virt.hardware [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.682208] env[70113]: DEBUG nova.virt.hardware [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.682360] env[70113]: DEBUG nova.virt.hardware [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.682490] env[70113]: DEBUG nova.virt.hardware [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.682681] env[70113]: DEBUG nova.virt.hardware [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.682862] env[70113]: DEBUG nova.virt.hardware [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.683000] env[70113]: DEBUG nova.virt.hardware [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.683451] env[70113]: DEBUG nova.virt.hardware [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.683661] env[70113]: DEBUG nova.virt.hardware [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.690073] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Reconfiguring VM to attach interface {{(pid=70113) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1047.690816] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2e504f0-97da-4e53-a289-19e9b816326d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.704568] env[70113]: DEBUG nova.scheduler.client.report [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.719397] env[70113]: DEBUG oslo_vmware.api [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1047.719397] env[70113]: value = "task-3415882" [ 1047.719397] env[70113]: _type = "Task" [ 1047.719397] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.723691] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b794de-bfec-4b6c-7bc3-c5eb627e75ca, 'name': SearchDatastore_Task, 'duration_secs': 0.089321} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.731654] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47378604-b802-4c7e-b158-55e8f3947f27 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.745160] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415878, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.745377] env[70113]: DEBUG oslo_vmware.api [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415882, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.746883] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1047.746883] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52739538-58aa-1e13-3b04-93c269af7e24" [ 1047.746883] env[70113]: _type = "Task" [ 1047.746883] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.759208] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52739538-58aa-1e13-3b04-93c269af7e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.794453] env[70113]: DEBUG nova.compute.manager [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.794697] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.795716] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffabb875-9e1f-4845-b8a5-44cb7ad8b254 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.807771] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.808083] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55f1ffba-a21f-40f4-a115-ae16ef288db3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.817635] env[70113]: DEBUG oslo_vmware.api [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1047.817635] env[70113]: value = "task-3415883" [ 1047.817635] env[70113]: _type = "Task" [ 1047.817635] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.829757] env[70113]: DEBUG oslo_vmware.api [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.913524] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415881, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.210250] env[70113]: DEBUG oslo_concurrency.lockutils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.211916] env[70113]: DEBUG nova.compute.manager [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.214128] env[70113]: DEBUG oslo_concurrency.lockutils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.237s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.218031] env[70113]: INFO nova.compute.claims [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.244206] env[70113]: DEBUG oslo_vmware.api [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.248170] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415878, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.262543] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52739538-58aa-1e13-3b04-93c269af7e24, 'name': SearchDatastore_Task, 'duration_secs': 0.094155} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.263215] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.263482] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] e8bac3f6-1987-4590-9e16-1af422f1a550/e8bac3f6-1987-4590-9e16-1af422f1a550.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.263760] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d54bff2b-8b6c-46a5-a33b-fe92b1a36b09 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.275334] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1048.275334] env[70113]: value = "task-3415885" [ 1048.275334] env[70113]: _type = "Task" [ 1048.275334] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.291023] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.331812] env[70113]: DEBUG oslo_vmware.api [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415883, 'name': PowerOffVM_Task, 'duration_secs': 0.229492} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.332247] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.332498] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.332848] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77321c23-1fc1-488d-a585-310233e3147f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.412822] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415881, 'name': CreateVM_Task, 'duration_secs': 1.360322} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.413020] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.413555] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.416826] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.416826] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.416826] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e32bbf8-8bf2-43c0-9130-12e1df3f0303 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.417859] env[70113]: DEBUG nova.network.neutron [req-d840f5c9-e2dc-4822-9b7e-1295f3950512 req-e1a58c0f-bc03-46b3-b74e-a006e731371a service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Updated VIF entry in instance network info cache for port 64d25dae-62ca-4340-9fb5-cf93a4cf30d8. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.418354] env[70113]: DEBUG nova.network.neutron [req-d840f5c9-e2dc-4822-9b7e-1295f3950512 req-e1a58c0f-bc03-46b3-b74e-a006e731371a service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Updating instance_info_cache with network_info: [{"id": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "address": "fa:16:3e:d6:68:18", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3d841c-37", "ovs_interfaceid": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64d25dae-62ca-4340-9fb5-cf93a4cf30d8", "address": "fa:16:3e:69:a8:cb", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64d25dae-62", "ovs_interfaceid": "64d25dae-62ca-4340-9fb5-cf93a4cf30d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.424734] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1048.424734] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52045f47-9e15-de25-f7f0-f2d93fc13eb2" [ 1048.424734] env[70113]: _type = "Task" [ 1048.424734] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.438497] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52045f47-9e15-de25-f7f0-f2d93fc13eb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.483537] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.483790] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.483974] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Deleting the datastore file [datastore2] 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.484419] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83e30e18-5fca-432a-b531-f8c10c1f9c18 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.494062] env[70113]: DEBUG oslo_vmware.api [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1048.494062] env[70113]: value = "task-3415887" [ 1048.494062] env[70113]: _type = "Task" [ 1048.494062] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.503242] env[70113]: DEBUG oslo_vmware.api [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.721081] env[70113]: DEBUG nova.compute.utils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.725097] env[70113]: DEBUG nova.compute.manager [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.725097] env[70113]: DEBUG nova.network.neutron [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.744781] env[70113]: DEBUG oslo_vmware.api [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415882, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.748422] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415878, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.770073} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.748701] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9/e3ac5d20-4c50-4913-80c4-1f6cc4c1a5b9.vmdk to [datastore1] b1e49170-1111-41f1-a065-6d099a1c01c8/b1e49170-1111-41f1-a065-6d099a1c01c8.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.749521] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de9b62b-e776-4598-ae3f-8197f560f5cb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.775470] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] b1e49170-1111-41f1-a065-6d099a1c01c8/b1e49170-1111-41f1-a065-6d099a1c01c8.vmdk or device None with type streamOptimized {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.777394] env[70113]: DEBUG nova.policy [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a2e79996036476cb89d49aa5933ac65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23073e7acc7c4be79922ca5c316fd163', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.779551] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1de8465-f543-4bb3-9997-4de5532d13ab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.815852] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415885, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.817212] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 1048.817212] env[70113]: value = "task-3415888" [ 1048.817212] env[70113]: _type = "Task" [ 1048.817212] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.826696] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.921676] env[70113]: DEBUG oslo_concurrency.lockutils [req-d840f5c9-e2dc-4822-9b7e-1295f3950512 req-e1a58c0f-bc03-46b3-b74e-a006e731371a service nova] Releasing lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.938434] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52045f47-9e15-de25-f7f0-f2d93fc13eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.022805} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.938867] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.939198] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.939572] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.939774] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.940149] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.940504] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f50f4c8-60bb-41fa-93c9-7fbc0ee33a3e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.955054] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.955945] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.956280] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbe06936-2286-4b24-92bc-4051b5df6e63 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.965059] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1048.965059] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]525eb8c8-2e84-33aa-d0e7-7d06f9314a5f" [ 1048.965059] env[70113]: _type = "Task" [ 1048.965059] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.973836] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525eb8c8-2e84-33aa-d0e7-7d06f9314a5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.009188] env[70113]: DEBUG oslo_vmware.api [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326283} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.009452] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.009636] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.009813] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.009986] env[70113]: INFO nova.compute.manager [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1049.010250] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.010484] env[70113]: DEBUG nova.compute.manager [-] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.010539] env[70113]: DEBUG nova.network.neutron [-] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.046288] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bd42f7-a79e-4898-b893-2ca4890ce061 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.064693] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Updating instance '0d40d088-992f-422a-ac67-65ee0f592854' progress to 0 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.127731] env[70113]: DEBUG nova.network.neutron [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Successfully created port: 3c67ca83-4e41-46c8-9955-bd133d569308 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.225769] env[70113]: DEBUG nova.compute.manager [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.242963] env[70113]: DEBUG oslo_vmware.api [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415882, 'name': ReconfigVM_Task, 'duration_secs': 1.136125} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.243517] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.243733] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Reconfigured VM to attach interface {{(pid=70113) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1049.292135] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716002} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.296021] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] e8bac3f6-1987-4590-9e16-1af422f1a550/e8bac3f6-1987-4590-9e16-1af422f1a550.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.296021] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.296021] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5602f97c-3000-4ae1-8e12-03e8ca79b00c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.307826] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1049.307826] env[70113]: value = "task-3415889" [ 1049.307826] env[70113]: _type = "Task" [ 1049.307826] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.321022] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.331124] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415888, 'name': ReconfigVM_Task, 'duration_secs': 0.393182} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.331417] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Reconfigured VM instance instance-00000024 to attach disk [datastore1] b1e49170-1111-41f1-a065-6d099a1c01c8/b1e49170-1111-41f1-a065-6d099a1c01c8.vmdk or device None with type streamOptimized {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.332253] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de7ef1b5-5e9e-4d76-b873-d0814ac73b30 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.340178] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 1049.340178] env[70113]: value = "task-3415890" [ 1049.340178] env[70113]: _type = "Task" [ 1049.340178] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.349054] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415890, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.477181] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525eb8c8-2e84-33aa-d0e7-7d06f9314a5f, 'name': SearchDatastore_Task, 'duration_secs': 0.015063} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.478031] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08b7a5b-e673-4c1f-932c-be9c21cd8071 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.486621] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1049.486621] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ca955a-2fab-ba43-68a4-35a5c5087f8c" [ 1049.486621] env[70113]: _type = "Task" [ 1049.486621] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.495956] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ca955a-2fab-ba43-68a4-35a5c5087f8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.571851] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.573086] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7117c588-2320-406c-af17-5808e18ff767 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.581571] env[70113]: DEBUG nova.compute.manager [req-60e2e8ef-19a2-44ce-b727-ced7aa0a3d4a req-36914b9d-09ad-4566-a2d2-ac38186fd0cb service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Received event network-vif-deleted-0182ee34-62dc-4f0e-9f9c-b739ed7f3a68 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.581722] env[70113]: INFO nova.compute.manager [req-60e2e8ef-19a2-44ce-b727-ced7aa0a3d4a req-36914b9d-09ad-4566-a2d2-ac38186fd0cb service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Neutron deleted interface 0182ee34-62dc-4f0e-9f9c-b739ed7f3a68; detaching it from the instance and deleting it from the info cache [ 1049.582015] env[70113]: DEBUG nova.network.neutron [req-60e2e8ef-19a2-44ce-b727-ced7aa0a3d4a req-36914b9d-09ad-4566-a2d2-ac38186fd0cb service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Updating instance_info_cache with network_info: [{"id": "223abcec-0c9e-45c5-a7c1-667d5dc556f2", "address": "fa:16:3e:e3:92:f0", "network": {"id": "41cae04e-56ab-4cc8-99b0-14d4b5d6c143", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-695434677", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "317f22fcfcdb4834b6fd6c5e43ae72b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap223abcec-0c", "ovs_interfaceid": "223abcec-0c9e-45c5-a7c1-667d5dc556f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "25a7befe-8a9b-44bf-9230-96fe5eeef462", "address": "fa:16:3e:a1:b5:a6", "network": {"id": "41cae04e-56ab-4cc8-99b0-14d4b5d6c143", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-695434677", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "317f22fcfcdb4834b6fd6c5e43ae72b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a7befe-8a", "ovs_interfaceid": "25a7befe-8a9b-44bf-9230-96fe5eeef462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.586100] env[70113]: DEBUG oslo_vmware.api [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1049.586100] env[70113]: value = "task-3415891" [ 1049.586100] env[70113]: _type = "Task" [ 1049.586100] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.586820] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4401a8ce-927f-4b1a-a931-82d10f7b32ca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.601559] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb25834-5e6e-47a3-aa8e-2c1637eef0ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.604988] env[70113]: DEBUG oslo_vmware.api [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.635259] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554daeef-74f5-4d08-80e4-ebdcea367d25 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.643725] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819a3f66-1385-42d7-ada5-c5d9e0c5da78 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.661877] env[70113]: DEBUG nova.compute.provider_tree [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.751103] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d53dac88-6d24-43b7-a5f6-7eed5f0df332 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.336s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.822655] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075633} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.822655] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.822655] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdc83b5-4a04-40c7-8acb-e1f57d53546b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.845144] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] e8bac3f6-1987-4590-9e16-1af422f1a550/e8bac3f6-1987-4590-9e16-1af422f1a550.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.845745] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2e184f7-922a-4b64-b2e8-4463123f55ea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.869532] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415890, 'name': Rename_Task, 'duration_secs': 0.160622} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.873593] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.873593] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1049.873593] env[70113]: value = "task-3415892" [ 1049.873593] env[70113]: _type = "Task" [ 1049.873593] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.873593] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-061b8f9b-8a40-4e5a-8776-c8106f58eba2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.883181] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.884391] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 1049.884391] env[70113]: value = "task-3415893" [ 1049.884391] env[70113]: _type = "Task" [ 1049.884391] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.893944] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.998558] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ca955a-2fab-ba43-68a4-35a5c5087f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.012176} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.998558] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.998558] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 4db57f35-1806-4418-9d8e-887dda7da372/4db57f35-1806-4418-9d8e-887dda7da372.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.998836] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78d34e9d-8b7a-4a1a-8bb1-e95d6903b9be {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.006070] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1050.006070] env[70113]: value = "task-3415894" [ 1050.006070] env[70113]: _type = "Task" [ 1050.006070] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.014898] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.091660] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2b0c423-a548-415b-a669-241ac65fdd85 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.103023] env[70113]: DEBUG oslo_vmware.api [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415891, 'name': PowerOffVM_Task, 'duration_secs': 0.3713} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.104331] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.104534] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Updating instance '0d40d088-992f-422a-ac67-65ee0f592854' progress to 17 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.110924] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e08b51-ff16-4b5b-bac9-777ec1467235 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.149135] env[70113]: DEBUG nova.compute.manager [req-60e2e8ef-19a2-44ce-b727-ced7aa0a3d4a req-36914b9d-09ad-4566-a2d2-ac38186fd0cb service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Detach interface failed, port_id=0182ee34-62dc-4f0e-9f9c-b739ed7f3a68, reason: Instance 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.164829] env[70113]: DEBUG nova.scheduler.client.report [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.239881] env[70113]: DEBUG nova.compute.manager [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.269503] env[70113]: DEBUG nova.virt.hardware [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.269759] env[70113]: DEBUG nova.virt.hardware [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.269759] env[70113]: DEBUG nova.virt.hardware [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.269869] env[70113]: DEBUG nova.virt.hardware [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.270109] env[70113]: DEBUG nova.virt.hardware [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.270282] env[70113]: DEBUG nova.virt.hardware [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.270508] env[70113]: DEBUG nova.virt.hardware [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.270653] env[70113]: DEBUG nova.virt.hardware [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.270824] env[70113]: DEBUG nova.virt.hardware [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.270989] env[70113]: DEBUG nova.virt.hardware [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.271313] env[70113]: DEBUG nova.virt.hardware [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.272120] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c2f112-1d5e-4cc0-8aba-52d5ec265ccb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.281991] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a0c6fe-dec0-42cf-81d6-9e4d30b99382 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.388228] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415892, 'name': ReconfigVM_Task, 'duration_secs': 0.349355} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.392838] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Reconfigured VM instance instance-00000055 to attach disk [datastore1] e8bac3f6-1987-4590-9e16-1af422f1a550/e8bac3f6-1987-4590-9e16-1af422f1a550.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.393679] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2f985ef-e034-4108-b876-8c3ded55ed6f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.407238] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1050.407238] env[70113]: value = "task-3415895" [ 1050.407238] env[70113]: _type = "Task" [ 1050.407238] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.407538] env[70113]: DEBUG oslo_vmware.api [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415893, 'name': PowerOnVM_Task, 'duration_secs': 0.514849} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.410829] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.416442] env[70113]: DEBUG nova.network.neutron [-] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.427019] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415895, 'name': Rename_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.522445] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415894, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.531863] env[70113]: DEBUG nova.compute.manager [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.532839] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f5fc57-355a-41ef-b3bb-5afcd666a866 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.625655] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.626327] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.626729] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.627066] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.627350] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.630025] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.630025] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.630025] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.630025] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.630025] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.630025] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.634692] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-603028c2-4426-46e6-9c2e-f56a430b8967 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.657377] env[70113]: DEBUG oslo_vmware.api [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1050.657377] env[70113]: value = "task-3415896" [ 1050.657377] env[70113]: _type = "Task" [ 1050.657377] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.664075] env[70113]: DEBUG nova.compute.manager [req-f5a58ed8-d6f8-4f6b-a078-59651fe59ef7 req-d1d642be-ff9f-496a-b49b-d39986fd1eec service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Received event network-vif-plugged-3c67ca83-4e41-46c8-9955-bd133d569308 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.664547] env[70113]: DEBUG oslo_concurrency.lockutils [req-f5a58ed8-d6f8-4f6b-a078-59651fe59ef7 req-d1d642be-ff9f-496a-b49b-d39986fd1eec service nova] Acquiring lock "9a8c37b3-0792-4f50-8b4a-878f9d3757d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.664867] env[70113]: DEBUG oslo_concurrency.lockutils [req-f5a58ed8-d6f8-4f6b-a078-59651fe59ef7 req-d1d642be-ff9f-496a-b49b-d39986fd1eec service nova] Lock "9a8c37b3-0792-4f50-8b4a-878f9d3757d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.665203] env[70113]: DEBUG oslo_concurrency.lockutils [req-f5a58ed8-d6f8-4f6b-a078-59651fe59ef7 req-d1d642be-ff9f-496a-b49b-d39986fd1eec service nova] Lock "9a8c37b3-0792-4f50-8b4a-878f9d3757d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.665516] env[70113]: DEBUG nova.compute.manager [req-f5a58ed8-d6f8-4f6b-a078-59651fe59ef7 req-d1d642be-ff9f-496a-b49b-d39986fd1eec service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] No waiting events found dispatching network-vif-plugged-3c67ca83-4e41-46c8-9955-bd133d569308 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.665896] env[70113]: WARNING nova.compute.manager [req-f5a58ed8-d6f8-4f6b-a078-59651fe59ef7 req-d1d642be-ff9f-496a-b49b-d39986fd1eec service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Received unexpected event network-vif-plugged-3c67ca83-4e41-46c8-9955-bd133d569308 for instance with vm_state building and task_state spawning. [ 1050.675323] env[70113]: DEBUG oslo_concurrency.lockutils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.676090] env[70113]: DEBUG nova.compute.manager [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.680088] env[70113]: DEBUG oslo_vmware.api [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.681103] env[70113]: DEBUG nova.network.neutron [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Successfully updated port: 3c67ca83-4e41-46c8-9955-bd133d569308 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.682366] env[70113]: DEBUG oslo_concurrency.lockutils [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.354s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.682647] env[70113]: DEBUG nova.objects.instance [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Lazy-loading 'resources' on Instance uuid de2211fe-b32a-4b26-866a-18aa84df32ac {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.919768] env[70113]: INFO nova.compute.manager [-] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Took 1.91 seconds to deallocate network for instance. [ 1050.925386] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415895, 'name': Rename_Task, 'duration_secs': 0.324902} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.928307] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.928638] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39078e97-024a-47fb-a3a7-3e0fa07cf38a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.939018] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1050.939018] env[70113]: value = "task-3415897" [ 1050.939018] env[70113]: _type = "Task" [ 1050.939018] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.948890] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.018842] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56688} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.019160] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 4db57f35-1806-4418-9d8e-887dda7da372/4db57f35-1806-4418-9d8e-887dda7da372.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.019332] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.019584] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77ccfa88-8387-4809-b4d8-63cb32599a46 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.026754] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1051.026754] env[70113]: value = "task-3415898" [ 1051.026754] env[70113]: _type = "Task" [ 1051.026754] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.034839] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.056891] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2fc41c93-dbee-4fcf-bc79-e0569a2ce2de tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "b1e49170-1111-41f1-a065-6d099a1c01c8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.429s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.168076] env[70113]: DEBUG oslo_vmware.api [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415896, 'name': ReconfigVM_Task, 'duration_secs': 0.31728} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.168463] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Updating instance '0d40d088-992f-422a-ac67-65ee0f592854' progress to 33 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.188171] env[70113]: DEBUG oslo_concurrency.lockutils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "refresh_cache-9a8c37b3-0792-4f50-8b4a-878f9d3757d9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.188339] env[70113]: DEBUG oslo_concurrency.lockutils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquired lock "refresh_cache-9a8c37b3-0792-4f50-8b4a-878f9d3757d9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.188533] env[70113]: DEBUG nova.network.neutron [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.197791] env[70113]: DEBUG nova.compute.utils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.199411] env[70113]: DEBUG nova.compute.manager [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.199604] env[70113]: DEBUG nova.network.neutron [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.266890] env[70113]: DEBUG nova.policy [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '552e27dea50d4a08bdda538f8385fdad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95036503c4b74c33a2300cad5affe864', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.432074] env[70113]: DEBUG oslo_concurrency.lockutils [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.448667] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415897, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.491100] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.536992] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06655} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.538305] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.539167] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b016f1-20c7-45ac-852d-69f07d459a73 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.542278] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e50b5b-5793-411f-9da2-6b9d8174f839 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.567283] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 4db57f35-1806-4418-9d8e-887dda7da372/4db57f35-1806-4418-9d8e-887dda7da372.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.568297] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2122cf19-521f-4ab0-93b9-984940ff3338 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.571541] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eca6993-47ea-4be1-827b-c0bb0a6a539c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.587508] env[70113]: DEBUG nova.network.neutron [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Successfully created port: bd564dc0-1de1-4396-b317-efd7a2801ec4 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.625507] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932d645c-f5ed-4ab0-9832-d5deb79a9ba1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.628560] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1051.628560] env[70113]: value = "task-3415899" [ 1051.628560] env[70113]: _type = "Task" [ 1051.628560] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.637209] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30a60d3-d850-4755-af79-8260aa848af3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.643648] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.652451] env[70113]: DEBUG nova.compute.provider_tree [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.677020] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.677020] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.677020] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.677020] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.677020] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.677020] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.677020] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.677020] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.677435] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.677435] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.677591] env[70113]: DEBUG nova.virt.hardware [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.683252] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1051.684145] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2365030-4f42-42b5-8381-f6980ed47262 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.702710] env[70113]: DEBUG nova.compute.manager [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.707819] env[70113]: DEBUG oslo_vmware.api [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1051.707819] env[70113]: value = "task-3415900" [ 1051.707819] env[70113]: _type = "Task" [ 1051.707819] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.715731] env[70113]: DEBUG oslo_vmware.api [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.752938] env[70113]: DEBUG nova.network.neutron [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.775677] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "interface-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-f98dd7c1-cc71-4053-81f8-bdcbc2a00925" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.775919] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-f98dd7c1-cc71-4053-81f8-bdcbc2a00925" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.776389] env[70113]: DEBUG nova.objects.instance [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lazy-loading 'flavor' on Instance uuid d780dbfc-e7d3-4585-82b6-cbe1f921c2d0 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.782207] env[70113]: DEBUG nova.compute.manager [req-f762341e-6453-4149-b0af-9cffc050a964 req-537e7592-8c0f-4c5b-89ba-40c8cf63901f service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Received event network-vif-deleted-223abcec-0c9e-45c5-a7c1-667d5dc556f2 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.782405] env[70113]: DEBUG nova.compute.manager [req-f762341e-6453-4149-b0af-9cffc050a964 req-537e7592-8c0f-4c5b-89ba-40c8cf63901f service nova] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Received event network-vif-deleted-25a7befe-8a9b-44bf-9230-96fe5eeef462 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.945518] env[70113]: DEBUG nova.network.neutron [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Updating instance_info_cache with network_info: [{"id": "3c67ca83-4e41-46c8-9955-bd133d569308", "address": "fa:16:3e:6d:d9:55", "network": {"id": "0e31a9aa-65e4-4051-aaa2-7e7b7b73d6c7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-61378629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23073e7acc7c4be79922ca5c316fd163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c67ca83-4e", "ovs_interfaceid": "3c67ca83-4e41-46c8-9955-bd133d569308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.954633] env[70113]: DEBUG oslo_vmware.api [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415897, 'name': PowerOnVM_Task, 'duration_secs': 0.648334} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.954992] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.955355] env[70113]: INFO nova.compute.manager [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Took 11.79 seconds to spawn the instance on the hypervisor. [ 1051.955617] env[70113]: DEBUG nova.compute.manager [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.956879] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9b3ab0-5c17-459f-b79a-acf0c793669a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.139945] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415899, 'name': ReconfigVM_Task, 'duration_secs': 0.32393} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.140329] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 4db57f35-1806-4418-9d8e-887dda7da372/4db57f35-1806-4418-9d8e-887dda7da372.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.140945] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cd97880-d25f-41fb-bfca-59a7785efa54 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.149356] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1052.149356] env[70113]: value = "task-3415901" [ 1052.149356] env[70113]: _type = "Task" [ 1052.149356] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.156215] env[70113]: DEBUG nova.scheduler.client.report [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.165446] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415901, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.222115] env[70113]: DEBUG oslo_vmware.api [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415900, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.414932] env[70113]: DEBUG nova.objects.instance [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lazy-loading 'pci_requests' on Instance uuid d780dbfc-e7d3-4585-82b6-cbe1f921c2d0 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.449577] env[70113]: DEBUG oslo_concurrency.lockutils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Releasing lock "refresh_cache-9a8c37b3-0792-4f50-8b4a-878f9d3757d9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.449577] env[70113]: DEBUG nova.compute.manager [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Instance network_info: |[{"id": "3c67ca83-4e41-46c8-9955-bd133d569308", "address": "fa:16:3e:6d:d9:55", "network": {"id": "0e31a9aa-65e4-4051-aaa2-7e7b7b73d6c7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-61378629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23073e7acc7c4be79922ca5c316fd163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c67ca83-4e", "ovs_interfaceid": "3c67ca83-4e41-46c8-9955-bd133d569308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.450434] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:d9:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c67ca83-4e41-46c8-9955-bd133d569308', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.457614] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Creating folder: Project (23073e7acc7c4be79922ca5c316fd163). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.458223] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a985516-4fb4-4875-9e0e-03d664354f33 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.470361] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Created folder: Project (23073e7acc7c4be79922ca5c316fd163) in parent group-v681336. [ 1052.470563] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Creating folder: Instances. Parent ref: group-v681574. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.470800] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6b3ef32-ec13-4c52-a467-2619e3e22b6f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.479162] env[70113]: INFO nova.compute.manager [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Took 32.09 seconds to build instance. [ 1052.481359] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Created folder: Instances in parent group-v681574. [ 1052.481595] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.481959] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.482228] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe38c234-a0da-4f1a-88f8-dba19635d089 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.504505] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.504505] env[70113]: value = "task-3415904" [ 1052.504505] env[70113]: _type = "Task" [ 1052.504505] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.513417] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415904, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.660391] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415901, 'name': Rename_Task, 'duration_secs': 0.163621} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.661199] env[70113]: DEBUG oslo_concurrency.lockutils [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.663248] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.663987] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.804s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.665353] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c2bf825-e08f-4351-9951-081661e7d773 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.673588] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1052.673588] env[70113]: value = "task-3415905" [ 1052.673588] env[70113]: _type = "Task" [ 1052.673588] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.684481] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.685552] env[70113]: INFO nova.scheduler.client.report [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Deleted allocations for instance de2211fe-b32a-4b26-866a-18aa84df32ac [ 1052.720054] env[70113]: DEBUG nova.compute.manager [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.722271] env[70113]: DEBUG oslo_vmware.api [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415900, 'name': ReconfigVM_Task, 'duration_secs': 0.518893} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.722742] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1052.723947] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1ea847-c1fa-4062-a250-1d88dd8d2b37 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.750976] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 0d40d088-992f-422a-ac67-65ee0f592854/0d40d088-992f-422a-ac67-65ee0f592854.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.755407] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e057523-b664-4fde-ae9f-d7babd4b5e83 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.775382] env[70113]: DEBUG nova.virt.hardware [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.775684] env[70113]: DEBUG nova.virt.hardware [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.775852] env[70113]: DEBUG nova.virt.hardware [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.776114] env[70113]: DEBUG nova.virt.hardware [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.776330] env[70113]: DEBUG nova.virt.hardware [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.776515] env[70113]: DEBUG nova.virt.hardware [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.776761] env[70113]: DEBUG nova.virt.hardware [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.776954] env[70113]: DEBUG nova.virt.hardware [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.777169] env[70113]: DEBUG nova.virt.hardware [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.777400] env[70113]: DEBUG nova.virt.hardware [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.777624] env[70113]: DEBUG nova.virt.hardware [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.778736] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98486a7-6d9b-4272-9de4-94e8f91468e6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.782670] env[70113]: DEBUG oslo_vmware.api [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1052.782670] env[70113]: value = "task-3415906" [ 1052.782670] env[70113]: _type = "Task" [ 1052.782670] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.790215] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d683369c-4a7a-4118-9afa-b8732225579b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.798039] env[70113]: DEBUG oslo_vmware.api [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.918879] env[70113]: DEBUG nova.objects.base [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1052.919075] env[70113]: DEBUG nova.network.neutron [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.982555] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8e6ec5a4-55af-4e22-baee-c76fe54c60fc tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "e8bac3f6-1987-4590-9e16-1af422f1a550" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.609s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.015706] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415904, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.034645] env[70113]: DEBUG nova.policy [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e19ba68ff144a70b49122d0597e9735', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56870a134a3d439bbc7378a8544959b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.064479] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "02c505b2-d1ff-4aae-b887-b10678a49427" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.064877] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "02c505b2-d1ff-4aae-b887-b10678a49427" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.065267] env[70113]: INFO nova.compute.manager [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Rebooting instance [ 1053.114215] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8820fe65-0905-43dc-8897-ca5770d1573f tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "e8bac3f6-1987-4590-9e16-1af422f1a550" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.114514] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8820fe65-0905-43dc-8897-ca5770d1573f tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "e8bac3f6-1987-4590-9e16-1af422f1a550" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.114696] env[70113]: DEBUG nova.compute.manager [None req-8820fe65-0905-43dc-8897-ca5770d1573f tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.115737] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b732a96b-abf3-4083-baef-e5fce6a91197 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.123843] env[70113]: DEBUG nova.compute.manager [None req-8820fe65-0905-43dc-8897-ca5770d1573f tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70113) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1053.124634] env[70113]: DEBUG nova.objects.instance [None req-8820fe65-0905-43dc-8897-ca5770d1573f tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lazy-loading 'flavor' on Instance uuid e8bac3f6-1987-4590-9e16-1af422f1a550 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.168374] env[70113]: DEBUG nova.network.neutron [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Successfully updated port: bd564dc0-1de1-4396-b317-efd7a2801ec4 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.194734] env[70113]: DEBUG oslo_concurrency.lockutils [None req-01f4df6c-4124-4467-ad01-572d2013f042 tempest-ImagesOneServerTestJSON-1475925682 tempest-ImagesOneServerTestJSON-1475925682-project-member] Lock "de2211fe-b32a-4b26-866a-18aa84df32ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.974s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.200723] env[70113]: DEBUG oslo_vmware.api [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415905, 'name': PowerOnVM_Task, 'duration_secs': 0.464978} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.201359] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.201673] env[70113]: DEBUG nova.compute.manager [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.203031] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcfbd68-28f4-440e-b29c-7d010a107a86 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.293677] env[70113]: DEBUG oslo_vmware.api [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415906, 'name': ReconfigVM_Task, 'duration_secs': 0.395579} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.294144] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 0d40d088-992f-422a-ac67-65ee0f592854/0d40d088-992f-422a-ac67-65ee0f592854.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.294735] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Updating instance '0d40d088-992f-422a-ac67-65ee0f592854' progress to 50 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.401631] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f29e6db-c8bb-4190-ac30-02485d29e2be {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.410543] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a811e122-5f7e-4a2f-8f87-e1ae7c66e8ae tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Suspending the VM {{(pid=70113) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1053.410868] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7e0d0d3e-d164-40fb-ac9d-dd0cfe9902d7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.417979] env[70113]: DEBUG oslo_vmware.api [None req-a811e122-5f7e-4a2f-8f87-e1ae7c66e8ae tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 1053.417979] env[70113]: value = "task-3415907" [ 1053.417979] env[70113]: _type = "Task" [ 1053.417979] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.426643] env[70113]: DEBUG oslo_vmware.api [None req-a811e122-5f7e-4a2f-8f87-e1ae7c66e8ae tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415907, 'name': SuspendVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.446819] env[70113]: DEBUG nova.compute.manager [req-5555b4e4-4f23-46a6-b380-31678658a565 req-5e611978-d4d2-46ec-b9af-fec5ef5ab49c service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Received event network-changed-3c67ca83-4e41-46c8-9955-bd133d569308 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.446990] env[70113]: DEBUG nova.compute.manager [req-5555b4e4-4f23-46a6-b380-31678658a565 req-5e611978-d4d2-46ec-b9af-fec5ef5ab49c service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Refreshing instance network info cache due to event network-changed-3c67ca83-4e41-46c8-9955-bd133d569308. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.447245] env[70113]: DEBUG oslo_concurrency.lockutils [req-5555b4e4-4f23-46a6-b380-31678658a565 req-5e611978-d4d2-46ec-b9af-fec5ef5ab49c service nova] Acquiring lock "refresh_cache-9a8c37b3-0792-4f50-8b4a-878f9d3757d9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.447413] env[70113]: DEBUG oslo_concurrency.lockutils [req-5555b4e4-4f23-46a6-b380-31678658a565 req-5e611978-d4d2-46ec-b9af-fec5ef5ab49c service nova] Acquired lock "refresh_cache-9a8c37b3-0792-4f50-8b4a-878f9d3757d9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.447676] env[70113]: DEBUG nova.network.neutron [req-5555b4e4-4f23-46a6-b380-31678658a565 req-5e611978-d4d2-46ec-b9af-fec5ef5ab49c service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Refreshing network info cache for port 3c67ca83-4e41-46c8-9955-bd133d569308 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.515693] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415904, 'name': CreateVM_Task, 'duration_secs': 0.514651} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.515871] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.516652] env[70113]: DEBUG oslo_concurrency.lockutils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.516823] env[70113]: DEBUG oslo_concurrency.lockutils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.517177] env[70113]: DEBUG oslo_concurrency.lockutils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.517434] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfe1f04e-e3ae-4efd-a502-75b477607b5f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.523230] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1053.523230] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c562d9-af5d-ccda-c82d-5cb51b110368" [ 1053.523230] env[70113]: _type = "Task" [ 1053.523230] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.531663] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c562d9-af5d-ccda-c82d-5cb51b110368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.582962] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.583189] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.583468] env[70113]: DEBUG nova.network.neutron [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.685649] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Applying migration context for instance 0d40d088-992f-422a-ac67-65ee0f592854 as it has an incoming, in-progress migration 96f359e9-65c5-4e89-bd7f-733f04184b5b. Migration status is migrating {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1053.687719] env[70113]: INFO nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Updating resource usage from migration 96f359e9-65c5-4e89-bd7f-733f04184b5b [ 1053.690427] env[70113]: DEBUG oslo_concurrency.lockutils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "refresh_cache-ac502289-a2d5-4346-aa00-a3a73b28c6a6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.690577] env[70113]: DEBUG oslo_concurrency.lockutils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "refresh_cache-ac502289-a2d5-4346-aa00-a3a73b28c6a6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.690823] env[70113]: DEBUG nova.network.neutron [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.713801] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 52d28545-4a72-448b-be63-69a252ed1bdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.714083] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 135fdd6c-b39a-4da2-a076-7aa092aa0d34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.714243] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 02c505b2-d1ff-4aae-b887-b10678a49427 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.714372] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance f32d148d-a6be-4323-a5ea-8b10beca2d5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.714489] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance d780dbfc-e7d3-4585-82b6-cbe1f921c2d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.714603] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance bd6bdd04-0483-4f90-93ee-22f0c17f51ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.714723] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance e60e781b-f764-42c3-8e06-5f066a0e1513 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.714929] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 25657856-b058-4468-a156-6bb88b13454d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.714975] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 09b3ba31-7483-4fd1-b39c-cc63d3de375a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.715157] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 21f6c0ea-3231-4812-b421-65a8d65a9db3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.715254] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance b1e49170-1111-41f1-a065-6d099a1c01c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.715448] env[70113]: WARNING nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 839c870e-a428-458b-8ba6-910740c523c6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.715584] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 13e4e1b5-7718-4c59-88a0-71dba205a2c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.715723] env[70113]: WARNING nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.715874] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 4db57f35-1806-4418-9d8e-887dda7da372 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.715964] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance e8bac3f6-1987-4590-9e16-1af422f1a550 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.726284] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.804016] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748a69d8-addd-41b9-9066-ba401816b39c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.832739] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04de5875-e45a-41db-a6b9-2fdce60aec73 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.853097] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Updating instance '0d40d088-992f-422a-ac67-65ee0f592854' progress to 67 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.928935] env[70113]: DEBUG oslo_vmware.api [None req-a811e122-5f7e-4a2f-8f87-e1ae7c66e8ae tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415907, 'name': SuspendVM_Task} progress is 62%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.041934] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c562d9-af5d-ccda-c82d-5cb51b110368, 'name': SearchDatastore_Task, 'duration_secs': 0.013194} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.042325] env[70113]: DEBUG oslo_concurrency.lockutils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.042613] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.042907] env[70113]: DEBUG oslo_concurrency.lockutils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.043240] env[70113]: DEBUG oslo_concurrency.lockutils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.043366] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.043697] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f1f8311-13da-4bde-847c-a142df447a6c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.054523] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.055042] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.056023] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e039ad3a-0b51-4f00-9bdc-6b83e6ff7ed2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.063429] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1054.063429] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5276af59-ecf8-50db-9fb8-f7ea3416aeb6" [ 1054.063429] env[70113]: _type = "Task" [ 1054.063429] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.074314] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5276af59-ecf8-50db-9fb8-f7ea3416aeb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.135444] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8820fe65-0905-43dc-8897-ca5770d1573f tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.136177] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20d6bd45-31b4-430e-8e4a-d086d7619179 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.148827] env[70113]: DEBUG oslo_vmware.api [None req-8820fe65-0905-43dc-8897-ca5770d1573f tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1054.148827] env[70113]: value = "task-3415908" [ 1054.148827] env[70113]: _type = "Task" [ 1054.148827] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.159315] env[70113]: DEBUG oslo_vmware.api [None req-8820fe65-0905-43dc-8897-ca5770d1573f tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.185403] env[70113]: DEBUG nova.network.neutron [req-5555b4e4-4f23-46a6-b380-31678658a565 req-5e611978-d4d2-46ec-b9af-fec5ef5ab49c service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Updated VIF entry in instance network info cache for port 3c67ca83-4e41-46c8-9955-bd133d569308. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.185775] env[70113]: DEBUG nova.network.neutron [req-5555b4e4-4f23-46a6-b380-31678658a565 req-5e611978-d4d2-46ec-b9af-fec5ef5ab49c service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Updating instance_info_cache with network_info: [{"id": "3c67ca83-4e41-46c8-9955-bd133d569308", "address": "fa:16:3e:6d:d9:55", "network": {"id": "0e31a9aa-65e4-4051-aaa2-7e7b7b73d6c7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-61378629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23073e7acc7c4be79922ca5c316fd163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c67ca83-4e", "ovs_interfaceid": "3c67ca83-4e41-46c8-9955-bd133d569308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.224950] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance bada8017-1fc1-47c8-ac7e-b596e2fc2917 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1054.225256] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Migration 96f359e9-65c5-4e89-bd7f-733f04184b5b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1054.225457] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 0d40d088-992f-422a-ac67-65ee0f592854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.226034] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 9a8c37b3-0792-4f50-8b4a-878f9d3757d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.226034] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance ac502289-a2d5-4346-aa00-a3a73b28c6a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.253152] env[70113]: DEBUG nova.network.neutron [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.379200] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquiring lock "4db57f35-1806-4418-9d8e-887dda7da372" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.379200] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Lock "4db57f35-1806-4418-9d8e-887dda7da372" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.379200] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquiring lock "4db57f35-1806-4418-9d8e-887dda7da372-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.379561] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Lock "4db57f35-1806-4418-9d8e-887dda7da372-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.379926] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Lock "4db57f35-1806-4418-9d8e-887dda7da372-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.384746] env[70113]: INFO nova.compute.manager [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Terminating instance [ 1054.406370] env[70113]: DEBUG nova.network.neutron [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Port 2ea60e64-95f2-4963-8914-e3881fc23d23 binding to destination host cpu-1 is already ACTIVE {{(pid=70113) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1054.426595] env[70113]: DEBUG nova.network.neutron [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Updating instance_info_cache with network_info: [{"id": "bd564dc0-1de1-4396-b317-efd7a2801ec4", "address": "fa:16:3e:e4:04:19", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd564dc0-1d", "ovs_interfaceid": "bd564dc0-1de1-4396-b317-efd7a2801ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.434609] env[70113]: DEBUG oslo_vmware.api [None req-a811e122-5f7e-4a2f-8f87-e1ae7c66e8ae tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415907, 'name': SuspendVM_Task, 'duration_secs': 0.649891} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.435079] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a811e122-5f7e-4a2f-8f87-e1ae7c66e8ae tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Suspended the VM {{(pid=70113) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1054.435376] env[70113]: DEBUG nova.compute.manager [None req-a811e122-5f7e-4a2f-8f87-e1ae7c66e8ae tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.437634] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc09c28-b97c-4b20-a4c5-539b5273dafa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.577263] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5276af59-ecf8-50db-9fb8-f7ea3416aeb6, 'name': SearchDatastore_Task, 'duration_secs': 0.012647} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.577263] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-398e9171-5734-484e-aca2-1f009971a074 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.582066] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1054.582066] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ddcd48-e0d2-353c-3c99-ac520aa18bfe" [ 1054.582066] env[70113]: _type = "Task" [ 1054.582066] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.587470] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ddcd48-e0d2-353c-3c99-ac520aa18bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.662022] env[70113]: DEBUG oslo_vmware.api [None req-8820fe65-0905-43dc-8897-ca5770d1573f tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415908, 'name': PowerOffVM_Task, 'duration_secs': 0.203871} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.662022] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8820fe65-0905-43dc-8897-ca5770d1573f tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.662022] env[70113]: DEBUG nova.compute.manager [None req-8820fe65-0905-43dc-8897-ca5770d1573f tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.662022] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960d9b0c-ff18-4075-8d76-6afd0efac5e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.689618] env[70113]: DEBUG oslo_concurrency.lockutils [req-5555b4e4-4f23-46a6-b380-31678658a565 req-5e611978-d4d2-46ec-b9af-fec5ef5ab49c service nova] Releasing lock "refresh_cache-9a8c37b3-0792-4f50-8b4a-878f9d3757d9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.729146] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 2f5791fa-52f5-42c4-830d-1ebe2fdc873f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1054.729821] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1054.730120] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1054.807904] env[70113]: DEBUG nova.network.neutron [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance_info_cache with network_info: [{"id": "efee1ffd-6c30-4577-ab70-4472c9e04137", "address": "fa:16:3e:aa:9f:18", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefee1ffd-6c", "ovs_interfaceid": "efee1ffd-6c30-4577-ab70-4472c9e04137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.891347] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquiring lock "refresh_cache-4db57f35-1806-4418-9d8e-887dda7da372" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.891782] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquired lock "refresh_cache-4db57f35-1806-4418-9d8e-887dda7da372" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.892131] env[70113]: DEBUG nova.network.neutron [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.929407] env[70113]: DEBUG oslo_concurrency.lockutils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "refresh_cache-ac502289-a2d5-4346-aa00-a3a73b28c6a6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.929941] env[70113]: DEBUG nova.compute.manager [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Instance network_info: |[{"id": "bd564dc0-1de1-4396-b317-efd7a2801ec4", "address": "fa:16:3e:e4:04:19", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd564dc0-1d", "ovs_interfaceid": "bd564dc0-1de1-4396-b317-efd7a2801ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.933016] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:04:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd564dc0-1de1-4396-b317-efd7a2801ec4', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.938997] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.941870] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.943262] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7839ae05-8e12-4020-b321-07af5d3593e9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.972509] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.972509] env[70113]: value = "task-3415909" [ 1054.972509] env[70113]: _type = "Task" [ 1054.972509] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.984982] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415909, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.049017] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30219dbd-5baa-405f-bac2-c2e59b3cf824 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.056891] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2234f076-743a-476c-9e19-d3529b9570c0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.095515] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b17e38-d2a9-44ac-b52a-3509448562fb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.104941] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ddcd48-e0d2-353c-3c99-ac520aa18bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.009334} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.108144] env[70113]: DEBUG oslo_concurrency.lockutils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.108504] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 9a8c37b3-0792-4f50-8b4a-878f9d3757d9/9a8c37b3-0792-4f50-8b4a-878f9d3757d9.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.109015] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2c3edbd-c32a-4762-b9af-8bbcccb9dc7f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.112508] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cba5d48-20e3-4c22-9311-430986ae3ba7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.129730] env[70113]: DEBUG nova.compute.provider_tree [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.132456] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1055.132456] env[70113]: value = "task-3415910" [ 1055.132456] env[70113]: _type = "Task" [ 1055.132456] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.140769] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3415910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.171994] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8820fe65-0905-43dc-8897-ca5770d1573f tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "e8bac3f6-1987-4590-9e16-1af422f1a550" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.205949] env[70113]: DEBUG nova.network.neutron [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Successfully updated port: f98dd7c1-cc71-4053-81f8-bdcbc2a00925 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.312283] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.417596] env[70113]: DEBUG nova.network.neutron [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.443977] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "0d40d088-992f-422a-ac67-65ee0f592854-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.444241] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "0d40d088-992f-422a-ac67-65ee0f592854-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.444453] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "0d40d088-992f-422a-ac67-65ee0f592854-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.486187] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415909, 'name': CreateVM_Task, 'duration_secs': 0.342816} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.486736] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.487520] env[70113]: DEBUG oslo_concurrency.lockutils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.487682] env[70113]: DEBUG oslo_concurrency.lockutils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.488015] env[70113]: DEBUG oslo_concurrency.lockutils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.488293] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dcf2355-0047-40cf-9ae1-995c27225cee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.494924] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1055.494924] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5269347d-fa76-249d-9128-e4aac99a709f" [ 1055.494924] env[70113]: _type = "Task" [ 1055.494924] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.509156] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5269347d-fa76-249d-9128-e4aac99a709f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.512673] env[70113]: DEBUG nova.network.neutron [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.608138] env[70113]: DEBUG nova.compute.manager [req-93146b9f-8845-4ee2-b06f-2442c603bd65 req-0a6e8791-90e1-4f69-99fd-7469364b0620 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Received event network-vif-plugged-f98dd7c1-cc71-4053-81f8-bdcbc2a00925 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.608387] env[70113]: DEBUG oslo_concurrency.lockutils [req-93146b9f-8845-4ee2-b06f-2442c603bd65 req-0a6e8791-90e1-4f69-99fd-7469364b0620 service nova] Acquiring lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.608563] env[70113]: DEBUG oslo_concurrency.lockutils [req-93146b9f-8845-4ee2-b06f-2442c603bd65 req-0a6e8791-90e1-4f69-99fd-7469364b0620 service nova] Lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.608735] env[70113]: DEBUG oslo_concurrency.lockutils [req-93146b9f-8845-4ee2-b06f-2442c603bd65 req-0a6e8791-90e1-4f69-99fd-7469364b0620 service nova] Lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.608904] env[70113]: DEBUG nova.compute.manager [req-93146b9f-8845-4ee2-b06f-2442c603bd65 req-0a6e8791-90e1-4f69-99fd-7469364b0620 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] No waiting events found dispatching network-vif-plugged-f98dd7c1-cc71-4053-81f8-bdcbc2a00925 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.609085] env[70113]: WARNING nova.compute.manager [req-93146b9f-8845-4ee2-b06f-2442c603bd65 req-0a6e8791-90e1-4f69-99fd-7469364b0620 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Received unexpected event network-vif-plugged-f98dd7c1-cc71-4053-81f8-bdcbc2a00925 for instance with vm_state active and task_state None. [ 1055.634969] env[70113]: DEBUG nova.scheduler.client.report [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.654160] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3415910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497844} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.655245] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 9a8c37b3-0792-4f50-8b4a-878f9d3757d9/9a8c37b3-0792-4f50-8b4a-878f9d3757d9.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.655914] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.656543] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b00860a6-7db0-4d3f-a6c5-510bfc677636 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.664727] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1055.664727] env[70113]: value = "task-3415911" [ 1055.664727] env[70113]: _type = "Task" [ 1055.664727] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.674239] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3415911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.710507] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.710692] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.710887] env[70113]: DEBUG nova.network.neutron [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.816789] env[70113]: DEBUG nova.compute.manager [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.817692] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93852425-58d2-47ba-8c8b-9772866b2f66 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.006638] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5269347d-fa76-249d-9128-e4aac99a709f, 'name': SearchDatastore_Task, 'duration_secs': 0.058531} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.006803] env[70113]: DEBUG oslo_concurrency.lockutils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.006946] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.007235] env[70113]: DEBUG oslo_concurrency.lockutils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.007395] env[70113]: DEBUG oslo_concurrency.lockutils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.007576] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.007834] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7db743e-99d5-4ee9-bd06-89777e9026a6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.017689] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Releasing lock "refresh_cache-4db57f35-1806-4418-9d8e-887dda7da372" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.018137] env[70113]: DEBUG nova.compute.manager [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.018340] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.020140] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80e35b4-3253-424f-bdee-5799dfca3186 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.022980] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.023166] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.024512] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc3dce24-1006-428e-9836-e8c2ecd28d00 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.031629] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.032875] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-343d86c3-d141-4ea0-9ea2-e643d989821f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.034540] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1056.034540] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f87249-6ca4-4037-1919-57b70ce4e36e" [ 1056.034540] env[70113]: _type = "Task" [ 1056.034540] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.040741] env[70113]: DEBUG nova.compute.manager [req-5472ec5b-db8e-4dc7-80fa-24243da07d2b req-3353bcc4-4427-4b53-8921-ce887551d1d9 service nova] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Received event network-vif-plugged-bd564dc0-1de1-4396-b317-efd7a2801ec4 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.040943] env[70113]: DEBUG oslo_concurrency.lockutils [req-5472ec5b-db8e-4dc7-80fa-24243da07d2b req-3353bcc4-4427-4b53-8921-ce887551d1d9 service nova] Acquiring lock "ac502289-a2d5-4346-aa00-a3a73b28c6a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.041167] env[70113]: DEBUG oslo_concurrency.lockutils [req-5472ec5b-db8e-4dc7-80fa-24243da07d2b req-3353bcc4-4427-4b53-8921-ce887551d1d9 service nova] Lock "ac502289-a2d5-4346-aa00-a3a73b28c6a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.041328] env[70113]: DEBUG oslo_concurrency.lockutils [req-5472ec5b-db8e-4dc7-80fa-24243da07d2b req-3353bcc4-4427-4b53-8921-ce887551d1d9 service nova] Lock "ac502289-a2d5-4346-aa00-a3a73b28c6a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.041487] env[70113]: DEBUG nova.compute.manager [req-5472ec5b-db8e-4dc7-80fa-24243da07d2b req-3353bcc4-4427-4b53-8921-ce887551d1d9 service nova] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] No waiting events found dispatching network-vif-plugged-bd564dc0-1de1-4396-b317-efd7a2801ec4 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.041642] env[70113]: WARNING nova.compute.manager [req-5472ec5b-db8e-4dc7-80fa-24243da07d2b req-3353bcc4-4427-4b53-8921-ce887551d1d9 service nova] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Received unexpected event network-vif-plugged-bd564dc0-1de1-4396-b317-efd7a2801ec4 for instance with vm_state building and task_state spawning. [ 1056.041791] env[70113]: DEBUG nova.compute.manager [req-5472ec5b-db8e-4dc7-80fa-24243da07d2b req-3353bcc4-4427-4b53-8921-ce887551d1d9 service nova] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Received event network-changed-bd564dc0-1de1-4396-b317-efd7a2801ec4 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.041978] env[70113]: DEBUG nova.compute.manager [req-5472ec5b-db8e-4dc7-80fa-24243da07d2b req-3353bcc4-4427-4b53-8921-ce887551d1d9 service nova] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Refreshing instance network info cache due to event network-changed-bd564dc0-1de1-4396-b317-efd7a2801ec4. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.042186] env[70113]: DEBUG oslo_concurrency.lockutils [req-5472ec5b-db8e-4dc7-80fa-24243da07d2b req-3353bcc4-4427-4b53-8921-ce887551d1d9 service nova] Acquiring lock "refresh_cache-ac502289-a2d5-4346-aa00-a3a73b28c6a6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.042318] env[70113]: DEBUG oslo_concurrency.lockutils [req-5472ec5b-db8e-4dc7-80fa-24243da07d2b req-3353bcc4-4427-4b53-8921-ce887551d1d9 service nova] Acquired lock "refresh_cache-ac502289-a2d5-4346-aa00-a3a73b28c6a6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.042559] env[70113]: DEBUG nova.network.neutron [req-5472ec5b-db8e-4dc7-80fa-24243da07d2b req-3353bcc4-4427-4b53-8921-ce887551d1d9 service nova] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Refreshing network info cache for port bd564dc0-1de1-4396-b317-efd7a2801ec4 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.048539] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f87249-6ca4-4037-1919-57b70ce4e36e, 'name': SearchDatastore_Task, 'duration_secs': 0.00976} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.048829] env[70113]: DEBUG oslo_vmware.api [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1056.048829] env[70113]: value = "task-3415912" [ 1056.048829] env[70113]: _type = "Task" [ 1056.048829] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.049969] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b348ed3e-49e1-4fbe-a1cf-42b256a176cd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.063426] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1056.063426] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5238a9e1-4eee-2c04-1cc0-182123b5f85d" [ 1056.063426] env[70113]: _type = "Task" [ 1056.063426] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.063717] env[70113]: DEBUG oslo_vmware.api [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.075017] env[70113]: DEBUG oslo_concurrency.lockutils [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "e8bac3f6-1987-4590-9e16-1af422f1a550" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.075017] env[70113]: DEBUG oslo_concurrency.lockutils [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "e8bac3f6-1987-4590-9e16-1af422f1a550" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.075017] env[70113]: DEBUG oslo_concurrency.lockutils [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "e8bac3f6-1987-4590-9e16-1af422f1a550-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.075017] env[70113]: DEBUG oslo_concurrency.lockutils [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "e8bac3f6-1987-4590-9e16-1af422f1a550-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.075017] env[70113]: DEBUG oslo_concurrency.lockutils [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "e8bac3f6-1987-4590-9e16-1af422f1a550-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.076353] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5238a9e1-4eee-2c04-1cc0-182123b5f85d, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.076798] env[70113]: INFO nova.compute.manager [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Terminating instance [ 1056.078076] env[70113]: DEBUG oslo_concurrency.lockutils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.078327] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] ac502289-a2d5-4346-aa00-a3a73b28c6a6/ac502289-a2d5-4346-aa00-a3a73b28c6a6.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.079390] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5244cbc2-14bf-427b-adcd-433942d7889b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.088258] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1056.088258] env[70113]: value = "task-3415913" [ 1056.088258] env[70113]: _type = "Task" [ 1056.088258] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.098699] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.146036] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1056.146861] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.482s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.146861] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.031s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.146861] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.149139] env[70113]: DEBUG oslo_concurrency.lockutils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.457s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.151139] env[70113]: INFO nova.compute.claims [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.175950] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3415911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069108} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.176275] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.177077] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00e312d-56e6-4a80-80ae-99f3883fb18c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.199781] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 9a8c37b3-0792-4f50-8b4a-878f9d3757d9/9a8c37b3-0792-4f50-8b4a-878f9d3757d9.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.201376] env[70113]: INFO nova.scheduler.client.report [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleted allocations for instance 839c870e-a428-458b-8ba6-910740c523c6 [ 1056.206987] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd8212b6-db24-4dc0-aad5-f048d0849f95 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.230123] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1056.230123] env[70113]: value = "task-3415914" [ 1056.230123] env[70113]: _type = "Task" [ 1056.230123] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.238620] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3415914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.288778] env[70113]: WARNING nova.network.neutron [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] 81a4b592-8c8e-41f5-8b72-f25fc6125375 already exists in list: networks containing: ['81a4b592-8c8e-41f5-8b72-f25fc6125375']. ignoring it [ 1056.288778] env[70113]: WARNING nova.network.neutron [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] 81a4b592-8c8e-41f5-8b72-f25fc6125375 already exists in list: networks containing: ['81a4b592-8c8e-41f5-8b72-f25fc6125375']. ignoring it [ 1056.521165] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "refresh_cache-0d40d088-992f-422a-ac67-65ee0f592854" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.521362] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "refresh_cache-0d40d088-992f-422a-ac67-65ee0f592854" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.521541] env[70113]: DEBUG nova.network.neutron [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.568176] env[70113]: DEBUG oslo_vmware.api [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415912, 'name': PowerOffVM_Task, 'duration_secs': 0.1284} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.568443] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.568663] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.569171] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3fe889c-ab77-435b-88ff-a581e7cfde64 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.583072] env[70113]: DEBUG nova.compute.manager [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.583409] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.584315] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd05ae1-f293-4c46-b606-5dbf9d99044d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.597582] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.599898] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f999978-b2ee-4445-b5f1-8796a6db9249 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.601453] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.601673] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.601855] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Deleting the datastore file [datastore2] 4db57f35-1806-4418-9d8e-887dda7da372 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.605209] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8721508f-7d54-4b81-94ef-354ba968aff1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.607149] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47257} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.610731] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] ac502289-a2d5-4346-aa00-a3a73b28c6a6/ac502289-a2d5-4346-aa00-a3a73b28c6a6.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.610731] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.610731] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c44d5f5c-5fbc-4638-bc9a-753e50f3b279 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.612627] env[70113]: DEBUG oslo_vmware.api [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for the task: (returnval){ [ 1056.612627] env[70113]: value = "task-3415917" [ 1056.612627] env[70113]: _type = "Task" [ 1056.612627] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.616528] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1056.616528] env[70113]: value = "task-3415918" [ 1056.616528] env[70113]: _type = "Task" [ 1056.616528] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.628245] env[70113]: DEBUG oslo_vmware.api [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.632180] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.674460] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.674694] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.674861] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleting the datastore file [datastore1] e8bac3f6-1987-4590-9e16-1af422f1a550 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.675324] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54520569-3f97-476d-af32-16429ab5b35b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.686134] env[70113]: DEBUG oslo_vmware.api [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1056.686134] env[70113]: value = "task-3415919" [ 1056.686134] env[70113]: _type = "Task" [ 1056.686134] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.692617] env[70113]: DEBUG oslo_vmware.api [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.726342] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4ecbaa2-b7b1-4ac9-9c0f-e3b8702ade8c tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "839c870e-a428-458b-8ba6-910740c523c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.582s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.739473] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3415914, 'name': ReconfigVM_Task, 'duration_secs': 0.499208} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.740083] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 9a8c37b3-0792-4f50-8b4a-878f9d3757d9/9a8c37b3-0792-4f50-8b4a-878f9d3757d9.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.740460] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b81929ac-8d74-4401-bb42-5c6a96c32264 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.750154] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1056.750154] env[70113]: value = "task-3415920" [ 1056.750154] env[70113]: _type = "Task" [ 1056.750154] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.759751] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3415920, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.834780] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662f800f-e599-4381-acbe-9c6c643e2d98 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.843964] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Doing hard reboot of VM {{(pid=70113) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1056.844223] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-43c242b1-6b1a-4a41-9088-9238a3f8e2ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.850526] env[70113]: DEBUG oslo_vmware.api [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1056.850526] env[70113]: value = "task-3415921" [ 1056.850526] env[70113]: _type = "Task" [ 1056.850526] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.857830] env[70113]: DEBUG oslo_vmware.api [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415921, 'name': ResetVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.921459] env[70113]: INFO nova.compute.manager [None req-abce0173-cfc2-42a7-8fad-2829ef2d05aa tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Resuming [ 1056.922013] env[70113]: DEBUG nova.objects.instance [None req-abce0173-cfc2-42a7-8fad-2829ef2d05aa tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lazy-loading 'flavor' on Instance uuid b1e49170-1111-41f1-a065-6d099a1c01c8 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.992038] env[70113]: DEBUG nova.network.neutron [req-5472ec5b-db8e-4dc7-80fa-24243da07d2b req-3353bcc4-4427-4b53-8921-ce887551d1d9 service nova] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Updated VIF entry in instance network info cache for port bd564dc0-1de1-4396-b317-efd7a2801ec4. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.992435] env[70113]: DEBUG nova.network.neutron [req-5472ec5b-db8e-4dc7-80fa-24243da07d2b req-3353bcc4-4427-4b53-8921-ce887551d1d9 service nova] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Updating instance_info_cache with network_info: [{"id": "bd564dc0-1de1-4396-b317-efd7a2801ec4", "address": "fa:16:3e:e4:04:19", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd564dc0-1d", "ovs_interfaceid": "bd564dc0-1de1-4396-b317-efd7a2801ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.094552] env[70113]: DEBUG nova.network.neutron [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Updating instance_info_cache with network_info: [{"id": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "address": "fa:16:3e:d6:68:18", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3d841c-37", "ovs_interfaceid": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64d25dae-62ca-4340-9fb5-cf93a4cf30d8", "address": "fa:16:3e:69:a8:cb", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64d25dae-62", "ovs_interfaceid": "64d25dae-62ca-4340-9fb5-cf93a4cf30d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f98dd7c1-cc71-4053-81f8-bdcbc2a00925", "address": "fa:16:3e:db:c5:e4", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf98dd7c1-cc", "ovs_interfaceid": "f98dd7c1-cc71-4053-81f8-bdcbc2a00925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.126513] env[70113]: DEBUG oslo_vmware.api [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Task: {'id': task-3415917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122373} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.129478] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.129678] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.129858] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.130043] env[70113]: INFO nova.compute.manager [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1057.130292] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.130536] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069782} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.130731] env[70113]: DEBUG nova.compute.manager [-] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.130826] env[70113]: DEBUG nova.network.neutron [-] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.132443] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.133518] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe7a7d4-3f4e-4b4e-87f0-89beec0579a6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.158627] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] ac502289-a2d5-4346-aa00-a3a73b28c6a6/ac502289-a2d5-4346-aa00-a3a73b28c6a6.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.159476] env[70113]: DEBUG nova.network.neutron [-] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.164209] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e883c4e5-6cd1-437e-8fab-bb777e379c4a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.179338] env[70113]: DEBUG nova.network.neutron [-] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.190575] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1057.190575] env[70113]: value = "task-3415922" [ 1057.190575] env[70113]: _type = "Task" [ 1057.190575] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.198145] env[70113]: DEBUG oslo_vmware.api [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3415919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190558} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.198788] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.198922] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.199177] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.199423] env[70113]: INFO nova.compute.manager [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1057.199820] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.199987] env[70113]: DEBUG nova.compute.manager [-] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.200167] env[70113]: DEBUG nova.network.neutron [-] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.208379] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415922, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.260927] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3415920, 'name': Rename_Task, 'duration_secs': 0.142454} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.261357] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.261612] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cd1773e-5506-49a5-99c8-75012356add5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.271421] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1057.271421] env[70113]: value = "task-3415923" [ 1057.271421] env[70113]: _type = "Task" [ 1057.271421] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.279432] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3415923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.360639] env[70113]: DEBUG oslo_vmware.api [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415921, 'name': ResetVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.403045] env[70113]: DEBUG nova.network.neutron [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Updating instance_info_cache with network_info: [{"id": "2ea60e64-95f2-4963-8914-e3881fc23d23", "address": "fa:16:3e:54:3e:ff", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ea60e64-95", "ovs_interfaceid": "2ea60e64-95f2-4963-8914-e3881fc23d23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.490038] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fcd283-dc9c-4cf2-a983-fa266fca9cf4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.494976] env[70113]: DEBUG oslo_concurrency.lockutils [req-5472ec5b-db8e-4dc7-80fa-24243da07d2b req-3353bcc4-4427-4b53-8921-ce887551d1d9 service nova] Releasing lock "refresh_cache-ac502289-a2d5-4346-aa00-a3a73b28c6a6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.498141] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a854249e-ec5a-400c-a413-c727e9b1a5ba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.530532] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570befcd-16e4-40cc-9f81-a7c64248090b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.538609] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368b7704-a5f3-409c-9c02-2abe0218e305 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.556247] env[70113]: DEBUG nova.compute.provider_tree [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.598065] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.598559] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.598758] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.599808] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d11271-40d1-45f0-9851-a8fdcfcb51a5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.617676] env[70113]: DEBUG nova.virt.hardware [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.617957] env[70113]: DEBUG nova.virt.hardware [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.618170] env[70113]: DEBUG nova.virt.hardware [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.618400] env[70113]: DEBUG nova.virt.hardware [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.618684] env[70113]: DEBUG nova.virt.hardware [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.618761] env[70113]: DEBUG nova.virt.hardware [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.618991] env[70113]: DEBUG nova.virt.hardware [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.619206] env[70113]: DEBUG nova.virt.hardware [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.619418] env[70113]: DEBUG nova.virt.hardware [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.619626] env[70113]: DEBUG nova.virt.hardware [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.619837] env[70113]: DEBUG nova.virt.hardware [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.626178] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Reconfiguring VM to attach interface {{(pid=70113) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1057.626570] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68a113b-9591-4d56-b84f-ae0e4f24bd67 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.644808] env[70113]: DEBUG oslo_vmware.api [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1057.644808] env[70113]: value = "task-3415924" [ 1057.644808] env[70113]: _type = "Task" [ 1057.644808] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.652338] env[70113]: DEBUG oslo_vmware.api [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415924, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.685051] env[70113]: INFO nova.compute.manager [-] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Took 0.55 seconds to deallocate network for instance. [ 1057.699727] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.735536] env[70113]: INFO nova.compute.manager [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Rebuilding instance [ 1057.785143] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3415923, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.785714] env[70113]: DEBUG nova.compute.manager [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.786567] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4226c77e-a1d0-4922-8837-3f51e2ff032f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.862056] env[70113]: DEBUG oslo_vmware.api [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415921, 'name': ResetVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.905517] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "refresh_cache-0d40d088-992f-422a-ac67-65ee0f592854" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.045530] env[70113]: DEBUG nova.network.neutron [-] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.061925] env[70113]: DEBUG nova.scheduler.client.report [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.155331] env[70113]: DEBUG oslo_vmware.api [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.192315] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.204619] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415922, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.280301] env[70113]: DEBUG nova.compute.manager [req-41ddd74a-5169-4957-b251-7c92610c3970 req-4ca840f4-d90e-426b-89da-e59bdb2c5e68 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Received event network-changed-f98dd7c1-cc71-4053-81f8-bdcbc2a00925 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.280499] env[70113]: DEBUG nova.compute.manager [req-41ddd74a-5169-4957-b251-7c92610c3970 req-4ca840f4-d90e-426b-89da-e59bdb2c5e68 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Refreshing instance network info cache due to event network-changed-f98dd7c1-cc71-4053-81f8-bdcbc2a00925. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.280717] env[70113]: DEBUG oslo_concurrency.lockutils [req-41ddd74a-5169-4957-b251-7c92610c3970 req-4ca840f4-d90e-426b-89da-e59bdb2c5e68 service nova] Acquiring lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.280867] env[70113]: DEBUG oslo_concurrency.lockutils [req-41ddd74a-5169-4957-b251-7c92610c3970 req-4ca840f4-d90e-426b-89da-e59bdb2c5e68 service nova] Acquired lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.281034] env[70113]: DEBUG nova.network.neutron [req-41ddd74a-5169-4957-b251-7c92610c3970 req-4ca840f4-d90e-426b-89da-e59bdb2c5e68 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Refreshing network info cache for port f98dd7c1-cc71-4053-81f8-bdcbc2a00925 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.288011] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3415923, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.362083] env[70113]: DEBUG oslo_vmware.api [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3415921, 'name': ResetVM_Task, 'duration_secs': 1.095814} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.363221] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Did hard reboot of VM {{(pid=70113) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1058.363221] env[70113]: DEBUG nova.compute.manager [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.364039] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff086dd5-615c-4715-9251-c9a699bfd4f4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.430936] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b15436a-2d3c-4bbc-a348-b78c6709546b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.434459] env[70113]: DEBUG oslo_concurrency.lockutils [None req-abce0173-cfc2-42a7-8fad-2829ef2d05aa tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.434637] env[70113]: DEBUG oslo_concurrency.lockutils [None req-abce0173-cfc2-42a7-8fad-2829ef2d05aa tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquired lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.434799] env[70113]: DEBUG nova.network.neutron [None req-abce0173-cfc2-42a7-8fad-2829ef2d05aa tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.455694] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c8e226-20e1-4996-b88f-e158849dc8e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.467740] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Updating instance '0d40d088-992f-422a-ac67-65ee0f592854' progress to 83 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.548291] env[70113]: INFO nova.compute.manager [-] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Took 1.35 seconds to deallocate network for instance. [ 1058.567420] env[70113]: DEBUG oslo_concurrency.lockutils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.567957] env[70113]: DEBUG nova.compute.manager [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.570495] env[70113]: DEBUG oslo_concurrency.lockutils [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.139s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.570640] env[70113]: DEBUG oslo_concurrency.lockutils [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.572679] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.082s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.572872] env[70113]: DEBUG nova.objects.instance [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lazy-loading 'pci_requests' on Instance uuid bada8017-1fc1-47c8-ac7e-b596e2fc2917 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.594905] env[70113]: INFO nova.scheduler.client.report [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Deleted allocations for instance 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45 [ 1058.656042] env[70113]: DEBUG oslo_vmware.api [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415924, 'name': ReconfigVM_Task, 'duration_secs': 0.58601} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.656042] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.656042] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Reconfigured VM to attach interface {{(pid=70113) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1058.702284] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415922, 'name': ReconfigVM_Task, 'duration_secs': 1.055342} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.702608] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Reconfigured VM instance instance-00000057 to attach disk [datastore2] ac502289-a2d5-4346-aa00-a3a73b28c6a6/ac502289-a2d5-4346-aa00-a3a73b28c6a6.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.703286] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d2bded0-24a0-4c76-aa78-fbde995ce13f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.710717] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1058.710717] env[70113]: value = "task-3415925" [ 1058.710717] env[70113]: _type = "Task" [ 1058.710717] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.721015] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415925, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.782474] env[70113]: DEBUG oslo_vmware.api [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3415923, 'name': PowerOnVM_Task, 'duration_secs': 1.091624} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.782847] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.783113] env[70113]: INFO nova.compute.manager [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1058.783319] env[70113]: DEBUG nova.compute.manager [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.786271] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9477b1e4-1acb-4f28-adf0-939b295b7957 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.802771] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.803009] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38b8fdda-6876-444e-8a4e-d80bfe36f13d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.810409] env[70113]: DEBUG oslo_vmware.api [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Waiting for the task: (returnval){ [ 1058.810409] env[70113]: value = "task-3415926" [ 1058.810409] env[70113]: _type = "Task" [ 1058.810409] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.819397] env[70113]: DEBUG oslo_vmware.api [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.876291] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36d6553c-b4f6-4ea3-8667-386da9247fff tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "02c505b2-d1ff-4aae-b887-b10678a49427" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.811s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.963481] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "bd6bdd04-0483-4f90-93ee-22f0c17f51ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.963733] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "bd6bdd04-0483-4f90-93ee-22f0c17f51ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.963981] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "bd6bdd04-0483-4f90-93ee-22f0c17f51ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.964159] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "bd6bdd04-0483-4f90-93ee-22f0c17f51ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.964333] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "bd6bdd04-0483-4f90-93ee-22f0c17f51ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.966528] env[70113]: INFO nova.compute.manager [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Terminating instance [ 1058.974088] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.974772] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8746f0e-ccc2-49ec-91d0-02d51c258edc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.983007] env[70113]: DEBUG oslo_vmware.api [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1058.983007] env[70113]: value = "task-3415927" [ 1058.983007] env[70113]: _type = "Task" [ 1058.983007] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.991316] env[70113]: DEBUG oslo_vmware.api [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.055576] env[70113]: DEBUG oslo_concurrency.lockutils [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.076308] env[70113]: DEBUG nova.compute.utils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.082480] env[70113]: DEBUG nova.objects.instance [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lazy-loading 'numa_topology' on Instance uuid bada8017-1fc1-47c8-ac7e-b596e2fc2917 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.083831] env[70113]: DEBUG nova.compute.manager [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.084017] env[70113]: DEBUG nova.network.neutron [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.103347] env[70113]: DEBUG oslo_concurrency.lockutils [None req-da22817f-1994-4c6a-9841-2834554caeb4 tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.816s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.136501] env[70113]: DEBUG nova.policy [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6812d9441a604d7ca387d2086d79ac57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4ea1fe02e67454db90251e5831dde3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.160947] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8ad1ee66-3844-4960-897c-95c9de5b0be0 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-f98dd7c1-cc71-4053-81f8-bdcbc2a00925" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.385s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.191133] env[70113]: DEBUG nova.network.neutron [req-41ddd74a-5169-4957-b251-7c92610c3970 req-4ca840f4-d90e-426b-89da-e59bdb2c5e68 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Updated VIF entry in instance network info cache for port f98dd7c1-cc71-4053-81f8-bdcbc2a00925. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.191917] env[70113]: DEBUG nova.network.neutron [req-41ddd74a-5169-4957-b251-7c92610c3970 req-4ca840f4-d90e-426b-89da-e59bdb2c5e68 service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Updating instance_info_cache with network_info: [{"id": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "address": "fa:16:3e:d6:68:18", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3d841c-37", "ovs_interfaceid": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64d25dae-62ca-4340-9fb5-cf93a4cf30d8", "address": "fa:16:3e:69:a8:cb", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64d25dae-62", "ovs_interfaceid": "64d25dae-62ca-4340-9fb5-cf93a4cf30d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f98dd7c1-cc71-4053-81f8-bdcbc2a00925", "address": "fa:16:3e:db:c5:e4", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf98dd7c1-cc", "ovs_interfaceid": "f98dd7c1-cc71-4053-81f8-bdcbc2a00925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.223034] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415925, 'name': Rename_Task, 'duration_secs': 0.178739} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.223260] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.224493] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6632dcb-6b96-420a-ae09-77faf550588c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.231408] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1059.231408] env[70113]: value = "task-3415928" [ 1059.231408] env[70113]: _type = "Task" [ 1059.231408] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.240690] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.288383] env[70113]: DEBUG nova.network.neutron [None req-abce0173-cfc2-42a7-8fad-2829ef2d05aa tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Updating instance_info_cache with network_info: [{"id": "02148e7c-5e27-4081-9ed2-e18f7743544c", "address": "fa:16:3e:fd:d8:52", "network": {"id": "8bed22ed-859a-40cd-bce1-a1e3145fe58a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2049468416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4341595dd3384021be97058ce45fc48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02148e7c-5e", "ovs_interfaceid": "02148e7c-5e27-4081-9ed2-e18f7743544c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.304577] env[70113]: INFO nova.compute.manager [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Took 24.40 seconds to build instance. [ 1059.321932] env[70113]: DEBUG oslo_vmware.api [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415926, 'name': PowerOffVM_Task, 'duration_secs': 0.30211} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.322367] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.323620] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.324133] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c84f4d96-307f-4116-b903-8d146e8cebad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.330831] env[70113]: DEBUG oslo_vmware.api [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Waiting for the task: (returnval){ [ 1059.330831] env[70113]: value = "task-3415929" [ 1059.330831] env[70113]: _type = "Task" [ 1059.330831] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.342094] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] VM already powered off {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1059.342342] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1059.342681] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681529', 'volume_id': '6b9045af-27e1-4ad8-bb3e-2a31101e75b3', 'name': 'volume-6b9045af-27e1-4ad8-bb3e-2a31101e75b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21f6c0ea-3231-4812-b421-65a8d65a9db3', 'attached_at': '', 'detached_at': '', 'volume_id': '6b9045af-27e1-4ad8-bb3e-2a31101e75b3', 'serial': '6b9045af-27e1-4ad8-bb3e-2a31101e75b3'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1059.343787] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c68a10e-aa2f-4325-9ac5-49b1eed4bd58 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.369179] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8befc68e-f10c-43ba-8316-69ec20e0f0aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.377079] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4debf4cf-4bbf-4dec-8f37-57bd66ae9003 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.399997] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ac7f39-f65a-48af-894c-9790a7490fd6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.421874] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] The volume has not been displaced from its original location: [datastore2] volume-6b9045af-27e1-4ad8-bb3e-2a31101e75b3/volume-6b9045af-27e1-4ad8-bb3e-2a31101e75b3.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1059.427333] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1059.427766] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa21642e-e329-4fc4-b454-d06fe1f78fb2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.447124] env[70113]: DEBUG oslo_vmware.api [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Waiting for the task: (returnval){ [ 1059.447124] env[70113]: value = "task-3415930" [ 1059.447124] env[70113]: _type = "Task" [ 1059.447124] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.460858] env[70113]: DEBUG oslo_vmware.api [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.462036] env[70113]: DEBUG nova.network.neutron [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Successfully created port: 6d717665-1860-4bf3-93c0-e192c2a16b5c {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.472321] env[70113]: DEBUG nova.compute.manager [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.472654] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.473510] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a213e85c-e7bd-4fd1-b7af-20c58e64203e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.480962] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.481270] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f08d3e33-7cb8-4d59-97f0-54d872bacbc7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.488808] env[70113]: DEBUG oslo_vmware.api [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1059.488808] env[70113]: value = "task-3415931" [ 1059.488808] env[70113]: _type = "Task" [ 1059.488808] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.496027] env[70113]: DEBUG oslo_vmware.api [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415927, 'name': PowerOnVM_Task, 'duration_secs': 0.501636} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.496847] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.497256] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf7caaa-7dd6-465d-8ab1-bb9f8a55da7a tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Updating instance '0d40d088-992f-422a-ac67-65ee0f592854' progress to 100 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.505062] env[70113]: DEBUG oslo_vmware.api [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.584496] env[70113]: DEBUG nova.compute.manager [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.591026] env[70113]: INFO nova.compute.claims [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.699067] env[70113]: DEBUG oslo_concurrency.lockutils [req-41ddd74a-5169-4957-b251-7c92610c3970 req-4ca840f4-d90e-426b-89da-e59bdb2c5e68 service nova] Releasing lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.700206] env[70113]: DEBUG nova.compute.manager [req-41ddd74a-5169-4957-b251-7c92610c3970 req-4ca840f4-d90e-426b-89da-e59bdb2c5e68 service nova] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Received event network-vif-deleted-415968b4-cf8d-4823-98ff-60f3e87ad6a6 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.742165] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.791939] env[70113]: DEBUG oslo_concurrency.lockutils [None req-abce0173-cfc2-42a7-8fad-2829ef2d05aa tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Releasing lock "refresh_cache-b1e49170-1111-41f1-a065-6d099a1c01c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.792955] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70515d95-ac9e-4fee-86e9-9810c1aef0e2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.802422] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-abce0173-cfc2-42a7-8fad-2829ef2d05aa tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Resuming the VM {{(pid=70113) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1059.802677] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-414839ac-e437-48cd-adea-18558eb98408 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.807395] env[70113]: DEBUG oslo_concurrency.lockutils [None req-adf7849c-fc92-4ec4-900b-1891913bf2b1 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "9a8c37b3-0792-4f50-8b4a-878f9d3757d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.914s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.811693] env[70113]: DEBUG oslo_vmware.api [None req-abce0173-cfc2-42a7-8fad-2829ef2d05aa tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 1059.811693] env[70113]: value = "task-3415932" [ 1059.811693] env[70113]: _type = "Task" [ 1059.811693] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.823603] env[70113]: DEBUG oslo_vmware.api [None req-abce0173-cfc2-42a7-8fad-2829ef2d05aa tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.852033] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.852033] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.958810] env[70113]: DEBUG oslo_vmware.api [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415930, 'name': ReconfigVM_Task, 'duration_secs': 0.188243} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.959145] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1059.964254] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d047bfb5-ab92-4a10-997b-2eb0e9c4ccc9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.980867] env[70113]: DEBUG oslo_vmware.api [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Waiting for the task: (returnval){ [ 1059.980867] env[70113]: value = "task-3415933" [ 1059.980867] env[70113]: _type = "Task" [ 1059.980867] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.989920] env[70113]: DEBUG oslo_vmware.api [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.997646] env[70113]: DEBUG oslo_vmware.api [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415931, 'name': PowerOffVM_Task, 'duration_secs': 0.213057} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.997963] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.998198] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.998501] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29e4897b-351a-4ecd-8382-d645ebdf4f6d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.068028] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.068028] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.068028] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleting the datastore file [datastore1] bd6bdd04-0483-4f90-93ee-22f0c17f51ee {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.068028] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f6e0fa3-07da-4965-ab82-1a45083c8883 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.075281] env[70113]: DEBUG oslo_vmware.api [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1060.075281] env[70113]: value = "task-3415935" [ 1060.075281] env[70113]: _type = "Task" [ 1060.075281] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.084463] env[70113]: DEBUG oslo_vmware.api [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.251139] env[70113]: DEBUG oslo_vmware.api [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415928, 'name': PowerOnVM_Task, 'duration_secs': 0.730149} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.251626] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.252304] env[70113]: INFO nova.compute.manager [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1060.252726] env[70113]: DEBUG nova.compute.manager [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.254253] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0c698c-58e5-42c5-8d9f-08e923fef4a6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.324622] env[70113]: DEBUG oslo_vmware.api [None req-abce0173-cfc2-42a7-8fad-2829ef2d05aa tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415932, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.355432] env[70113]: DEBUG nova.compute.manager [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.496920] env[70113]: DEBUG oslo_vmware.api [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415933, 'name': ReconfigVM_Task, 'duration_secs': 0.173753} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.497124] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681529', 'volume_id': '6b9045af-27e1-4ad8-bb3e-2a31101e75b3', 'name': 'volume-6b9045af-27e1-4ad8-bb3e-2a31101e75b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21f6c0ea-3231-4812-b421-65a8d65a9db3', 'attached_at': '', 'detached_at': '', 'volume_id': '6b9045af-27e1-4ad8-bb3e-2a31101e75b3', 'serial': '6b9045af-27e1-4ad8-bb3e-2a31101e75b3'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1060.497457] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.498323] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6206d9d7-7cc8-4105-b281-087719c3f51a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.507650] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.509040] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ffffd60-8b38-4db3-a98a-e8298c384595 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.584286] env[70113]: DEBUG nova.compute.manager [req-511ac452-b671-4b6c-b168-acb9ebd73a07 req-94b83d5e-5403-4d91-9c79-c22c317302e6 service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Received event network-changed-3c67ca83-4e41-46c8-9955-bd133d569308 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.584485] env[70113]: DEBUG nova.compute.manager [req-511ac452-b671-4b6c-b168-acb9ebd73a07 req-94b83d5e-5403-4d91-9c79-c22c317302e6 service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Refreshing instance network info cache due to event network-changed-3c67ca83-4e41-46c8-9955-bd133d569308. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.584701] env[70113]: DEBUG oslo_concurrency.lockutils [req-511ac452-b671-4b6c-b168-acb9ebd73a07 req-94b83d5e-5403-4d91-9c79-c22c317302e6 service nova] Acquiring lock "refresh_cache-9a8c37b3-0792-4f50-8b4a-878f9d3757d9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.584844] env[70113]: DEBUG oslo_concurrency.lockutils [req-511ac452-b671-4b6c-b168-acb9ebd73a07 req-94b83d5e-5403-4d91-9c79-c22c317302e6 service nova] Acquired lock "refresh_cache-9a8c37b3-0792-4f50-8b4a-878f9d3757d9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.585021] env[70113]: DEBUG nova.network.neutron [req-511ac452-b671-4b6c-b168-acb9ebd73a07 req-94b83d5e-5403-4d91-9c79-c22c317302e6 service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Refreshing network info cache for port 3c67ca83-4e41-46c8-9955-bd133d569308 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.590311] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.590311] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.590311] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Deleting the datastore file [datastore2] 21f6c0ea-3231-4812-b421-65a8d65a9db3 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.590311] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-428bd3b9-38ec-4e2d-a309-948f214b1e13 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.594242] env[70113]: DEBUG oslo_vmware.api [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249948} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.594864] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.595485] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.595485] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.595485] env[70113]: INFO nova.compute.manager [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1060.596155] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.596431] env[70113]: DEBUG nova.compute.manager [-] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.596550] env[70113]: DEBUG nova.network.neutron [-] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.600036] env[70113]: DEBUG nova.compute.manager [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.605690] env[70113]: DEBUG oslo_vmware.api [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Waiting for the task: (returnval){ [ 1060.605690] env[70113]: value = "task-3415937" [ 1060.605690] env[70113]: _type = "Task" [ 1060.605690] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.616058] env[70113]: DEBUG oslo_vmware.api [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.636990] env[70113]: DEBUG nova.virt.hardware [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.637297] env[70113]: DEBUG nova.virt.hardware [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.637468] env[70113]: DEBUG nova.virt.hardware [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.637672] env[70113]: DEBUG nova.virt.hardware [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.637820] env[70113]: DEBUG nova.virt.hardware [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.638040] env[70113]: DEBUG nova.virt.hardware [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.638639] env[70113]: DEBUG nova.virt.hardware [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.638639] env[70113]: DEBUG nova.virt.hardware [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.638639] env[70113]: DEBUG nova.virt.hardware [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.638866] env[70113]: DEBUG nova.virt.hardware [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.638964] env[70113]: DEBUG nova.virt.hardware [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.639869] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac53b981-46d6-49d4-9bb9-3662ab4e0747 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.652128] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f419e3-849a-4051-8094-9ee0ea685fc4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.778674] env[70113]: INFO nova.compute.manager [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Took 22.83 seconds to build instance. [ 1060.838781] env[70113]: DEBUG oslo_vmware.api [None req-abce0173-cfc2-42a7-8fad-2829ef2d05aa tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415932, 'name': PowerOnVM_Task} progress is 93%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.883157] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.004519] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e885eb-4a0c-4242-9aca-8c2c16e15f07 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.015934] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe9c760-628a-4841-b029-8bd5d97e964e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.062974] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b475ab-4f03-4de8-82b8-213e05984ab6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.074690] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00ac2a5-56de-4e36-bc04-0fc1c93b39f4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.094719] env[70113]: DEBUG nova.compute.provider_tree [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.120088] env[70113]: DEBUG oslo_vmware.api [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Task: {'id': task-3415937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146924} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.124024] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.124024] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.124024] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.228222] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1061.228222] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3359ff8-83ab-4600-b511-491e8aafa901 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.245185] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db311969-b50e-49bc-8719-eacca8e08ea0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.289382] env[70113]: DEBUG oslo_concurrency.lockutils [None req-113be2e5-37ef-45d9-98bd-82819887bf6e tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "ac502289-a2d5-4346-aa00-a3a73b28c6a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.343s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.291689] env[70113]: ERROR nova.compute.manager [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Failed to detach volume 6b9045af-27e1-4ad8-bb3e-2a31101e75b3 from /dev/sda: nova.exception.InstanceNotFound: Instance 21f6c0ea-3231-4812-b421-65a8d65a9db3 could not be found. [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Traceback (most recent call last): [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] self.driver.rebuild(**kwargs) [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] raise NotImplementedError() [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] NotImplementedError [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] During handling of the above exception, another exception occurred: [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Traceback (most recent call last): [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] self.driver.detach_volume(context, old_connection_info, [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] return self._volumeops.detach_volume(connection_info, instance) [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] self._detach_volume_vmdk(connection_info, instance) [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] stable_ref.fetch_moref(session) [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] nova.exception.InstanceNotFound: Instance 21f6c0ea-3231-4812-b421-65a8d65a9db3 could not be found. [ 1061.291689] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] [ 1061.332638] env[70113]: DEBUG oslo_vmware.api [None req-abce0173-cfc2-42a7-8fad-2829ef2d05aa tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415932, 'name': PowerOnVM_Task, 'duration_secs': 1.145661} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.332916] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-abce0173-cfc2-42a7-8fad-2829ef2d05aa tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Resumed the VM {{(pid=70113) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1061.333117] env[70113]: DEBUG nova.compute.manager [None req-abce0173-cfc2-42a7-8fad-2829ef2d05aa tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.333982] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca23e0f5-958c-48d6-970e-d86db70f7b4d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.449468] env[70113]: DEBUG nova.network.neutron [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Successfully updated port: 6d717665-1860-4bf3-93c0-e192c2a16b5c {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.482442] env[70113]: DEBUG nova.compute.utils [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Build of instance 21f6c0ea-3231-4812-b421-65a8d65a9db3 aborted: Failed to rebuild volume backed instance. {{(pid=70113) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1061.484932] env[70113]: ERROR nova.compute.manager [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 21f6c0ea-3231-4812-b421-65a8d65a9db3 aborted: Failed to rebuild volume backed instance. [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Traceback (most recent call last): [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] self.driver.rebuild(**kwargs) [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] raise NotImplementedError() [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] NotImplementedError [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] During handling of the above exception, another exception occurred: [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Traceback (most recent call last): [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] self._detach_root_volume(context, instance, root_bdm) [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] with excutils.save_and_reraise_exception(): [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] self.force_reraise() [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] raise self.value [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] self.driver.detach_volume(context, old_connection_info, [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] return self._volumeops.detach_volume(connection_info, instance) [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] self._detach_volume_vmdk(connection_info, instance) [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] stable_ref.fetch_moref(session) [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] nova.exception.InstanceNotFound: Instance 21f6c0ea-3231-4812-b421-65a8d65a9db3 could not be found. [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] During handling of the above exception, another exception occurred: [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Traceback (most recent call last): [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] yield [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1061.484932] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] self._do_rebuild_instance_with_claim( [ 1061.486217] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1061.486217] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] self._do_rebuild_instance( [ 1061.486217] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1061.486217] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] self._rebuild_default_impl(**kwargs) [ 1061.486217] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1061.486217] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] self._rebuild_volume_backed_instance( [ 1061.486217] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1061.486217] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] raise exception.BuildAbortException( [ 1061.486217] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] nova.exception.BuildAbortException: Build of instance 21f6c0ea-3231-4812-b421-65a8d65a9db3 aborted: Failed to rebuild volume backed instance. [ 1061.486217] env[70113]: ERROR nova.compute.manager [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] [ 1061.562764] env[70113]: DEBUG nova.network.neutron [req-511ac452-b671-4b6c-b168-acb9ebd73a07 req-94b83d5e-5403-4d91-9c79-c22c317302e6 service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Updated VIF entry in instance network info cache for port 3c67ca83-4e41-46c8-9955-bd133d569308. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.562902] env[70113]: DEBUG nova.network.neutron [req-511ac452-b671-4b6c-b168-acb9ebd73a07 req-94b83d5e-5403-4d91-9c79-c22c317302e6 service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Updating instance_info_cache with network_info: [{"id": "3c67ca83-4e41-46c8-9955-bd133d569308", "address": "fa:16:3e:6d:d9:55", "network": {"id": "0e31a9aa-65e4-4051-aaa2-7e7b7b73d6c7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-61378629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23073e7acc7c4be79922ca5c316fd163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c67ca83-4e", "ovs_interfaceid": "3c67ca83-4e41-46c8-9955-bd133d569308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.598649] env[70113]: DEBUG nova.scheduler.client.report [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.762116] env[70113]: DEBUG nova.network.neutron [-] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.775927] env[70113]: DEBUG nova.compute.manager [req-6741941a-e6dc-4810-91fe-2740bbdc8726 req-df3ee02a-530c-45d7-9978-3a8712e325ff service nova] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Received event network-vif-plugged-6d717665-1860-4bf3-93c0-e192c2a16b5c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.776291] env[70113]: DEBUG oslo_concurrency.lockutils [req-6741941a-e6dc-4810-91fe-2740bbdc8726 req-df3ee02a-530c-45d7-9978-3a8712e325ff service nova] Acquiring lock "2f5791fa-52f5-42c4-830d-1ebe2fdc873f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.776418] env[70113]: DEBUG oslo_concurrency.lockutils [req-6741941a-e6dc-4810-91fe-2740bbdc8726 req-df3ee02a-530c-45d7-9978-3a8712e325ff service nova] Lock "2f5791fa-52f5-42c4-830d-1ebe2fdc873f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.776607] env[70113]: DEBUG oslo_concurrency.lockutils [req-6741941a-e6dc-4810-91fe-2740bbdc8726 req-df3ee02a-530c-45d7-9978-3a8712e325ff service nova] Lock "2f5791fa-52f5-42c4-830d-1ebe2fdc873f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.776750] env[70113]: DEBUG nova.compute.manager [req-6741941a-e6dc-4810-91fe-2740bbdc8726 req-df3ee02a-530c-45d7-9978-3a8712e325ff service nova] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] No waiting events found dispatching network-vif-plugged-6d717665-1860-4bf3-93c0-e192c2a16b5c {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.776916] env[70113]: WARNING nova.compute.manager [req-6741941a-e6dc-4810-91fe-2740bbdc8726 req-df3ee02a-530c-45d7-9978-3a8712e325ff service nova] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Received unexpected event network-vif-plugged-6d717665-1860-4bf3-93c0-e192c2a16b5c for instance with vm_state building and task_state spawning. [ 1061.952703] env[70113]: DEBUG oslo_concurrency.lockutils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Acquiring lock "refresh_cache-2f5791fa-52f5-42c4-830d-1ebe2fdc873f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.952703] env[70113]: DEBUG oslo_concurrency.lockutils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Acquired lock "refresh_cache-2f5791fa-52f5-42c4-830d-1ebe2fdc873f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.952963] env[70113]: DEBUG nova.network.neutron [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.065691] env[70113]: DEBUG oslo_concurrency.lockutils [req-511ac452-b671-4b6c-b168-acb9ebd73a07 req-94b83d5e-5403-4d91-9c79-c22c317302e6 service nova] Releasing lock "refresh_cache-9a8c37b3-0792-4f50-8b4a-878f9d3757d9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.104243] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.531s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.106862] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.381s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.107088] env[70113]: DEBUG nova.objects.instance [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70113) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1062.254675] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "interface-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-64d25dae-62ca-4340-9fb5-cf93a4cf30d8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.254890] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-64d25dae-62ca-4340-9fb5-cf93a4cf30d8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.265526] env[70113]: INFO nova.compute.manager [-] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Took 1.67 seconds to deallocate network for instance. [ 1062.373681] env[70113]: INFO nova.network.neutron [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Updating port 9fd2953a-8de0-49c1-ab78-c57b51fe1fbd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1062.463942] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "ac502289-a2d5-4346-aa00-a3a73b28c6a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.465027] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "ac502289-a2d5-4346-aa00-a3a73b28c6a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.465027] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "ac502289-a2d5-4346-aa00-a3a73b28c6a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.465027] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "ac502289-a2d5-4346-aa00-a3a73b28c6a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.465027] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "ac502289-a2d5-4346-aa00-a3a73b28c6a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.466913] env[70113]: INFO nova.compute.manager [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Terminating instance [ 1062.487158] env[70113]: DEBUG nova.network.neutron [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.525286] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "0d40d088-992f-422a-ac67-65ee0f592854" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.525550] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "0d40d088-992f-422a-ac67-65ee0f592854" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.525748] env[70113]: DEBUG nova.compute.manager [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Going to confirm migration 4 {{(pid=70113) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1062.654938] env[70113]: DEBUG nova.network.neutron [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Updating instance_info_cache with network_info: [{"id": "6d717665-1860-4bf3-93c0-e192c2a16b5c", "address": "fa:16:3e:cd:81:ae", "network": {"id": "95a24a26-21f3-4cc2-8d2e-8f0ec4e94430", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-391058826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4ea1fe02e67454db90251e5831dde3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d717665-18", "ovs_interfaceid": "6d717665-1860-4bf3-93c0-e192c2a16b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.757754] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.757931] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.758790] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115b8350-68b9-4d2a-b45b-cea36f9d1f89 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.778554] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.779644] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077bd0f5-adaa-44e5-955f-3941a529b3c3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.819860] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Reconfiguring VM to detach interface {{(pid=70113) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1062.819860] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6545279-507d-4c76-887e-97a9295d612d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.839069] env[70113]: DEBUG oslo_vmware.api [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1062.839069] env[70113]: value = "task-3415938" [ 1062.839069] env[70113]: _type = "Task" [ 1062.839069] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.847825] env[70113]: DEBUG oslo_vmware.api [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.970387] env[70113]: DEBUG nova.compute.manager [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.970643] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.971573] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab37063f-6fac-4bed-b803-d30d6b3defe3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.980345] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.980345] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aee36de-0b77-4b19-8226-879ccbd79f64 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.986468] env[70113]: DEBUG oslo_vmware.api [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1062.986468] env[70113]: value = "task-3415939" [ 1062.986468] env[70113]: _type = "Task" [ 1062.986468] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.998184] env[70113]: DEBUG oslo_vmware.api [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.022890] env[70113]: DEBUG nova.compute.manager [req-7c5ef0c7-6468-4425-a7f1-21a29f9894f4 req-11ad3154-6aff-4824-9367-fe9cedd39fe7 service nova] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Received event network-vif-deleted-170b0a86-67ee-4c8b-9b49-4dd013f54ae8 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.023092] env[70113]: DEBUG nova.compute.manager [req-7c5ef0c7-6468-4425-a7f1-21a29f9894f4 req-11ad3154-6aff-4824-9367-fe9cedd39fe7 service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Received event network-changed-3c67ca83-4e41-46c8-9955-bd133d569308 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.023299] env[70113]: DEBUG nova.compute.manager [req-7c5ef0c7-6468-4425-a7f1-21a29f9894f4 req-11ad3154-6aff-4824-9367-fe9cedd39fe7 service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Refreshing instance network info cache due to event network-changed-3c67ca83-4e41-46c8-9955-bd133d569308. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.023519] env[70113]: DEBUG oslo_concurrency.lockutils [req-7c5ef0c7-6468-4425-a7f1-21a29f9894f4 req-11ad3154-6aff-4824-9367-fe9cedd39fe7 service nova] Acquiring lock "refresh_cache-9a8c37b3-0792-4f50-8b4a-878f9d3757d9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.023661] env[70113]: DEBUG oslo_concurrency.lockutils [req-7c5ef0c7-6468-4425-a7f1-21a29f9894f4 req-11ad3154-6aff-4824-9367-fe9cedd39fe7 service nova] Acquired lock "refresh_cache-9a8c37b3-0792-4f50-8b4a-878f9d3757d9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.023871] env[70113]: DEBUG nova.network.neutron [req-7c5ef0c7-6468-4425-a7f1-21a29f9894f4 req-11ad3154-6aff-4824-9367-fe9cedd39fe7 service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Refreshing network info cache for port 3c67ca83-4e41-46c8-9955-bd133d569308 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.095134] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "refresh_cache-0d40d088-992f-422a-ac67-65ee0f592854" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.095481] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "refresh_cache-0d40d088-992f-422a-ac67-65ee0f592854" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.095700] env[70113]: DEBUG nova.network.neutron [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.095943] env[70113]: DEBUG nova.objects.instance [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lazy-loading 'info_cache' on Instance uuid 0d40d088-992f-422a-ac67-65ee0f592854 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.117495] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b94ec49-b575-431c-bc73-aa0b0e60637c tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.119113] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.927s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.120295] env[70113]: DEBUG nova.objects.instance [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Lazy-loading 'resources' on Instance uuid 4db57f35-1806-4418-9d8e-887dda7da372 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.158458] env[70113]: DEBUG oslo_concurrency.lockutils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Releasing lock "refresh_cache-2f5791fa-52f5-42c4-830d-1ebe2fdc873f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.158458] env[70113]: DEBUG nova.compute.manager [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Instance network_info: |[{"id": "6d717665-1860-4bf3-93c0-e192c2a16b5c", "address": "fa:16:3e:cd:81:ae", "network": {"id": "95a24a26-21f3-4cc2-8d2e-8f0ec4e94430", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-391058826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4ea1fe02e67454db90251e5831dde3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d717665-18", "ovs_interfaceid": "6d717665-1860-4bf3-93c0-e192c2a16b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.159349] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:81:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d717665-1860-4bf3-93c0-e192c2a16b5c', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.169882] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Creating folder: Project (d4ea1fe02e67454db90251e5831dde3e). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.170589] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fb68fee-c383-47a7-90f1-eecea9afd1e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.182878] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Created folder: Project (d4ea1fe02e67454db90251e5831dde3e) in parent group-v681336. [ 1063.182878] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Creating folder: Instances. Parent ref: group-v681578. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.182878] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6636f1b4-ffeb-45ce-a69d-783fc90d57f3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.191804] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Created folder: Instances in parent group-v681578. [ 1063.192131] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.192826] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.192826] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28968c62-5df8-435f-8ef4-326acbc14751 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.223748] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.223748] env[70113]: value = "task-3415942" [ 1063.223748] env[70113]: _type = "Task" [ 1063.223748] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.236647] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415942, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.350434] env[70113]: DEBUG oslo_vmware.api [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.496628] env[70113]: DEBUG oslo_vmware.api [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415939, 'name': PowerOffVM_Task, 'duration_secs': 0.366871} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.496966] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.497240] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.498312] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c7db031-567e-4a70-b09d-35fde5fc6189 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.501419] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.583406] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.583851] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.584295] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleting the datastore file [datastore2] ac502289-a2d5-4346-aa00-a3a73b28c6a6 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.584892] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f80f5b8-7c88-4fc3-aa57-9516c8a312fe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.593375] env[70113]: DEBUG oslo_vmware.api [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1063.593375] env[70113]: value = "task-3415944" [ 1063.593375] env[70113]: _type = "Task" [ 1063.593375] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.613719] env[70113]: DEBUG oslo_vmware.api [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.739272] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415942, 'name': CreateVM_Task, 'duration_secs': 0.396681} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.739381] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.740649] env[70113]: DEBUG oslo_concurrency.lockutils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.740649] env[70113]: DEBUG oslo_concurrency.lockutils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.740649] env[70113]: DEBUG oslo_concurrency.lockutils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.740806] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4234f720-2fe7-4d50-a023-fff398830400 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.748932] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Waiting for the task: (returnval){ [ 1063.748932] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]527d20ad-d312-25c0-7c36-6f927b484607" [ 1063.748932] env[70113]: _type = "Task" [ 1063.748932] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.757754] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527d20ad-d312-25c0-7c36-6f927b484607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.768143] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquiring lock "9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.768437] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.774391] env[70113]: DEBUG nova.network.neutron [req-7c5ef0c7-6468-4425-a7f1-21a29f9894f4 req-11ad3154-6aff-4824-9367-fe9cedd39fe7 service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Updated VIF entry in instance network info cache for port 3c67ca83-4e41-46c8-9955-bd133d569308. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.774759] env[70113]: DEBUG nova.network.neutron [req-7c5ef0c7-6468-4425-a7f1-21a29f9894f4 req-11ad3154-6aff-4824-9367-fe9cedd39fe7 service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Updating instance_info_cache with network_info: [{"id": "3c67ca83-4e41-46c8-9955-bd133d569308", "address": "fa:16:3e:6d:d9:55", "network": {"id": "0e31a9aa-65e4-4051-aaa2-7e7b7b73d6c7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-61378629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23073e7acc7c4be79922ca5c316fd163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c67ca83-4e", "ovs_interfaceid": "3c67ca83-4e41-46c8-9955-bd133d569308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.854023] env[70113]: DEBUG oslo_vmware.api [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.931354] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab64abd-3ee2-46f1-952a-52d62ee712e4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.937831] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d6456a-9fc4-4b24-91ec-252e6b95a1b8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.977503] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8f511f-28b8-488c-8223-65246e881f1d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.985016] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284af538-45f7-40b8-a0c5-76a6b8e9fc8c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.001016] env[70113]: DEBUG nova.compute.provider_tree [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.020572] env[70113]: DEBUG nova.compute.manager [req-70522cd8-0505-4619-88a5-7a1ec0a33e8a req-782b5165-6caf-43ee-8d50-8165f7b187a5 service nova] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Received event network-changed-6d717665-1860-4bf3-93c0-e192c2a16b5c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.020771] env[70113]: DEBUG nova.compute.manager [req-70522cd8-0505-4619-88a5-7a1ec0a33e8a req-782b5165-6caf-43ee-8d50-8165f7b187a5 service nova] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Refreshing instance network info cache due to event network-changed-6d717665-1860-4bf3-93c0-e192c2a16b5c. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.021244] env[70113]: DEBUG oslo_concurrency.lockutils [req-70522cd8-0505-4619-88a5-7a1ec0a33e8a req-782b5165-6caf-43ee-8d50-8165f7b187a5 service nova] Acquiring lock "refresh_cache-2f5791fa-52f5-42c4-830d-1ebe2fdc873f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.021481] env[70113]: DEBUG oslo_concurrency.lockutils [req-70522cd8-0505-4619-88a5-7a1ec0a33e8a req-782b5165-6caf-43ee-8d50-8165f7b187a5 service nova] Acquired lock "refresh_cache-2f5791fa-52f5-42c4-830d-1ebe2fdc873f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.021663] env[70113]: DEBUG nova.network.neutron [req-70522cd8-0505-4619-88a5-7a1ec0a33e8a req-782b5165-6caf-43ee-8d50-8165f7b187a5 service nova] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Refreshing network info cache for port 6d717665-1860-4bf3-93c0-e192c2a16b5c {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.085441] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Acquiring lock "21f6c0ea-3231-4812-b421-65a8d65a9db3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.085829] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Lock "21f6c0ea-3231-4812-b421-65a8d65a9db3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.086072] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Acquiring lock "21f6c0ea-3231-4812-b421-65a8d65a9db3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.086221] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Lock "21f6c0ea-3231-4812-b421-65a8d65a9db3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.086546] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Lock "21f6c0ea-3231-4812-b421-65a8d65a9db3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.088794] env[70113]: INFO nova.compute.manager [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Terminating instance [ 1064.104369] env[70113]: DEBUG oslo_vmware.api [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509613} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.104621] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.104805] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.104981] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.105168] env[70113]: INFO nova.compute.manager [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1064.105424] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.105614] env[70113]: DEBUG nova.compute.manager [-] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.105709] env[70113]: DEBUG nova.network.neutron [-] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.260530] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527d20ad-d312-25c0-7c36-6f927b484607, 'name': SearchDatastore_Task, 'duration_secs': 0.013764} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.260871] env[70113]: DEBUG oslo_concurrency.lockutils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.261156] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.261746] env[70113]: DEBUG oslo_concurrency.lockutils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.261911] env[70113]: DEBUG oslo_concurrency.lockutils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.262111] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.262390] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3035e225-5799-4447-b73e-73e88f12de49 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.271217] env[70113]: DEBUG nova.compute.manager [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.275171] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.275171] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.276064] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c5625d-39a6-4123-8ce8-a76501517960 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.282108] env[70113]: DEBUG oslo_concurrency.lockutils [req-7c5ef0c7-6468-4425-a7f1-21a29f9894f4 req-11ad3154-6aff-4824-9367-fe9cedd39fe7 service nova] Releasing lock "refresh_cache-9a8c37b3-0792-4f50-8b4a-878f9d3757d9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.282108] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Waiting for the task: (returnval){ [ 1064.282108] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52803cd2-1a3c-8b34-ac6b-39a6443f08a0" [ 1064.282108] env[70113]: _type = "Task" [ 1064.282108] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.291303] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52803cd2-1a3c-8b34-ac6b-39a6443f08a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.351863] env[70113]: DEBUG oslo_vmware.api [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.511128] env[70113]: DEBUG nova.scheduler.client.report [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.593514] env[70113]: DEBUG nova.compute.manager [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.593875] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b616833-bc4c-4eda-b13d-afdac20581f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.603531] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afa01ec-f0bd-4cdc-8385-9fbf65386b47 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.639610] env[70113]: WARNING nova.virt.vmwareapi.driver [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 21f6c0ea-3231-4812-b421-65a8d65a9db3 could not be found. [ 1064.639847] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.640951] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.641128] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.641297] env[70113]: DEBUG nova.network.neutron [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.644454] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3fe7dc3-0343-4f57-88cf-3d586cb01eca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.653895] env[70113]: DEBUG nova.network.neutron [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Updating instance_info_cache with network_info: [{"id": "2ea60e64-95f2-4963-8914-e3881fc23d23", "address": "fa:16:3e:54:3e:ff", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ea60e64-95", "ovs_interfaceid": "2ea60e64-95f2-4963-8914-e3881fc23d23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.658489] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed4cc75-3641-4fec-89e1-e93799678e65 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.690693] env[70113]: WARNING nova.virt.vmwareapi.vmops [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 21f6c0ea-3231-4812-b421-65a8d65a9db3 could not be found. [ 1064.691909] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.691909] env[70113]: INFO nova.compute.manager [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1064.691909] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.691909] env[70113]: DEBUG nova.compute.manager [-] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.691909] env[70113]: DEBUG nova.network.neutron [-] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.761586] env[70113]: DEBUG nova.network.neutron [req-70522cd8-0505-4619-88a5-7a1ec0a33e8a req-782b5165-6caf-43ee-8d50-8165f7b187a5 service nova] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Updated VIF entry in instance network info cache for port 6d717665-1860-4bf3-93c0-e192c2a16b5c. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.761958] env[70113]: DEBUG nova.network.neutron [req-70522cd8-0505-4619-88a5-7a1ec0a33e8a req-782b5165-6caf-43ee-8d50-8165f7b187a5 service nova] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Updating instance_info_cache with network_info: [{"id": "6d717665-1860-4bf3-93c0-e192c2a16b5c", "address": "fa:16:3e:cd:81:ae", "network": {"id": "95a24a26-21f3-4cc2-8d2e-8f0ec4e94430", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-391058826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4ea1fe02e67454db90251e5831dde3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d717665-18", "ovs_interfaceid": "6d717665-1860-4bf3-93c0-e192c2a16b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.793681] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52803cd2-1a3c-8b34-ac6b-39a6443f08a0, 'name': SearchDatastore_Task, 'duration_secs': 0.018064} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.794549] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b955ec9e-f5f5-469f-a2f2-7bd55184258e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.801546] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.803871] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Waiting for the task: (returnval){ [ 1064.803871] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52394b6e-753f-9fec-773f-42792f44c069" [ 1064.803871] env[70113]: _type = "Task" [ 1064.803871] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.811777] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52394b6e-753f-9fec-773f-42792f44c069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.850860] env[70113]: DEBUG oslo_vmware.api [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.913470] env[70113]: DEBUG nova.network.neutron [-] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.019070] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.021558] env[70113]: DEBUG oslo_concurrency.lockutils [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.966s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.021811] env[70113]: DEBUG nova.objects.instance [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lazy-loading 'resources' on Instance uuid e8bac3f6-1987-4590-9e16-1af422f1a550 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.040197] env[70113]: INFO nova.scheduler.client.report [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Deleted allocations for instance 4db57f35-1806-4418-9d8e-887dda7da372 [ 1065.157684] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "refresh_cache-0d40d088-992f-422a-ac67-65ee0f592854" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.158208] env[70113]: DEBUG nova.objects.instance [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lazy-loading 'migration_context' on Instance uuid 0d40d088-992f-422a-ac67-65ee0f592854 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.225106] env[70113]: DEBUG nova.compute.manager [req-1eb42778-7e5c-45c7-8674-fbe4bc50f27e req-a9c5a63f-5806-4d22-a3d5-8114bdcd805b service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Received event network-vif-plugged-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.226443] env[70113]: DEBUG oslo_concurrency.lockutils [req-1eb42778-7e5c-45c7-8674-fbe4bc50f27e req-a9c5a63f-5806-4d22-a3d5-8114bdcd805b service nova] Acquiring lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.226443] env[70113]: DEBUG oslo_concurrency.lockutils [req-1eb42778-7e5c-45c7-8674-fbe4bc50f27e req-a9c5a63f-5806-4d22-a3d5-8114bdcd805b service nova] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.226443] env[70113]: DEBUG oslo_concurrency.lockutils [req-1eb42778-7e5c-45c7-8674-fbe4bc50f27e req-a9c5a63f-5806-4d22-a3d5-8114bdcd805b service nova] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.226443] env[70113]: DEBUG nova.compute.manager [req-1eb42778-7e5c-45c7-8674-fbe4bc50f27e req-a9c5a63f-5806-4d22-a3d5-8114bdcd805b service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] No waiting events found dispatching network-vif-plugged-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.226443] env[70113]: WARNING nova.compute.manager [req-1eb42778-7e5c-45c7-8674-fbe4bc50f27e req-a9c5a63f-5806-4d22-a3d5-8114bdcd805b service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Received unexpected event network-vif-plugged-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd for instance with vm_state shelved_offloaded and task_state spawning. [ 1065.226443] env[70113]: DEBUG nova.compute.manager [req-1eb42778-7e5c-45c7-8674-fbe4bc50f27e req-a9c5a63f-5806-4d22-a3d5-8114bdcd805b service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Received event network-changed-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.227262] env[70113]: DEBUG nova.compute.manager [req-1eb42778-7e5c-45c7-8674-fbe4bc50f27e req-a9c5a63f-5806-4d22-a3d5-8114bdcd805b service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Refreshing instance network info cache due to event network-changed-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.227262] env[70113]: DEBUG oslo_concurrency.lockutils [req-1eb42778-7e5c-45c7-8674-fbe4bc50f27e req-a9c5a63f-5806-4d22-a3d5-8114bdcd805b service nova] Acquiring lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.265177] env[70113]: DEBUG oslo_concurrency.lockutils [req-70522cd8-0505-4619-88a5-7a1ec0a33e8a req-782b5165-6caf-43ee-8d50-8165f7b187a5 service nova] Releasing lock "refresh_cache-2f5791fa-52f5-42c4-830d-1ebe2fdc873f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.317514] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52394b6e-753f-9fec-773f-42792f44c069, 'name': SearchDatastore_Task, 'duration_secs': 0.0337} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.317707] env[70113]: DEBUG oslo_concurrency.lockutils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.318175] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 2f5791fa-52f5-42c4-830d-1ebe2fdc873f/2f5791fa-52f5-42c4-830d-1ebe2fdc873f.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.318399] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7290ec2-140f-432f-992c-53e53ac5d6f5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.326178] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Waiting for the task: (returnval){ [ 1065.326178] env[70113]: value = "task-3415945" [ 1065.326178] env[70113]: _type = "Task" [ 1065.326178] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.339204] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': task-3415945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.352429] env[70113]: DEBUG oslo_vmware.api [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.416316] env[70113]: INFO nova.compute.manager [-] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Took 1.31 seconds to deallocate network for instance. [ 1065.438280] env[70113]: DEBUG nova.network.neutron [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Updating instance_info_cache with network_info: [{"id": "9fd2953a-8de0-49c1-ab78-c57b51fe1fbd", "address": "fa:16:3e:84:63:54", "network": {"id": "767d4c2e-45dc-4897-97fe-d0dd083bc4c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1810633966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6aa0277625144c9a66051a85e4476a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd2953a-8d", "ovs_interfaceid": "9fd2953a-8de0-49c1-ab78-c57b51fe1fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.547533] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bc155220-b454-42f5-82ca-777b6490f8da tempest-ServersListShow296Test-494923386 tempest-ServersListShow296Test-494923386-project-member] Lock "4db57f35-1806-4418-9d8e-887dda7da372" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.169s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.665903] env[70113]: DEBUG nova.objects.base [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Object Instance<0d40d088-992f-422a-ac67-65ee0f592854> lazy-loaded attributes: info_cache,migration_context {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1065.666887] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96130921-6ae0-406f-b705-503a782d1fef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.701930] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaab1c62-f5e6-46b8-a4c6-581ae5ea853d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.708715] env[70113]: DEBUG oslo_vmware.api [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1065.708715] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f8b813-18a3-9c30-67c5-3880337ed50d" [ 1065.708715] env[70113]: _type = "Task" [ 1065.708715] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.718659] env[70113]: DEBUG oslo_vmware.api [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f8b813-18a3-9c30-67c5-3880337ed50d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.840829] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': task-3415945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466325} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.841199] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 2f5791fa-52f5-42c4-830d-1ebe2fdc873f/2f5791fa-52f5-42c4-830d-1ebe2fdc873f.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.841375] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.841724] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0326f614-cf80-4ff8-9b8f-d89ab8c22e88 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.852604] env[70113]: DEBUG oslo_vmware.api [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.857381] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Waiting for the task: (returnval){ [ 1065.857381] env[70113]: value = "task-3415946" [ 1065.857381] env[70113]: _type = "Task" [ 1065.857381] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.864605] env[70113]: DEBUG oslo_concurrency.lockutils [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquiring lock "f32d148d-a6be-4323-a5ea-8b10beca2d5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.865143] env[70113]: DEBUG oslo_concurrency.lockutils [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "f32d148d-a6be-4323-a5ea-8b10beca2d5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.865299] env[70113]: DEBUG oslo_concurrency.lockutils [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquiring lock "f32d148d-a6be-4323-a5ea-8b10beca2d5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.865432] env[70113]: DEBUG oslo_concurrency.lockutils [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "f32d148d-a6be-4323-a5ea-8b10beca2d5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.865592] env[70113]: DEBUG oslo_concurrency.lockutils [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "f32d148d-a6be-4323-a5ea-8b10beca2d5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.868821] env[70113]: INFO nova.compute.manager [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Terminating instance [ 1065.911056] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7864c20-e31b-4862-9ac6-aa28abbd7ce3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.920606] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ad0307-c639-4da7-be10-ee90ee5806d8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.927225] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.962939] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Releasing lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.966837] env[70113]: DEBUG oslo_concurrency.lockutils [req-1eb42778-7e5c-45c7-8674-fbe4bc50f27e req-a9c5a63f-5806-4d22-a3d5-8114bdcd805b service nova] Acquired lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.967230] env[70113]: DEBUG nova.network.neutron [req-1eb42778-7e5c-45c7-8674-fbe4bc50f27e req-a9c5a63f-5806-4d22-a3d5-8114bdcd805b service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Refreshing network info cache for port 9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.973445] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bd43ed-5291-4140-855d-ad0be51ff4bd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.980221] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88704f4-038d-42f9-8b34-56e43df5440d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.998319] env[70113]: DEBUG nova.compute.provider_tree [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.011100] env[70113]: DEBUG nova.virt.hardware [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9c3e1c733c433853fee3015ced6aed0b',container_format='bare',created_at=2025-04-14T12:36:08Z,direct_url=,disk_format='vmdk',id=68e88b11-8bf9-432d-b938-441422e997c8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1794595378-shelved',owner='b6aa0277625144c9a66051a85e4476a8',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-14T12:36:23Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.011883] env[70113]: DEBUG nova.virt.hardware [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.011985] env[70113]: DEBUG nova.virt.hardware [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.012100] env[70113]: DEBUG nova.virt.hardware [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.012552] env[70113]: DEBUG nova.virt.hardware [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.012719] env[70113]: DEBUG nova.virt.hardware [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.012939] env[70113]: DEBUG nova.virt.hardware [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.013120] env[70113]: DEBUG nova.virt.hardware [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.013524] env[70113]: DEBUG nova.virt.hardware [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.013727] env[70113]: DEBUG nova.virt.hardware [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.013909] env[70113]: DEBUG nova.virt.hardware [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.015564] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67544c82-e1a8-4940-864c-a271eb0fd0c3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.025707] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd07e80-87e3-4f32-aec8-e1b6fa4a3dbd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.041895] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:63:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fd2953a-8de0-49c1-ab78-c57b51fe1fbd', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.049877] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.050411] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.050778] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a288aee9-8682-47c1-8937-7ea128dfb557 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.071272] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.071272] env[70113]: value = "task-3415947" [ 1066.071272] env[70113]: _type = "Task" [ 1066.071272] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.079577] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415947, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.133979] env[70113]: DEBUG nova.network.neutron [-] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.221985] env[70113]: DEBUG nova.compute.manager [req-ad2e0a0c-9b7f-4cdc-bd8b-abaa77e12290 req-33f1ef38-2836-453e-a2d3-371fc1522cd7 service nova] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Received event network-vif-deleted-bd564dc0-1de1-4396-b317-efd7a2801ec4 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.231105] env[70113]: DEBUG oslo_vmware.api [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f8b813-18a3-9c30-67c5-3880337ed50d, 'name': SearchDatastore_Task, 'duration_secs': 0.025947} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.231486] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.355434] env[70113]: DEBUG oslo_vmware.api [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.366630] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': task-3415946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088484} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.366911] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.368233] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc9515b-5120-4467-8d96-5ef292d5e5f3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.384166] env[70113]: DEBUG nova.compute.manager [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.384441] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.396031] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 2f5791fa-52f5-42c4-830d-1ebe2fdc873f/2f5791fa-52f5-42c4-830d-1ebe2fdc873f.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.396031] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf72e950-2acb-4b2d-a3f6-160e2e2a4236 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.397881] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56a3e27b-d80d-470f-98fb-86e4aad86879 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.422169] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.423854] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4922f6fc-d959-470b-b405-c395977a62ee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.425982] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Waiting for the task: (returnval){ [ 1066.425982] env[70113]: value = "task-3415948" [ 1066.425982] env[70113]: _type = "Task" [ 1066.425982] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.431486] env[70113]: DEBUG oslo_vmware.api [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 1066.431486] env[70113]: value = "task-3415949" [ 1066.431486] env[70113]: _type = "Task" [ 1066.431486] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.439693] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': task-3415948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.444605] env[70113]: DEBUG oslo_vmware.api [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.503773] env[70113]: DEBUG nova.scheduler.client.report [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.582829] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415947, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.637164] env[70113]: INFO nova.compute.manager [-] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Took 1.95 seconds to deallocate network for instance. [ 1066.856924] env[70113]: DEBUG oslo_vmware.api [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.861658] env[70113]: DEBUG nova.network.neutron [req-1eb42778-7e5c-45c7-8674-fbe4bc50f27e req-a9c5a63f-5806-4d22-a3d5-8114bdcd805b service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Updated VIF entry in instance network info cache for port 9fd2953a-8de0-49c1-ab78-c57b51fe1fbd. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.862241] env[70113]: DEBUG nova.network.neutron [req-1eb42778-7e5c-45c7-8674-fbe4bc50f27e req-a9c5a63f-5806-4d22-a3d5-8114bdcd805b service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Updating instance_info_cache with network_info: [{"id": "9fd2953a-8de0-49c1-ab78-c57b51fe1fbd", "address": "fa:16:3e:84:63:54", "network": {"id": "767d4c2e-45dc-4897-97fe-d0dd083bc4c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1810633966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6aa0277625144c9a66051a85e4476a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd2953a-8d", "ovs_interfaceid": "9fd2953a-8de0-49c1-ab78-c57b51fe1fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.939296] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': task-3415948, 'name': ReconfigVM_Task, 'duration_secs': 0.298106} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.944593] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 2f5791fa-52f5-42c4-830d-1ebe2fdc873f/2f5791fa-52f5-42c4-830d-1ebe2fdc873f.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.944593] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7799f8f-ef52-4cb9-a8f0-fef0a1643b9d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.956132] env[70113]: DEBUG oslo_vmware.api [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.956132] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Waiting for the task: (returnval){ [ 1066.956132] env[70113]: value = "task-3415950" [ 1066.956132] env[70113]: _type = "Task" [ 1066.956132] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.963687] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': task-3415950, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.008867] env[70113]: DEBUG oslo_concurrency.lockutils [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.011904] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.129s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.017693] env[70113]: INFO nova.compute.claims [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.032453] env[70113]: INFO nova.scheduler.client.report [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleted allocations for instance e8bac3f6-1987-4590-9e16-1af422f1a550 [ 1067.083766] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415947, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.197959] env[70113]: INFO nova.compute.manager [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Took 0.56 seconds to detach 1 volumes for instance. [ 1067.203356] env[70113]: DEBUG nova.compute.manager [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Deleting volume: 6b9045af-27e1-4ad8-bb3e-2a31101e75b3 {{(pid=70113) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1067.364101] env[70113]: DEBUG oslo_vmware.api [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.365549] env[70113]: DEBUG oslo_concurrency.lockutils [req-1eb42778-7e5c-45c7-8674-fbe4bc50f27e req-a9c5a63f-5806-4d22-a3d5-8114bdcd805b service nova] Releasing lock "refresh_cache-bada8017-1fc1-47c8-ac7e-b596e2fc2917" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.408911] env[70113]: DEBUG nova.compute.manager [req-5a118d70-5581-4ead-9cc3-544ef182f711 req-abcfaa89-e2af-4ce3-8f5b-94c17cacacf3 service nova] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Received event network-vif-deleted-3d4834e6-91a0-4a78-8bb2-cc3c11e580fc {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.448506] env[70113]: DEBUG oslo_concurrency.lockutils [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquiring lock "26b98346-d4e9-4dbd-8be6-a045bbf64311" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.448506] env[70113]: DEBUG oslo_concurrency.lockutils [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Lock "26b98346-d4e9-4dbd-8be6-a045bbf64311" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.454234] env[70113]: DEBUG oslo_vmware.api [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.467239] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': task-3415950, 'name': Rename_Task, 'duration_secs': 0.126922} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.467597] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.467905] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d913358-caf7-43ef-b826-0cd5a5df0fd1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.479873] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Waiting for the task: (returnval){ [ 1067.479873] env[70113]: value = "task-3415952" [ 1067.479873] env[70113]: _type = "Task" [ 1067.479873] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.488366] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': task-3415952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.542847] env[70113]: DEBUG oslo_concurrency.lockutils [None req-222129cb-4a59-4923-a45e-adbefc1d6307 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "e8bac3f6-1987-4590-9e16-1af422f1a550" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.468s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.584591] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415947, 'name': CreateVM_Task, 'duration_secs': 1.390998} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.584591] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.585041] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/68e88b11-8bf9-432d-b938-441422e997c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.585041] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/68e88b11-8bf9-432d-b938-441422e997c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.586040] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/68e88b11-8bf9-432d-b938-441422e997c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.586040] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f80653b5-5150-4b6d-9c0d-b3ad620da2d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.592131] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1067.592131] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]523ef51c-fc2b-dde3-633a-57a4a89f2446" [ 1067.592131] env[70113]: _type = "Task" [ 1067.592131] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.607256] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523ef51c-fc2b-dde3-633a-57a4a89f2446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.771765] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.861382] env[70113]: DEBUG oslo_vmware.api [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.948956] env[70113]: DEBUG oslo_vmware.api [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415949, 'name': PowerOffVM_Task, 'duration_secs': 1.213763} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.949305] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.949507] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.949772] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe6c5243-920d-47ed-82c6-4d4f5780401c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.954537] env[70113]: DEBUG nova.compute.manager [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.993499] env[70113]: DEBUG oslo_vmware.api [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': task-3415952, 'name': PowerOnVM_Task, 'duration_secs': 0.468733} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.994547] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.994787] env[70113]: INFO nova.compute.manager [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1067.995017] env[70113]: DEBUG nova.compute.manager [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.995848] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f46410a-5e67-4830-a97d-2def8d4132c0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.038087] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.038312] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.038487] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Deleting the datastore file [datastore1] f32d148d-a6be-4323-a5ea-8b10beca2d5b {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.038758] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9a9f00c-1223-482d-93a1-bd9900fc9a91 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.047976] env[70113]: DEBUG oslo_vmware.api [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for the task: (returnval){ [ 1068.047976] env[70113]: value = "task-3415954" [ 1068.047976] env[70113]: _type = "Task" [ 1068.047976] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.065784] env[70113]: DEBUG oslo_vmware.api [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.104640] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/68e88b11-8bf9-432d-b938-441422e997c8" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.104844] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Processing image 68e88b11-8bf9-432d-b938-441422e997c8 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.107588] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/68e88b11-8bf9-432d-b938-441422e997c8/68e88b11-8bf9-432d-b938-441422e997c8.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.107588] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/68e88b11-8bf9-432d-b938-441422e997c8/68e88b11-8bf9-432d-b938-441422e997c8.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.107588] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.107588] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee1a10d4-554a-4f8c-8e5f-d79e0d3588d5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.114684] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.114684] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.114869] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fcb3e68-9670-46da-95fc-f7a472042ab5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.122561] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1068.122561] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b5ec2f-0426-8ee1-dc65-7a3aae7c67d4" [ 1068.122561] env[70113]: _type = "Task" [ 1068.122561] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.130785] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b5ec2f-0426-8ee1-dc65-7a3aae7c67d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.358175] env[70113]: DEBUG oslo_vmware.api [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415938, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.387130] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.387424] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.390667] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73744445-cf28-40bd-b057-21e0b77802e9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.401941] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a692229b-45f8-4375-9da6-fe57f2f4b313 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.437592] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba30e2c7-35e4-4acb-bb42-b6257eceaef5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.446465] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3b4f58-7384-4654-9a52-83380e63111e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.460103] env[70113]: DEBUG nova.compute.provider_tree [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.483908] env[70113]: DEBUG oslo_concurrency.lockutils [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.519592] env[70113]: INFO nova.compute.manager [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Took 22.88 seconds to build instance. [ 1068.560468] env[70113]: DEBUG oslo_vmware.api [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Task: {'id': task-3415954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187898} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.560468] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.560468] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.560468] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.560468] env[70113]: INFO nova.compute.manager [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1068.560468] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.560468] env[70113]: DEBUG nova.compute.manager [-] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.560468] env[70113]: DEBUG nova.network.neutron [-] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.634764] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Preparing fetch location {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1068.635111] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Fetch image to [datastore2] OSTACK_IMG_e2f6f540-d01b-4c4f-82c1-287c19026e50/OSTACK_IMG_e2f6f540-d01b-4c4f-82c1-287c19026e50.vmdk {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1068.635396] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Downloading stream optimized image 68e88b11-8bf9-432d-b938-441422e997c8 to [datastore2] OSTACK_IMG_e2f6f540-d01b-4c4f-82c1-287c19026e50/OSTACK_IMG_e2f6f540-d01b-4c4f-82c1-287c19026e50.vmdk on the data store datastore2 as vApp {{(pid=70113) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1068.635982] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Downloading image file data 68e88b11-8bf9-432d-b938-441422e997c8 to the ESX as VM named 'OSTACK_IMG_e2f6f540-d01b-4c4f-82c1-287c19026e50' {{(pid=70113) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1068.734175] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1068.734175] env[70113]: value = "resgroup-9" [ 1068.734175] env[70113]: _type = "ResourcePool" [ 1068.734175] env[70113]: }. {{(pid=70113) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1068.734508] env[70113]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5aa91f5e-e86b-4953-aa2e-7fb9b091a736 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.768752] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lease: (returnval){ [ 1068.768752] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]526d4b0f-2407-390f-37f9-04fb3002bcc4" [ 1068.768752] env[70113]: _type = "HttpNfcLease" [ 1068.768752] env[70113]: } obtained for vApp import into resource pool (val){ [ 1068.768752] env[70113]: value = "resgroup-9" [ 1068.768752] env[70113]: _type = "ResourcePool" [ 1068.768752] env[70113]: }. {{(pid=70113) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1068.769082] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the lease: (returnval){ [ 1068.769082] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]526d4b0f-2407-390f-37f9-04fb3002bcc4" [ 1068.769082] env[70113]: _type = "HttpNfcLease" [ 1068.769082] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1068.778052] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.778052] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]526d4b0f-2407-390f-37f9-04fb3002bcc4" [ 1068.778052] env[70113]: _type = "HttpNfcLease" [ 1068.778052] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1068.863224] env[70113]: DEBUG oslo_vmware.api [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415938, 'name': ReconfigVM_Task, 'duration_secs': 5.896987} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.863497] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.864618] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Reconfigured VM to detach interface {{(pid=70113) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1068.896928] env[70113]: DEBUG nova.compute.manager [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.963923] env[70113]: DEBUG nova.scheduler.client.report [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.020090] env[70113]: DEBUG oslo_concurrency.lockutils [None req-886bae38-df42-488f-9068-fed29a4c3c50 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Lock "2f5791fa-52f5-42c4-830d-1ebe2fdc873f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.171s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.197091] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "26051a04-d0ca-4f5b-bc97-ad9484209ab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.197183] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "26051a04-d0ca-4f5b-bc97-ad9484209ab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.279857] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.279857] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]526d4b0f-2407-390f-37f9-04fb3002bcc4" [ 1069.279857] env[70113]: _type = "HttpNfcLease" [ 1069.279857] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1069.295749] env[70113]: DEBUG nova.compute.manager [req-27859f8a-29a4-4f85-b550-abe50ff5e626 req-62e9d7b4-434f-4227-9da0-0097c3eee83e service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Received event network-vif-deleted-64d25dae-62ca-4340-9fb5-cf93a4cf30d8 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.295999] env[70113]: INFO nova.compute.manager [req-27859f8a-29a4-4f85-b550-abe50ff5e626 req-62e9d7b4-434f-4227-9da0-0097c3eee83e service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Neutron deleted interface 64d25dae-62ca-4340-9fb5-cf93a4cf30d8; detaching it from the instance and deleting it from the info cache [ 1069.296233] env[70113]: DEBUG nova.network.neutron [req-27859f8a-29a4-4f85-b550-abe50ff5e626 req-62e9d7b4-434f-4227-9da0-0097c3eee83e service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Updating instance_info_cache with network_info: [{"id": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "address": "fa:16:3e:d6:68:18", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3d841c-37", "ovs_interfaceid": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f98dd7c1-cc71-4053-81f8-bdcbc2a00925", "address": "fa:16:3e:db:c5:e4", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf98dd7c1-cc", "ovs_interfaceid": "f98dd7c1-cc71-4053-81f8-bdcbc2a00925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.435285] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.460209] env[70113]: DEBUG nova.compute.manager [req-a8a4236a-4b32-4300-b233-e09264112518 req-f973591d-6845-4ac4-98e8-33a642442d64 service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Received event network-vif-deleted-0248c12b-6b35-495a-936d-e858d2655476 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.460469] env[70113]: INFO nova.compute.manager [req-a8a4236a-4b32-4300-b233-e09264112518 req-f973591d-6845-4ac4-98e8-33a642442d64 service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Neutron deleted interface 0248c12b-6b35-495a-936d-e858d2655476; detaching it from the instance and deleting it from the info cache [ 1069.460689] env[70113]: DEBUG nova.network.neutron [req-a8a4236a-4b32-4300-b233-e09264112518 req-f973591d-6845-4ac4-98e8-33a642442d64 service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.469952] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.470386] env[70113]: DEBUG nova.compute.manager [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.473946] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.695s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.474154] env[70113]: DEBUG nova.objects.instance [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lazy-loading 'resources' on Instance uuid bd6bdd04-0483-4f90-93ee-22f0c17f51ee {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.701075] env[70113]: DEBUG nova.compute.manager [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.728027] env[70113]: DEBUG nova.network.neutron [-] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.779023] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.779023] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]526d4b0f-2407-390f-37f9-04fb3002bcc4" [ 1069.779023] env[70113]: _type = "HttpNfcLease" [ 1069.779023] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1069.779373] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1069.779373] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]526d4b0f-2407-390f-37f9-04fb3002bcc4" [ 1069.779373] env[70113]: _type = "HttpNfcLease" [ 1069.779373] env[70113]: }. {{(pid=70113) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1069.780101] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbfef12-c630-4fa5-bda0-472e90f6d551 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.789516] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208dd22-f5a9-9728-7d39-26cbe4d27f4f/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1069.789700] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208dd22-f5a9-9728-7d39-26cbe4d27f4f/disk-0.vmdk. {{(pid=70113) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1069.846385] env[70113]: DEBUG oslo_concurrency.lockutils [req-27859f8a-29a4-4f85-b550-abe50ff5e626 req-62e9d7b4-434f-4227-9da0-0097c3eee83e service nova] Acquiring lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.846578] env[70113]: DEBUG oslo_concurrency.lockutils [req-27859f8a-29a4-4f85-b550-abe50ff5e626 req-62e9d7b4-434f-4227-9da0-0097c3eee83e service nova] Acquired lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.847818] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b58ea-040a-455f-bbfa-dc84433822ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.868454] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d8c24c9c-0226-464c-8378-7a8f18695559 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.871901] env[70113]: DEBUG oslo_concurrency.lockutils [req-27859f8a-29a4-4f85-b550-abe50ff5e626 req-62e9d7b4-434f-4227-9da0-0097c3eee83e service nova] Releasing lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.872206] env[70113]: WARNING nova.compute.manager [req-27859f8a-29a4-4f85-b550-abe50ff5e626 req-62e9d7b4-434f-4227-9da0-0097c3eee83e service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Detach interface failed, port_id=64d25dae-62ca-4340-9fb5-cf93a4cf30d8, reason: No device with interface-id 64d25dae-62ca-4340-9fb5-cf93a4cf30d8 exists on VM: nova.exception.NotFound: No device with interface-id 64d25dae-62ca-4340-9fb5-cf93a4cf30d8 exists on VM [ 1069.898314] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Acquiring lock "2f5791fa-52f5-42c4-830d-1ebe2fdc873f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.898577] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Lock "2f5791fa-52f5-42c4-830d-1ebe2fdc873f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.898789] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Acquiring lock "2f5791fa-52f5-42c4-830d-1ebe2fdc873f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.898971] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Lock "2f5791fa-52f5-42c4-830d-1ebe2fdc873f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.899159] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Lock "2f5791fa-52f5-42c4-830d-1ebe2fdc873f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.901379] env[70113]: INFO nova.compute.manager [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Terminating instance [ 1069.963865] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff726838-ccd1-47ec-a505-e1e5bfb6e9f5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.973811] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b03c7e8-ddcf-4928-823d-1558b2bac838 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.985574] env[70113]: DEBUG nova.compute.utils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.991918] env[70113]: DEBUG nova.compute.manager [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.991918] env[70113]: DEBUG nova.network.neutron [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.016277] env[70113]: DEBUG nova.compute.manager [req-a8a4236a-4b32-4300-b233-e09264112518 req-f973591d-6845-4ac4-98e8-33a642442d64 service nova] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Detach interface failed, port_id=0248c12b-6b35-495a-936d-e858d2655476, reason: Instance f32d148d-a6be-4323-a5ea-8b10beca2d5b could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1070.036112] env[70113]: DEBUG nova.policy [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a053e166f486485bba3aa683b3111b61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d86ab8aaa4c4c85a47dbeebaa763741', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.229465] env[70113]: INFO nova.compute.manager [-] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Took 1.67 seconds to deallocate network for instance. [ 1070.230827] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.247028] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.247028] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.247028] env[70113]: DEBUG nova.network.neutron [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.321950] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b5d5f3-5d55-4ff3-8bfc-f61012b7bae7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.338254] env[70113]: DEBUG nova.network.neutron [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Successfully created port: 6749d197-9c33-4d95-862e-abdf99e8b21c {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.346246] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6a798d-65de-4e15-8d74-afaaa620170d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.386525] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dfdf63-43e6-4835-aac9-4c7eec35620c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.397092] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36bb4b1-6144-49ad-9159-911061a4b45f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.405055] env[70113]: DEBUG nova.compute.manager [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.406091] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.418260] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f09b4b-64c2-4559-96df-e3df0206bacd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.418636] env[70113]: DEBUG nova.compute.provider_tree [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.428329] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.428686] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cee1d422-cf3b-4471-9f27-9a92b9083b5d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.438343] env[70113]: DEBUG oslo_vmware.api [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Waiting for the task: (returnval){ [ 1070.438343] env[70113]: value = "task-3415956" [ 1070.438343] env[70113]: _type = "Task" [ 1070.438343] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.450378] env[70113]: DEBUG oslo_vmware.api [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': task-3415956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.492955] env[70113]: DEBUG nova.compute.manager [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.665292] env[70113]: DEBUG oslo_concurrency.lockutils [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.665922] env[70113]: DEBUG oslo_concurrency.lockutils [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.666290] env[70113]: DEBUG oslo_concurrency.lockutils [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.667035] env[70113]: DEBUG oslo_concurrency.lockutils [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.667310] env[70113]: DEBUG oslo_concurrency.lockutils [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.669935] env[70113]: INFO nova.compute.manager [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Terminating instance [ 1070.737722] env[70113]: DEBUG oslo_concurrency.lockutils [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.926023] env[70113]: DEBUG nova.scheduler.client.report [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.949701] env[70113]: DEBUG oslo_vmware.api [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': task-3415956, 'name': PowerOffVM_Task, 'duration_secs': 0.233783} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.950332] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.950518] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.950802] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-301e6b36-631c-4eb8-842c-ae6587f6a0e7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.018132] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.018393] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.018642] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Deleting the datastore file [datastore2] 2f5791fa-52f5-42c4-830d-1ebe2fdc873f {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.018919] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ae47792-1aed-4190-978f-f34ad7d2e71c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.030054] env[70113]: DEBUG oslo_vmware.api [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Waiting for the task: (returnval){ [ 1071.030054] env[70113]: value = "task-3415958" [ 1071.030054] env[70113]: _type = "Task" [ 1071.030054] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.040797] env[70113]: DEBUG oslo_vmware.api [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': task-3415958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.063372] env[70113]: DEBUG oslo_concurrency.lockutils [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "b1e49170-1111-41f1-a065-6d099a1c01c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.063607] env[70113]: DEBUG oslo_concurrency.lockutils [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "b1e49170-1111-41f1-a065-6d099a1c01c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.063872] env[70113]: DEBUG oslo_concurrency.lockutils [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "b1e49170-1111-41f1-a065-6d099a1c01c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.064080] env[70113]: DEBUG oslo_concurrency.lockutils [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "b1e49170-1111-41f1-a065-6d099a1c01c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.064365] env[70113]: DEBUG oslo_concurrency.lockutils [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "b1e49170-1111-41f1-a065-6d099a1c01c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.066826] env[70113]: INFO nova.compute.manager [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Terminating instance [ 1071.101035] env[70113]: INFO nova.network.neutron [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Port f98dd7c1-cc71-4053-81f8-bdcbc2a00925 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1071.101510] env[70113]: DEBUG nova.network.neutron [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Updating instance_info_cache with network_info: [{"id": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "address": "fa:16:3e:d6:68:18", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3d841c-37", "ovs_interfaceid": "1d3d841c-37d6-4aa1-b3f2-f55d36370f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.174854] env[70113]: DEBUG nova.compute.manager [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.175239] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.178186] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c16b4e9-77d8-491a-9a98-dce342cb3313 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.187537] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.187796] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71c12e16-8a7a-428c-844f-3d091eac24bb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.196654] env[70113]: DEBUG oslo_vmware.api [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1071.196654] env[70113]: value = "task-3415959" [ 1071.196654] env[70113]: _type = "Task" [ 1071.196654] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.207975] env[70113]: DEBUG oslo_vmware.api [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.358683] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Completed reading data from the image iterator. {{(pid=70113) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1071.358998] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208dd22-f5a9-9728-7d39-26cbe4d27f4f/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1071.359949] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eac114-76e5-47e7-9265-30c880812856 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.367482] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208dd22-f5a9-9728-7d39-26cbe4d27f4f/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1071.367683] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208dd22-f5a9-9728-7d39-26cbe4d27f4f/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1071.367973] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d791b5f0-fd9d-4263-87eb-e0a96d6e1ad1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.433915] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.436534] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.935s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.460623] env[70113]: INFO nova.scheduler.client.report [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleted allocations for instance bd6bdd04-0483-4f90-93ee-22f0c17f51ee [ 1071.505422] env[70113]: DEBUG nova.compute.manager [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.539615] env[70113]: DEBUG nova.virt.hardware [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.539885] env[70113]: DEBUG nova.virt.hardware [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.540085] env[70113]: DEBUG nova.virt.hardware [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.540268] env[70113]: DEBUG nova.virt.hardware [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.540487] env[70113]: DEBUG nova.virt.hardware [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.540550] env[70113]: DEBUG nova.virt.hardware [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.540828] env[70113]: DEBUG nova.virt.hardware [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.540918] env[70113]: DEBUG nova.virt.hardware [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.541093] env[70113]: DEBUG nova.virt.hardware [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.541266] env[70113]: DEBUG nova.virt.hardware [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.541531] env[70113]: DEBUG nova.virt.hardware [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.542273] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c176cf-a69f-4057-af20-d7d3f1b7137a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.550031] env[70113]: DEBUG nova.compute.manager [req-5646546b-a3fc-4b03-b610-448398dc06cb req-9c3cb07b-dabf-496d-9ba0-9c38e26bc74c service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Received event network-vif-deleted-f98dd7c1-cc71-4053-81f8-bdcbc2a00925 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.555708] env[70113]: DEBUG oslo_vmware.rw_handles [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208dd22-f5a9-9728-7d39-26cbe4d27f4f/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1071.555852] env[70113]: INFO nova.virt.vmwareapi.images [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Downloaded image file data 68e88b11-8bf9-432d-b938-441422e997c8 [ 1071.556404] env[70113]: DEBUG oslo_vmware.api [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Task: {'id': task-3415958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192003} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.557196] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2a3385-5268-4455-92de-268454019124 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.559714] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.559907] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.560098] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.560272] env[70113]: INFO nova.compute.manager [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1071.560506] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.562663] env[70113]: DEBUG nova.compute.manager [-] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.562767] env[70113]: DEBUG nova.network.neutron [-] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.565654] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9f0b54-8682-4710-a209-2ad5fdf54253 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.586815] env[70113]: DEBUG nova.compute.manager [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.587043] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.588600] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c7b955-b73d-4104-81d1-f7c3d2dc6819 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.591076] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34b19946-d520-4247-99ca-acf6c9323dee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.604858] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "refresh_cache-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.609223] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.609728] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1c8fde0-17a5-4dfc-b6a4-a77c736997fe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.616620] env[70113]: DEBUG oslo_vmware.api [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 1071.616620] env[70113]: value = "task-3415961" [ 1071.616620] env[70113]: _type = "Task" [ 1071.616620] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.628606] env[70113]: INFO nova.virt.vmwareapi.images [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] The imported VM was unregistered [ 1071.631134] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Caching image {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1071.631367] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Creating directory with path [datastore2] devstack-image-cache_base/68e88b11-8bf9-432d-b938-441422e997c8 {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.634879] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b45a84da-4170-497b-8b38-9dc806091b79 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.637102] env[70113]: DEBUG oslo_vmware.api [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.650107] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Created directory with path [datastore2] devstack-image-cache_base/68e88b11-8bf9-432d-b938-441422e997c8 {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.650301] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e2f6f540-d01b-4c4f-82c1-287c19026e50/OSTACK_IMG_e2f6f540-d01b-4c4f-82c1-287c19026e50.vmdk to [datastore2] devstack-image-cache_base/68e88b11-8bf9-432d-b938-441422e997c8/68e88b11-8bf9-432d-b938-441422e997c8.vmdk. {{(pid=70113) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1071.650552] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-09a95454-6269-4bf3-9aa9-fce0728f52eb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.660884] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1071.660884] env[70113]: value = "task-3415962" [ 1071.660884] env[70113]: _type = "Task" [ 1071.660884] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.670627] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415962, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.709172] env[70113]: DEBUG oslo_vmware.api [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415959, 'name': PowerOffVM_Task, 'duration_secs': 0.243604} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.709633] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.709912] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.710745] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd66175d-eb35-4c11-972a-af2b843cdb10 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.810134] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.810593] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.810912] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Deleting the datastore file [datastore2] d780dbfc-e7d3-4585-82b6-cbe1f921c2d0 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.813707] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddb578b2-d37d-4910-9b1c-911a81eeccec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.838878] env[70113]: DEBUG oslo_vmware.api [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1071.838878] env[70113]: value = "task-3415964" [ 1071.838878] env[70113]: _type = "Task" [ 1071.838878] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.845762] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d19c78-b84e-430f-ac4b-56b512ab41f1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.852711] env[70113]: DEBUG oslo_vmware.api [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.858592] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6a3160-8273-4542-8cef-6bd1c904f7c6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.894885] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6098d3-e9ef-464e-9c65-30d5d6d9596e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.902998] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf575eed-b664-4b83-b419-b8fef1b0fe3d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.920705] env[70113]: DEBUG nova.compute.provider_tree [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.944282] env[70113]: DEBUG nova.compute.manager [req-42ba3be0-fda9-4b7d-8c51-689c17d3207e req-73f805b2-6b83-41ac-8b2a-45e12c47f821 service nova] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Received event network-vif-plugged-6749d197-9c33-4d95-862e-abdf99e8b21c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.944837] env[70113]: DEBUG oslo_concurrency.lockutils [req-42ba3be0-fda9-4b7d-8c51-689c17d3207e req-73f805b2-6b83-41ac-8b2a-45e12c47f821 service nova] Acquiring lock "8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.945222] env[70113]: DEBUG oslo_concurrency.lockutils [req-42ba3be0-fda9-4b7d-8c51-689c17d3207e req-73f805b2-6b83-41ac-8b2a-45e12c47f821 service nova] Lock "8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.946536] env[70113]: DEBUG oslo_concurrency.lockutils [req-42ba3be0-fda9-4b7d-8c51-689c17d3207e req-73f805b2-6b83-41ac-8b2a-45e12c47f821 service nova] Lock "8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.946536] env[70113]: DEBUG nova.compute.manager [req-42ba3be0-fda9-4b7d-8c51-689c17d3207e req-73f805b2-6b83-41ac-8b2a-45e12c47f821 service nova] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] No waiting events found dispatching network-vif-plugged-6749d197-9c33-4d95-862e-abdf99e8b21c {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.946536] env[70113]: WARNING nova.compute.manager [req-42ba3be0-fda9-4b7d-8c51-689c17d3207e req-73f805b2-6b83-41ac-8b2a-45e12c47f821 service nova] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Received unexpected event network-vif-plugged-6749d197-9c33-4d95-862e-abdf99e8b21c for instance with vm_state building and task_state spawning. [ 1071.952148] env[70113]: DEBUG nova.network.neutron [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Successfully updated port: 6749d197-9c33-4d95-862e-abdf99e8b21c {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.969851] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71630177-63c6-49d5-a505-3bf5f17a33d1 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "bd6bdd04-0483-4f90-93ee-22f0c17f51ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.005s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.113225] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1b20cc23-4919-46b0-857e-00005a901144 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-d780dbfc-e7d3-4585-82b6-cbe1f921c2d0-64d25dae-62ca-4340-9fb5-cf93a4cf30d8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.856s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.129124] env[70113]: DEBUG oslo_vmware.api [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415961, 'name': PowerOffVM_Task, 'duration_secs': 0.249879} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.129332] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.129450] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.129744] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a252b586-f94d-4b45-9b91-5f03d1aac404 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.173475] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415962, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.200277] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.200620] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.200945] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Deleting the datastore file [datastore1] b1e49170-1111-41f1-a065-6d099a1c01c8 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.201316] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13c2c026-4d2d-4836-947d-9cdd0afdd518 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.210314] env[70113]: DEBUG oslo_vmware.api [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for the task: (returnval){ [ 1072.210314] env[70113]: value = "task-3415966" [ 1072.210314] env[70113]: _type = "Task" [ 1072.210314] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.220126] env[70113]: DEBUG oslo_vmware.api [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.348508] env[70113]: DEBUG oslo_vmware.api [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.427097] env[70113]: DEBUG nova.scheduler.client.report [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.460442] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "refresh_cache-8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.460442] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired lock "refresh_cache-8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.460442] env[70113]: DEBUG nova.network.neutron [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.541127] env[70113]: DEBUG nova.network.neutron [-] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.671397] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415962, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.721193] env[70113]: DEBUG oslo_vmware.api [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Task: {'id': task-3415966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267755} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.721421] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.721606] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.721781] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.721958] env[70113]: INFO nova.compute.manager [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1072.722277] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.722499] env[70113]: DEBUG nova.compute.manager [-] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.722596] env[70113]: DEBUG nova.network.neutron [-] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.857618] env[70113]: DEBUG oslo_vmware.api [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.931700] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.495s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.931932] env[70113]: INFO nova.compute.manager [None req-fcf283e5-6723-4f98-a7fd-b4884476fbfa tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Successfully reverted task state from rebuilding on failure for instance. [ 1072.938093] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.136s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.939827] env[70113]: INFO nova.compute.claims [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.002227] env[70113]: DEBUG nova.network.neutron [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.046737] env[70113]: INFO nova.compute.manager [-] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Took 1.48 seconds to deallocate network for instance. [ 1073.167794] env[70113]: DEBUG nova.network.neutron [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Updating instance_info_cache with network_info: [{"id": "6749d197-9c33-4d95-862e-abdf99e8b21c", "address": "fa:16:3e:71:62:72", "network": {"id": "312e0f5e-c6b5-4fa1-ac62-dffee75f96b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2144632732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d86ab8aaa4c4c85a47dbeebaa763741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6749d197-9c", "ovs_interfaceid": "6749d197-9c33-4d95-862e-abdf99e8b21c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.175149] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415962, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.351599] env[70113]: DEBUG oslo_vmware.api [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.555751] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.572244] env[70113]: DEBUG nova.compute.manager [req-53f2318b-04e6-42c7-918d-007ded134801 req-84b2142f-8cdd-4573-bc2d-0aef7e2f5f4f service nova] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Received event network-vif-deleted-6d717665-1860-4bf3-93c0-e192c2a16b5c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.572244] env[70113]: DEBUG nova.compute.manager [req-53f2318b-04e6-42c7-918d-007ded134801 req-84b2142f-8cdd-4573-bc2d-0aef7e2f5f4f service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Received event network-vif-deleted-02148e7c-5e27-4081-9ed2-e18f7743544c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.572244] env[70113]: INFO nova.compute.manager [req-53f2318b-04e6-42c7-918d-007ded134801 req-84b2142f-8cdd-4573-bc2d-0aef7e2f5f4f service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Neutron deleted interface 02148e7c-5e27-4081-9ed2-e18f7743544c; detaching it from the instance and deleting it from the info cache [ 1073.572456] env[70113]: DEBUG nova.network.neutron [req-53f2318b-04e6-42c7-918d-007ded134801 req-84b2142f-8cdd-4573-bc2d-0aef7e2f5f4f service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.573566] env[70113]: DEBUG nova.network.neutron [-] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.672247] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Releasing lock "refresh_cache-8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.672572] env[70113]: DEBUG nova.compute.manager [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Instance network_info: |[{"id": "6749d197-9c33-4d95-862e-abdf99e8b21c", "address": "fa:16:3e:71:62:72", "network": {"id": "312e0f5e-c6b5-4fa1-ac62-dffee75f96b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2144632732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d86ab8aaa4c4c85a47dbeebaa763741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6749d197-9c", "ovs_interfaceid": "6749d197-9c33-4d95-862e-abdf99e8b21c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.672901] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415962, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.673305] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:62:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6749d197-9c33-4d95-862e-abdf99e8b21c', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.680885] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.681148] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.681384] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b97d161a-5035-4c75-a498-2b764ae562cb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.707204] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.707204] env[70113]: value = "task-3415967" [ 1073.707204] env[70113]: _type = "Task" [ 1073.707204] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.715461] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415967, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.852597] env[70113]: DEBUG oslo_vmware.api [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3415964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.56188} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.853123] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.853123] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.853329] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.853511] env[70113]: INFO nova.compute.manager [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1073.853758] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.853966] env[70113]: DEBUG nova.compute.manager [-] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.854076] env[70113]: DEBUG nova.network.neutron [-] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.911790] env[70113]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port f98dd7c1-cc71-4053-81f8-bdcbc2a00925 could not be found.", "detail": ""}} {{(pid=70113) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1073.912242] env[70113]: DEBUG nova.network.neutron [-] Unable to show port f98dd7c1-cc71-4053-81f8-bdcbc2a00925 as it no longer exists. {{(pid=70113) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1073.975629] env[70113]: DEBUG nova.compute.manager [req-79c7ff95-65c7-4c3c-96ee-2892a4af913b req-9ec70574-3146-4010-9895-37a707eb3390 service nova] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Received event network-changed-6749d197-9c33-4d95-862e-abdf99e8b21c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.975896] env[70113]: DEBUG nova.compute.manager [req-79c7ff95-65c7-4c3c-96ee-2892a4af913b req-9ec70574-3146-4010-9895-37a707eb3390 service nova] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Refreshing instance network info cache due to event network-changed-6749d197-9c33-4d95-862e-abdf99e8b21c. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.976751] env[70113]: DEBUG oslo_concurrency.lockutils [req-79c7ff95-65c7-4c3c-96ee-2892a4af913b req-9ec70574-3146-4010-9895-37a707eb3390 service nova] Acquiring lock "refresh_cache-8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.977034] env[70113]: DEBUG oslo_concurrency.lockutils [req-79c7ff95-65c7-4c3c-96ee-2892a4af913b req-9ec70574-3146-4010-9895-37a707eb3390 service nova] Acquired lock "refresh_cache-8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.977102] env[70113]: DEBUG nova.network.neutron [req-79c7ff95-65c7-4c3c-96ee-2892a4af913b req-9ec70574-3146-4010-9895-37a707eb3390 service nova] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Refreshing network info cache for port 6749d197-9c33-4d95-862e-abdf99e8b21c {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.077078] env[70113]: INFO nova.compute.manager [-] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Took 1.35 seconds to deallocate network for instance. [ 1074.077399] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0721fe60-d3eb-4613-ad7d-64ddd7b96f03 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.094888] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62e0436-5df9-4d5e-bb8d-62ecda74246b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.139430] env[70113]: DEBUG nova.compute.manager [req-53f2318b-04e6-42c7-918d-007ded134801 req-84b2142f-8cdd-4573-bc2d-0aef7e2f5f4f service nova] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Detach interface failed, port_id=02148e7c-5e27-4081-9ed2-e18f7743544c, reason: Instance b1e49170-1111-41f1-a065-6d099a1c01c8 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1074.171965] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415962, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.217078] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415967, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.329015] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05149552-5473-4fd0-aa9c-493fb8f988a7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.335979] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a7604a-2416-4aa4-b78a-bb47c47ead36 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.366668] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24f98e6-867a-4166-8842-d18ae2a7b55f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.374302] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9117656d-0455-4007-9fc9-d47b0e027aff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.390421] env[70113]: DEBUG nova.compute.provider_tree [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.590724] env[70113]: DEBUG oslo_concurrency.lockutils [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.662094] env[70113]: DEBUG nova.network.neutron [req-79c7ff95-65c7-4c3c-96ee-2892a4af913b req-9ec70574-3146-4010-9895-37a707eb3390 service nova] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Updated VIF entry in instance network info cache for port 6749d197-9c33-4d95-862e-abdf99e8b21c. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.662469] env[70113]: DEBUG nova.network.neutron [req-79c7ff95-65c7-4c3c-96ee-2892a4af913b req-9ec70574-3146-4010-9895-37a707eb3390 service nova] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Updating instance_info_cache with network_info: [{"id": "6749d197-9c33-4d95-862e-abdf99e8b21c", "address": "fa:16:3e:71:62:72", "network": {"id": "312e0f5e-c6b5-4fa1-ac62-dffee75f96b7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2144632732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d86ab8aaa4c4c85a47dbeebaa763741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6749d197-9c", "ovs_interfaceid": "6749d197-9c33-4d95-862e-abdf99e8b21c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.672920] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415962, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.717816] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415967, 'name': CreateVM_Task, 'duration_secs': 0.549312} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.717816] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.717816] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.717942] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.718196] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.718605] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbdc736-354d-40e3-bac6-08d022c11b93 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.723105] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1074.723105] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e18acd-277a-083f-b8a4-2c92cb3f2d2a" [ 1074.723105] env[70113]: _type = "Task" [ 1074.723105] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.730580] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e18acd-277a-083f-b8a4-2c92cb3f2d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.881228] env[70113]: DEBUG nova.network.neutron [-] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.894359] env[70113]: DEBUG nova.scheduler.client.report [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.168596] env[70113]: DEBUG oslo_concurrency.lockutils [req-79c7ff95-65c7-4c3c-96ee-2892a4af913b req-9ec70574-3146-4010-9895-37a707eb3390 service nova] Releasing lock "refresh_cache-8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.174371] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415962, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.234223] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e18acd-277a-083f-b8a4-2c92cb3f2d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.01471} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.234566] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.234833] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.235114] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.235295] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.235513] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.235801] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd00f6f4-db86-49b0-9e7e-c661a71bf9d4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.252058] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.252126] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.252830] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3a1cf0-a0d0-4c16-b59b-aeb42ffafa3b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.258307] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1075.258307] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528308cf-2960-90b8-aa33-2573a9dce5e3" [ 1075.258307] env[70113]: _type = "Task" [ 1075.258307] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.266117] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528308cf-2960-90b8-aa33-2573a9dce5e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.385272] env[70113]: INFO nova.compute.manager [-] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Took 1.53 seconds to deallocate network for instance. [ 1075.399300] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.399830] env[70113]: DEBUG nova.compute.manager [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.404019] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.475s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.404823] env[70113]: DEBUG nova.objects.instance [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lazy-loading 'resources' on Instance uuid ac502289-a2d5-4346-aa00-a3a73b28c6a6 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.674516] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415962, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.644353} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.674781] env[70113]: INFO nova.virt.vmwareapi.ds_util [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e2f6f540-d01b-4c4f-82c1-287c19026e50/OSTACK_IMG_e2f6f540-d01b-4c4f-82c1-287c19026e50.vmdk to [datastore2] devstack-image-cache_base/68e88b11-8bf9-432d-b938-441422e997c8/68e88b11-8bf9-432d-b938-441422e997c8.vmdk. [ 1075.674971] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Cleaning up location [datastore2] OSTACK_IMG_e2f6f540-d01b-4c4f-82c1-287c19026e50 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1075.675189] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e2f6f540-d01b-4c4f-82c1-287c19026e50 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.675428] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-187c6290-4991-4638-85b9-98a7af68da26 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.682445] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1075.682445] env[70113]: value = "task-3415968" [ 1075.682445] env[70113]: _type = "Task" [ 1075.682445] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.689761] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.769446] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528308cf-2960-90b8-aa33-2573a9dce5e3, 'name': SearchDatastore_Task, 'duration_secs': 0.031337} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.770656] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6963750e-c824-444a-a381-7b58ec2054a0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.775944] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1075.775944] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f8dd2b-3462-49bc-1bd5-6ea82b35f276" [ 1075.775944] env[70113]: _type = "Task" [ 1075.775944] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.783861] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f8dd2b-3462-49bc-1bd5-6ea82b35f276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.891277] env[70113]: DEBUG oslo_concurrency.lockutils [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.910660] env[70113]: DEBUG nova.compute.utils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.912522] env[70113]: DEBUG nova.compute.manager [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.912982] env[70113]: DEBUG nova.network.neutron [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.969462] env[70113]: DEBUG nova.policy [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3382c9af947a4b2eafa223a839454275', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '317f22fcfcdb4834b6fd6c5e43ae72b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.009669] env[70113]: DEBUG nova.compute.manager [req-4c664bc4-879c-47b0-8b72-c67b3fa26cd3 req-b6c18edc-5e2a-476b-bb40-25976388195c service nova] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Received event network-vif-deleted-1d3d841c-37d6-4aa1-b3f2-f55d36370f32 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.198029] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038844} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.199680] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.199855] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/68e88b11-8bf9-432d-b938-441422e997c8/68e88b11-8bf9-432d-b938-441422e997c8.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.201187] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/68e88b11-8bf9-432d-b938-441422e997c8/68e88b11-8bf9-432d-b938-441422e997c8.vmdk to [datastore2] bada8017-1fc1-47c8-ac7e-b596e2fc2917/bada8017-1fc1-47c8-ac7e-b596e2fc2917.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.201470] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90419b57-153f-4125-89ea-b33d90a6eaf6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.209116] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1076.209116] env[70113]: value = "task-3415969" [ 1076.209116] env[70113]: _type = "Task" [ 1076.209116] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.223451] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.256866] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d04439-00f8-4420-a65e-e4e79e7fd5a1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.264905] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375ffa7c-add1-4616-9dfe-25a8a381ca05 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.306493] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550a9701-d5fa-4e18-a4d5-d01af54a2e7d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.315063] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f8dd2b-3462-49bc-1bd5-6ea82b35f276, 'name': SearchDatastore_Task, 'duration_secs': 0.010167} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.317273] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.317553] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51/8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.317858] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-704a0c9a-af74-464f-a40e-965ea0a0bc91 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.321008] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fb0bc5-2091-44b1-83fb-c021abd8f5c5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.335412] env[70113]: DEBUG nova.compute.provider_tree [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.337847] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1076.337847] env[70113]: value = "task-3415970" [ 1076.337847] env[70113]: _type = "Task" [ 1076.337847] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.345411] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.416518] env[70113]: DEBUG nova.compute.manager [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.481088] env[70113]: DEBUG nova.network.neutron [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Successfully created port: c378a812-d1f7-484f-a49d-1055ed4f4b60 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.725189] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415969, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.812979] env[70113]: DEBUG nova.network.neutron [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Successfully created port: d164da60-465f-45cd-98dc-cd2c8b75a098 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.840088] env[70113]: DEBUG nova.scheduler.client.report [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.858915] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415970, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.223464] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415969, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.351703] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.357939] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.126s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.359561] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581756} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.360058] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51/8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.360326] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.360648] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f8f0e55-e4e4-4b93-8ea7-ff68a5945739 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.370273] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1077.370273] env[70113]: value = "task-3415971" [ 1077.370273] env[70113]: _type = "Task" [ 1077.370273] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.380667] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.381782] env[70113]: INFO nova.scheduler.client.report [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleted allocations for instance ac502289-a2d5-4346-aa00-a3a73b28c6a6 [ 1077.428375] env[70113]: DEBUG nova.compute.manager [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.476255] env[70113]: DEBUG nova.virt.hardware [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.476255] env[70113]: DEBUG nova.virt.hardware [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.476255] env[70113]: DEBUG nova.virt.hardware [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.476255] env[70113]: DEBUG nova.virt.hardware [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.476255] env[70113]: DEBUG nova.virt.hardware [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.476638] env[70113]: DEBUG nova.virt.hardware [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.479558] env[70113]: DEBUG nova.virt.hardware [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.479558] env[70113]: DEBUG nova.virt.hardware [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.479558] env[70113]: DEBUG nova.virt.hardware [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.479558] env[70113]: DEBUG nova.virt.hardware [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.479558] env[70113]: DEBUG nova.virt.hardware [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.479558] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad09346-4393-40e5-815a-6374d49b4be6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.490852] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d04a33-6173-400f-9794-faac2cad96fa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.726180] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415969, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.882098] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090429} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.885460] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.886621] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7a4c8f-09d1-4ad6-a0d1-3f0fda12e0d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.892322] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b00d1e1f-f09c-494a-b784-5897d5604378 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "ac502289-a2d5-4346-aa00-a3a73b28c6a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.428s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.917694] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51/8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.921398] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-416de376-b318-4d4d-8100-7adcd4fdf990 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.945843] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1077.945843] env[70113]: value = "task-3415972" [ 1077.945843] env[70113]: _type = "Task" [ 1077.945843] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.962512] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415972, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.106639] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "13e4e1b5-7718-4c59-88a0-71dba205a2c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.107485] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "13e4e1b5-7718-4c59-88a0-71dba205a2c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.107485] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "13e4e1b5-7718-4c59-88a0-71dba205a2c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.107485] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "13e4e1b5-7718-4c59-88a0-71dba205a2c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.107485] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "13e4e1b5-7718-4c59-88a0-71dba205a2c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.113349] env[70113]: INFO nova.compute.manager [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Terminating instance [ 1078.178310] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d786808f-5939-42cf-b6c8-566624bf963a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.188317] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce4d9e7-4625-4f4c-b734-88386f88cb83 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.229574] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a3656d-cbf2-45f4-931f-d0ab89acc7fd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.244552] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bfcc30-ac55-4d05-a155-bcc785c358c5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.250055] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415969, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.265570] env[70113]: DEBUG nova.compute.provider_tree [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.288158] env[70113]: DEBUG nova.compute.manager [req-3537ff3f-cb0e-4aba-939d-29597a5fa47c req-06ac6158-f589-4f06-b351-b73c4edc331c service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Received event network-vif-plugged-c378a812-d1f7-484f-a49d-1055ed4f4b60 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.288434] env[70113]: DEBUG oslo_concurrency.lockutils [req-3537ff3f-cb0e-4aba-939d-29597a5fa47c req-06ac6158-f589-4f06-b351-b73c4edc331c service nova] Acquiring lock "9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.288694] env[70113]: DEBUG oslo_concurrency.lockutils [req-3537ff3f-cb0e-4aba-939d-29597a5fa47c req-06ac6158-f589-4f06-b351-b73c4edc331c service nova] Lock "9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.288915] env[70113]: DEBUG oslo_concurrency.lockutils [req-3537ff3f-cb0e-4aba-939d-29597a5fa47c req-06ac6158-f589-4f06-b351-b73c4edc331c service nova] Lock "9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.289063] env[70113]: DEBUG nova.compute.manager [req-3537ff3f-cb0e-4aba-939d-29597a5fa47c req-06ac6158-f589-4f06-b351-b73c4edc331c service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] No waiting events found dispatching network-vif-plugged-c378a812-d1f7-484f-a49d-1055ed4f4b60 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.289273] env[70113]: WARNING nova.compute.manager [req-3537ff3f-cb0e-4aba-939d-29597a5fa47c req-06ac6158-f589-4f06-b351-b73c4edc331c service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Received unexpected event network-vif-plugged-c378a812-d1f7-484f-a49d-1055ed4f4b60 for instance with vm_state building and task_state spawning. [ 1078.385334] env[70113]: DEBUG nova.network.neutron [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Successfully updated port: c378a812-d1f7-484f-a49d-1055ed4f4b60 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.457601] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415972, 'name': ReconfigVM_Task, 'duration_secs': 0.338408} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.457958] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51/8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.458647] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd6c38dd-08d8-41e8-85f9-b7b992397875 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.468446] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1078.468446] env[70113]: value = "task-3415973" [ 1078.468446] env[70113]: _type = "Task" [ 1078.468446] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.479250] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415973, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.619025] env[70113]: DEBUG nova.compute.manager [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.619025] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.619891] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44855277-2d27-423a-8e24-d921e4ce8a32 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.628660] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.630904] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c21f8a2-17d7-440c-93a1-260e742121c1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.635382] env[70113]: DEBUG oslo_vmware.api [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1078.635382] env[70113]: value = "task-3415974" [ 1078.635382] env[70113]: _type = "Task" [ 1078.635382] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.644767] env[70113]: DEBUG oslo_vmware.api [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.735765] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415969, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.335842} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.736059] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/68e88b11-8bf9-432d-b938-441422e997c8/68e88b11-8bf9-432d-b938-441422e997c8.vmdk to [datastore2] bada8017-1fc1-47c8-ac7e-b596e2fc2917/bada8017-1fc1-47c8-ac7e-b596e2fc2917.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.736860] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915ded0e-1603-4fa6-a119-f01d0f2740c1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.758474] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] bada8017-1fc1-47c8-ac7e-b596e2fc2917/bada8017-1fc1-47c8-ac7e-b596e2fc2917.vmdk or device None with type streamOptimized {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.758711] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23d3cc03-792c-4fc0-853f-2c077e489197 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.773344] env[70113]: DEBUG nova.scheduler.client.report [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.782618] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1078.782618] env[70113]: value = "task-3415975" [ 1078.782618] env[70113]: _type = "Task" [ 1078.782618] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.791164] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.979802] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415973, 'name': Rename_Task, 'duration_secs': 0.151424} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.980115] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.980543] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51a2b3cd-99b3-444f-96e4-41730b4dd633 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.987326] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1078.987326] env[70113]: value = "task-3415976" [ 1078.987326] env[70113]: _type = "Task" [ 1078.987326] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.998386] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.145016] env[70113]: DEBUG oslo_vmware.api [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415974, 'name': PowerOffVM_Task, 'duration_secs': 0.220377} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.145296] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.145473] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.145712] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-076cea76-0cbf-4002-842f-d79724c1a64f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.206381] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.206623] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.207158] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleting the datastore file [datastore2] 13e4e1b5-7718-4c59-88a0-71dba205a2c3 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.207506] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c11f14c7-9612-4728-baf0-08e184743bc4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.215138] env[70113]: DEBUG oslo_vmware.api [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1079.215138] env[70113]: value = "task-3415978" [ 1079.215138] env[70113]: _type = "Task" [ 1079.215138] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.222437] env[70113]: DEBUG oslo_vmware.api [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.292946] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415975, 'name': ReconfigVM_Task, 'duration_secs': 0.368694} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.293345] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Reconfigured VM instance instance-0000002b to attach disk [datastore2] bada8017-1fc1-47c8-ac7e-b596e2fc2917/bada8017-1fc1-47c8-ac7e-b596e2fc2917.vmdk or device None with type streamOptimized {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.294637] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'guest_format': None, 'encrypted': False, 'disk_bus': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'boot_index': 0, 'image_id': '3d45888b-40af-4a9d-8b6a-423dd79a0022'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681572', 'volume_id': '86b34673-74f9-43a7-99db-352176255174', 'name': 'volume-86b34673-74f9-43a7-99db-352176255174', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bada8017-1fc1-47c8-ac7e-b596e2fc2917', 'attached_at': '', 'detached_at': '', 'volume_id': '86b34673-74f9-43a7-99db-352176255174', 'serial': '86b34673-74f9-43a7-99db-352176255174'}, 'guest_format': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'attachment_id': 'd600f132-e280-42f1-9535-49bb66c64750', 'device_type': None, 'delete_on_termination': False, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=70113) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1079.294847] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1079.295047] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681572', 'volume_id': '86b34673-74f9-43a7-99db-352176255174', 'name': 'volume-86b34673-74f9-43a7-99db-352176255174', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bada8017-1fc1-47c8-ac7e-b596e2fc2917', 'attached_at': '', 'detached_at': '', 'volume_id': '86b34673-74f9-43a7-99db-352176255174', 'serial': '86b34673-74f9-43a7-99db-352176255174'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1079.296610] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a456e90-2243-4f6a-979d-185a8b9589db {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.312573] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c83d27-95ed-4f64-9de6-32d92df94454 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.336399] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] volume-86b34673-74f9-43a7-99db-352176255174/volume-86b34673-74f9-43a7-99db-352176255174.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.336663] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-262fbb59-3e38-4c55-a27a-8b7f7fdd4fd7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.354227] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1079.354227] env[70113]: value = "task-3415979" [ 1079.354227] env[70113]: _type = "Task" [ 1079.354227] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.361872] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.497171] env[70113]: DEBUG oslo_vmware.api [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415976, 'name': PowerOnVM_Task, 'duration_secs': 0.462689} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.497554] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.497767] env[70113]: INFO nova.compute.manager [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1079.497948] env[70113]: DEBUG nova.compute.manager [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.498805] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de56f6dd-b2ed-4feb-84f2-e365332a9a12 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.729624] env[70113]: DEBUG oslo_vmware.api [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3415978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150322} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.729624] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.729624] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.729624] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.729624] env[70113]: INFO nova.compute.manager [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1079.729624] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.729624] env[70113]: DEBUG nova.compute.manager [-] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.729624] env[70113]: DEBUG nova.network.neutron [-] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.788611] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.431s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.792037] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.020s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.792037] env[70113]: DEBUG nova.objects.instance [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Lazy-loading 'resources' on Instance uuid 21f6c0ea-3231-4812-b421-65a8d65a9db3 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.864372] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415979, 'name': ReconfigVM_Task, 'duration_secs': 0.308361} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.864672] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Reconfigured VM instance instance-0000002b to attach disk [datastore2] volume-86b34673-74f9-43a7-99db-352176255174/volume-86b34673-74f9-43a7-99db-352176255174.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.869588] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deaf0cff-3e10-4de1-bfbc-a58334b180d5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.885510] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1079.885510] env[70113]: value = "task-3415980" [ 1079.885510] env[70113]: _type = "Task" [ 1079.885510] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.895550] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.996738] env[70113]: DEBUG nova.compute.manager [req-40fe1237-29c6-4884-bca7-7b3363d48a99 req-654074aa-d7a1-40e1-b093-beb4735442bc service nova] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Received event network-vif-deleted-15d9482e-7b50-4e62-a349-1dbd84ee29ae {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.996946] env[70113]: INFO nova.compute.manager [req-40fe1237-29c6-4884-bca7-7b3363d48a99 req-654074aa-d7a1-40e1-b093-beb4735442bc service nova] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Neutron deleted interface 15d9482e-7b50-4e62-a349-1dbd84ee29ae; detaching it from the instance and deleting it from the info cache [ 1079.997147] env[70113]: DEBUG nova.network.neutron [req-40fe1237-29c6-4884-bca7-7b3363d48a99 req-654074aa-d7a1-40e1-b093-beb4735442bc service nova] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.014682] env[70113]: INFO nova.compute.manager [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Took 19.15 seconds to build instance. [ 1080.327100] env[70113]: DEBUG nova.compute.manager [req-f35ac16d-0fd4-4ca7-b5e3-5608f6f2da9c req-89501924-7afa-4635-a793-414a35f06114 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Received event network-changed-c378a812-d1f7-484f-a49d-1055ed4f4b60 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.327100] env[70113]: DEBUG nova.compute.manager [req-f35ac16d-0fd4-4ca7-b5e3-5608f6f2da9c req-89501924-7afa-4635-a793-414a35f06114 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Refreshing instance network info cache due to event network-changed-c378a812-d1f7-484f-a49d-1055ed4f4b60. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.327100] env[70113]: DEBUG oslo_concurrency.lockutils [req-f35ac16d-0fd4-4ca7-b5e3-5608f6f2da9c req-89501924-7afa-4635-a793-414a35f06114 service nova] Acquiring lock "refresh_cache-9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.327100] env[70113]: DEBUG oslo_concurrency.lockutils [req-f35ac16d-0fd4-4ca7-b5e3-5608f6f2da9c req-89501924-7afa-4635-a793-414a35f06114 service nova] Acquired lock "refresh_cache-9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.327100] env[70113]: DEBUG nova.network.neutron [req-f35ac16d-0fd4-4ca7-b5e3-5608f6f2da9c req-89501924-7afa-4635-a793-414a35f06114 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Refreshing network info cache for port c378a812-d1f7-484f-a49d-1055ed4f4b60 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.359607] env[70113]: INFO nova.scheduler.client.report [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleted allocation for migration 96f359e9-65c5-4e89-bd7f-733f04184b5b [ 1080.383632] env[70113]: DEBUG nova.network.neutron [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Successfully updated port: d164da60-465f-45cd-98dc-cd2c8b75a098 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.394410] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415980, 'name': ReconfigVM_Task, 'duration_secs': 0.477416} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.398191] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681572', 'volume_id': '86b34673-74f9-43a7-99db-352176255174', 'name': 'volume-86b34673-74f9-43a7-99db-352176255174', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bada8017-1fc1-47c8-ac7e-b596e2fc2917', 'attached_at': '', 'detached_at': '', 'volume_id': '86b34673-74f9-43a7-99db-352176255174', 'serial': '86b34673-74f9-43a7-99db-352176255174'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1080.399142] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd95bda0-8cb2-4c4a-9e8b-096e6b850559 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.405857] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1080.405857] env[70113]: value = "task-3415981" [ 1080.405857] env[70113]: _type = "Task" [ 1080.405857] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.416061] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415981, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.450009] env[70113]: DEBUG nova.network.neutron [-] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.500658] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0fa5bda-2d02-4543-98d4-6b812812a1fe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.512565] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9860dba-2c61-4b87-88ee-c0e96d20e559 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.525101] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46831f0f-0d8b-4bd0-8895-a74b4b7f7723 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.675s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.548894] env[70113]: DEBUG nova.compute.manager [req-40fe1237-29c6-4884-bca7-7b3363d48a99 req-654074aa-d7a1-40e1-b093-beb4735442bc service nova] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Detach interface failed, port_id=15d9482e-7b50-4e62-a349-1dbd84ee29ae, reason: Instance 13e4e1b5-7718-4c59-88a0-71dba205a2c3 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1080.585616] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f49d56-7fcf-43ae-9019-294dc327b291 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.592526] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b20e81-f7a4-4983-8119-1aef3b2865db {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.622652] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c842d08-fd01-46b0-8257-c1f3b51dc509 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.630850] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16845cc5-c1d1-461f-8a67-fae620cb42f3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.644419] env[70113]: DEBUG nova.compute.provider_tree [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.860862] env[70113]: DEBUG nova.network.neutron [req-f35ac16d-0fd4-4ca7-b5e3-5608f6f2da9c req-89501924-7afa-4635-a793-414a35f06114 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.865259] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4c70dfff-6065-45db-864f-d1f159b17d74 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "0d40d088-992f-422a-ac67-65ee0f592854" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.340s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.887230] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquiring lock "refresh_cache-9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.919043] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415981, 'name': Rename_Task, 'duration_secs': 0.140471} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.919043] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.919043] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a31b60a-1120-4d4c-88de-7a4895787dd8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.924917] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1080.924917] env[70113]: value = "task-3415982" [ 1080.924917] env[70113]: _type = "Task" [ 1080.924917] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.933583] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.947464] env[70113]: DEBUG nova.network.neutron [req-f35ac16d-0fd4-4ca7-b5e3-5608f6f2da9c req-89501924-7afa-4635-a793-414a35f06114 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.952580] env[70113]: INFO nova.compute.manager [-] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Took 1.22 seconds to deallocate network for instance. [ 1081.147887] env[70113]: DEBUG nova.scheduler.client.report [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.284258] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "0d40d088-992f-422a-ac67-65ee0f592854" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.284611] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "0d40d088-992f-422a-ac67-65ee0f592854" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.284874] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "0d40d088-992f-422a-ac67-65ee0f592854-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.285148] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "0d40d088-992f-422a-ac67-65ee0f592854-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.285380] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "0d40d088-992f-422a-ac67-65ee0f592854-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.287804] env[70113]: INFO nova.compute.manager [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Terminating instance [ 1081.435058] env[70113]: DEBUG oslo_vmware.api [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3415982, 'name': PowerOnVM_Task, 'duration_secs': 0.460077} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.435394] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.451084] env[70113]: DEBUG oslo_concurrency.lockutils [req-f35ac16d-0fd4-4ca7-b5e3-5608f6f2da9c req-89501924-7afa-4635-a793-414a35f06114 service nova] Releasing lock "refresh_cache-9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.451084] env[70113]: DEBUG nova.compute.manager [req-f35ac16d-0fd4-4ca7-b5e3-5608f6f2da9c req-89501924-7afa-4635-a793-414a35f06114 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Received event network-vif-plugged-d164da60-465f-45cd-98dc-cd2c8b75a098 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.451084] env[70113]: DEBUG oslo_concurrency.lockutils [req-f35ac16d-0fd4-4ca7-b5e3-5608f6f2da9c req-89501924-7afa-4635-a793-414a35f06114 service nova] Acquiring lock "9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.451084] env[70113]: DEBUG oslo_concurrency.lockutils [req-f35ac16d-0fd4-4ca7-b5e3-5608f6f2da9c req-89501924-7afa-4635-a793-414a35f06114 service nova] Lock "9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.451365] env[70113]: DEBUG oslo_concurrency.lockutils [req-f35ac16d-0fd4-4ca7-b5e3-5608f6f2da9c req-89501924-7afa-4635-a793-414a35f06114 service nova] Lock "9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.451365] env[70113]: DEBUG nova.compute.manager [req-f35ac16d-0fd4-4ca7-b5e3-5608f6f2da9c req-89501924-7afa-4635-a793-414a35f06114 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] No waiting events found dispatching network-vif-plugged-d164da60-465f-45cd-98dc-cd2c8b75a098 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.451468] env[70113]: WARNING nova.compute.manager [req-f35ac16d-0fd4-4ca7-b5e3-5608f6f2da9c req-89501924-7afa-4635-a793-414a35f06114 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Received unexpected event network-vif-plugged-d164da60-465f-45cd-98dc-cd2c8b75a098 for instance with vm_state building and task_state spawning. [ 1081.451787] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquired lock "refresh_cache-9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.451939] env[70113]: DEBUG nova.network.neutron [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.461770] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.531652] env[70113]: DEBUG nova.compute.manager [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.532575] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e896204-1505-4b87-b611-d82f997c379a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.652851] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.655397] env[70113]: DEBUG oslo_concurrency.lockutils [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.172s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.657108] env[70113]: INFO nova.compute.claims [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.791790] env[70113]: DEBUG nova.compute.manager [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.792039] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.792933] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7609ef8-ab51-41bb-a9e0-6dd28486e3f8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.800028] env[70113]: DEBUG oslo_concurrency.lockutils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "3d174547-d0a8-4b1e-a5d3-c4b9be3522b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.800323] env[70113]: DEBUG oslo_concurrency.lockutils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "3d174547-d0a8-4b1e-a5d3-c4b9be3522b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.805167] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.805167] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c33d1327-6ae3-4d4e-bc00-8f5ecda6e3f3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.811295] env[70113]: DEBUG oslo_vmware.api [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1081.811295] env[70113]: value = "task-3415983" [ 1081.811295] env[70113]: _type = "Task" [ 1081.811295] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.825557] env[70113]: DEBUG oslo_vmware.api [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.992055] env[70113]: DEBUG nova.network.neutron [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.055992] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ea1f94a9-6042-4a75-ae28-067beebc69bc tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.783s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.171426] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e37877e-a917-4acc-967c-69a0047329ee tempest-ServerActionsV293TestJSON-1971600989 tempest-ServerActionsV293TestJSON-1971600989-project-member] Lock "21f6c0ea-3231-4812-b421-65a8d65a9db3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.086s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.183579] env[70113]: DEBUG nova.compute.manager [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.184702] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c80487d-c000-4b6c-98c3-7495a46d6c0e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.267587] env[70113]: DEBUG nova.network.neutron [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Updating instance_info_cache with network_info: [{"id": "c378a812-d1f7-484f-a49d-1055ed4f4b60", "address": "fa:16:3e:96:ac:ce", "network": {"id": "645c9de4-c7c8-4a34-b046-dd0ed6d1692f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-68993461", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "317f22fcfcdb4834b6fd6c5e43ae72b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc378a812-d1", "ovs_interfaceid": "c378a812-d1f7-484f-a49d-1055ed4f4b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d164da60-465f-45cd-98dc-cd2c8b75a098", "address": "fa:16:3e:d9:a6:3c", "network": {"id": "200caa6f-fa81-40d8-ae1c-1292d1817efd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1059324695", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "317f22fcfcdb4834b6fd6c5e43ae72b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd164da60-46", "ovs_interfaceid": "d164da60-465f-45cd-98dc-cd2c8b75a098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.303267] env[70113]: DEBUG nova.compute.manager [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.322160] env[70113]: DEBUG oslo_vmware.api [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415983, 'name': PowerOffVM_Task, 'duration_secs': 0.246606} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.322449] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.322620] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.322868] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0a05a0d-cf86-4300-94d7-e0fbbfb10593 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.380677] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.380910] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.381116] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleting the datastore file [datastore2] 0d40d088-992f-422a-ac67-65ee0f592854 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.381375] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc1510f5-3128-4940-9820-f5aef7c55fde {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.387989] env[70113]: DEBUG oslo_vmware.api [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1082.387989] env[70113]: value = "task-3415985" [ 1082.387989] env[70113]: _type = "Task" [ 1082.387989] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.395605] env[70113]: DEBUG oslo_vmware.api [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.406269] env[70113]: DEBUG nova.compute.manager [req-f946760e-2226-474e-8745-16d7a0c1cc01 req-de83b132-6588-4e25-b803-8c3f9909f098 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Received event network-changed-d164da60-465f-45cd-98dc-cd2c8b75a098 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.406380] env[70113]: DEBUG nova.compute.manager [req-f946760e-2226-474e-8745-16d7a0c1cc01 req-de83b132-6588-4e25-b803-8c3f9909f098 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Refreshing instance network info cache due to event network-changed-d164da60-465f-45cd-98dc-cd2c8b75a098. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.406544] env[70113]: DEBUG oslo_concurrency.lockutils [req-f946760e-2226-474e-8745-16d7a0c1cc01 req-de83b132-6588-4e25-b803-8c3f9909f098 service nova] Acquiring lock "refresh_cache-9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.700601] env[70113]: INFO nova.compute.manager [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] instance snapshotting [ 1082.703818] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52cff8e-1a85-44fc-93bb-53180f1d5710 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.726324] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46af885-763a-4d8b-8d84-98fc1dc2be4e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.771628] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Releasing lock "refresh_cache-9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.771968] env[70113]: DEBUG nova.compute.manager [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Instance network_info: |[{"id": "c378a812-d1f7-484f-a49d-1055ed4f4b60", "address": "fa:16:3e:96:ac:ce", "network": {"id": "645c9de4-c7c8-4a34-b046-dd0ed6d1692f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-68993461", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "317f22fcfcdb4834b6fd6c5e43ae72b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc378a812-d1", "ovs_interfaceid": "c378a812-d1f7-484f-a49d-1055ed4f4b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d164da60-465f-45cd-98dc-cd2c8b75a098", "address": "fa:16:3e:d9:a6:3c", "network": {"id": "200caa6f-fa81-40d8-ae1c-1292d1817efd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1059324695", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "317f22fcfcdb4834b6fd6c5e43ae72b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd164da60-46", "ovs_interfaceid": "d164da60-465f-45cd-98dc-cd2c8b75a098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.772524] env[70113]: DEBUG oslo_concurrency.lockutils [req-f946760e-2226-474e-8745-16d7a0c1cc01 req-de83b132-6588-4e25-b803-8c3f9909f098 service nova] Acquired lock "refresh_cache-9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.772715] env[70113]: DEBUG nova.network.neutron [req-f946760e-2226-474e-8745-16d7a0c1cc01 req-de83b132-6588-4e25-b803-8c3f9909f098 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Refreshing network info cache for port d164da60-465f-45cd-98dc-cd2c8b75a098 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.774289] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:ac:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c378a812-d1f7-484f-a49d-1055ed4f4b60', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:a6:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd164da60-465f-45cd-98dc-cd2c8b75a098', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.783435] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.786209] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.786802] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f348f30-9c13-4169-861e-8e328c1f49e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.811659] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.811659] env[70113]: value = "task-3415986" [ 1082.811659] env[70113]: _type = "Task" [ 1082.811659] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.819588] env[70113]: DEBUG oslo_concurrency.lockutils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.822118] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415986, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.900528] env[70113]: DEBUG oslo_vmware.api [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3415985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338665} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.900799] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.900984] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.901177] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.901355] env[70113]: INFO nova.compute.manager [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1082.901599] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.901876] env[70113]: DEBUG nova.compute.manager [-] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.901976] env[70113]: DEBUG nova.network.neutron [-] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.946920] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061f2fc7-c7c0-4bf7-ba01-5ceea0654e39 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.956285] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837c3255-d8e1-447c-b117-98ad074a78de {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.988425] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ae5fee-4ef6-4707-b40e-70bcbdbaa87f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.995742] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be66d74e-6656-4132-a8eb-37f626918a6e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.009210] env[70113]: DEBUG nova.compute.provider_tree [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.236794] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1083.237651] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-04af75a1-1a38-466a-b149-a742855c08ec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.248507] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1083.248507] env[70113]: value = "task-3415987" [ 1083.248507] env[70113]: _type = "Task" [ 1083.248507] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.261028] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415987, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.322502] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415986, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.508302] env[70113]: DEBUG nova.network.neutron [req-f946760e-2226-474e-8745-16d7a0c1cc01 req-de83b132-6588-4e25-b803-8c3f9909f098 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Updated VIF entry in instance network info cache for port d164da60-465f-45cd-98dc-cd2c8b75a098. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.508759] env[70113]: DEBUG nova.network.neutron [req-f946760e-2226-474e-8745-16d7a0c1cc01 req-de83b132-6588-4e25-b803-8c3f9909f098 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Updating instance_info_cache with network_info: [{"id": "c378a812-d1f7-484f-a49d-1055ed4f4b60", "address": "fa:16:3e:96:ac:ce", "network": {"id": "645c9de4-c7c8-4a34-b046-dd0ed6d1692f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-68993461", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "317f22fcfcdb4834b6fd6c5e43ae72b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc378a812-d1", "ovs_interfaceid": "c378a812-d1f7-484f-a49d-1055ed4f4b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d164da60-465f-45cd-98dc-cd2c8b75a098", "address": "fa:16:3e:d9:a6:3c", "network": {"id": "200caa6f-fa81-40d8-ae1c-1292d1817efd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1059324695", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "317f22fcfcdb4834b6fd6c5e43ae72b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd164da60-46", "ovs_interfaceid": "d164da60-465f-45cd-98dc-cd2c8b75a098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.512185] env[70113]: DEBUG nova.scheduler.client.report [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.679506] env[70113]: DEBUG nova.network.neutron [-] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.760134] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415987, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.821408] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415986, 'name': CreateVM_Task, 'duration_secs': 0.593275} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.821605] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.822432] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.822596] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.822930] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.823203] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6cc8724-ee7a-48fe-a07c-f418ec3d401d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.827854] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1083.827854] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52319f10-2928-4c28-b566-f3cf7c0dcd7f" [ 1083.827854] env[70113]: _type = "Task" [ 1083.827854] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.835387] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52319f10-2928-4c28-b566-f3cf7c0dcd7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.011957] env[70113]: DEBUG oslo_concurrency.lockutils [req-f946760e-2226-474e-8745-16d7a0c1cc01 req-de83b132-6588-4e25-b803-8c3f9909f098 service nova] Releasing lock "refresh_cache-9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.017132] env[70113]: DEBUG oslo_concurrency.lockutils [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.017688] env[70113]: DEBUG nova.compute.manager [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.020473] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.586s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.021976] env[70113]: INFO nova.compute.claims [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.183935] env[70113]: INFO nova.compute.manager [-] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Took 1.28 seconds to deallocate network for instance. [ 1084.259729] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415987, 'name': CreateSnapshot_Task, 'duration_secs': 0.921252} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.259996] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1084.260771] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec1734b-1ad7-4b83-b75c-4d8258f5fa06 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.338435] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52319f10-2928-4c28-b566-f3cf7c0dcd7f, 'name': SearchDatastore_Task, 'duration_secs': 0.017667} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.338736] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.338970] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.339219] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.339368] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.339542] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.339799] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d587b760-5de7-4839-8887-a42ed6c2c5d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.354236] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.354458] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.355196] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8035f46-2ba8-49ff-b6b7-1401f56de187 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.359949] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1084.359949] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fc5942-bf4b-086c-e336-34d8549e0fce" [ 1084.359949] env[70113]: _type = "Task" [ 1084.359949] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.367404] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fc5942-bf4b-086c-e336-34d8549e0fce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.431344] env[70113]: DEBUG nova.compute.manager [req-86e8b751-ffc0-4b6f-8a47-62d1d578cb61 req-b04f786d-07f2-4213-9de9-e134adcac62d service nova] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Received event network-vif-deleted-2ea60e64-95f2-4963-8914-e3881fc23d23 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.527140] env[70113]: DEBUG nova.compute.utils [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.530350] env[70113]: DEBUG nova.compute.manager [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Not allocating networking since 'none' was specified. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1084.688919] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.781093] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1084.781093] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7484032a-10fa-4c17-bd94-a49bc6299fd6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.788628] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1084.788628] env[70113]: value = "task-3415988" [ 1084.788628] env[70113]: _type = "Task" [ 1084.788628] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.797085] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415988, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.870335] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fc5942-bf4b-086c-e336-34d8549e0fce, 'name': SearchDatastore_Task, 'duration_secs': 0.032527} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.871122] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0ddeba-86b8-4817-b0bd-2648a9ce1e83 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.876188] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1084.876188] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dba322-47c8-a178-833b-edf538b43dce" [ 1084.876188] env[70113]: _type = "Task" [ 1084.876188] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.884876] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dba322-47c8-a178-833b-edf538b43dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.032556] env[70113]: DEBUG nova.compute.manager [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.294467] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61343aa0-e635-43fc-bb99-a5dbaa58afe2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.305412] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efaa294-529d-41c6-86db-120c4970435f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.308432] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415988, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.335884] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6c7ae3-c86e-4adc-9998-36144994f3ae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.343228] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acf8848-2d97-4994-b248-160dc73de954 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.356386] env[70113]: DEBUG nova.compute.provider_tree [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.385604] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dba322-47c8-a178-833b-edf538b43dce, 'name': SearchDatastore_Task, 'duration_secs': 0.017592} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.385872] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.386148] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9/9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.386394] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f79afdca-0def-45fb-a431-2496f7d69b3c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.392441] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1085.392441] env[70113]: value = "task-3415989" [ 1085.392441] env[70113]: _type = "Task" [ 1085.392441] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.399861] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.800750] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415988, 'name': CloneVM_Task} progress is 95%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.860104] env[70113]: DEBUG nova.scheduler.client.report [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.903039] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429128} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.903039] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9/9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.903325] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.903476] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93c6d373-db3f-463d-b271-dccf6e439d62 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.909688] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1085.909688] env[70113]: value = "task-3415990" [ 1085.909688] env[70113]: _type = "Task" [ 1085.909688] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.917454] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.045386] env[70113]: DEBUG nova.compute.manager [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.072764] env[70113]: DEBUG nova.virt.hardware [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.073035] env[70113]: DEBUG nova.virt.hardware [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.073229] env[70113]: DEBUG nova.virt.hardware [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.073425] env[70113]: DEBUG nova.virt.hardware [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.073572] env[70113]: DEBUG nova.virt.hardware [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.073719] env[70113]: DEBUG nova.virt.hardware [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.073927] env[70113]: DEBUG nova.virt.hardware [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.074131] env[70113]: DEBUG nova.virt.hardware [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.074324] env[70113]: DEBUG nova.virt.hardware [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.074524] env[70113]: DEBUG nova.virt.hardware [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.074718] env[70113]: DEBUG nova.virt.hardware [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.075603] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b51e97-92e5-4c68-81cc-f53e16d53b6c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.083323] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de47faed-7b75-438d-b240-60a918db8e45 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.096830] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.103198] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Creating folder: Project (cfcea552354e4a43a916d293e379a8ea). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.103198] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f5db420-a161-4ea2-af90-1e39e442c6ea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.113979] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Created folder: Project (cfcea552354e4a43a916d293e379a8ea) in parent group-v681336. [ 1086.114196] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Creating folder: Instances. Parent ref: group-v681587. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.114428] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7338d6f2-c7f7-440a-a5fa-38db7f08b202 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.123492] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Created folder: Instances in parent group-v681587. [ 1086.123725] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.123913] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.124125] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5254eece-6cdb-49b8-a086-020fc1ed2cca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.140640] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.140640] env[70113]: value = "task-3415993" [ 1086.140640] env[70113]: _type = "Task" [ 1086.140640] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.148237] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415993, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.300632] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415988, 'name': CloneVM_Task, 'duration_secs': 1.248931} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.300847] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Created linked-clone VM from snapshot [ 1086.303050] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67a8f2b-b4f2-4446-90a9-edb497038dda {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.308971] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Uploading image 96627a78-e2e5-4ce5-bd70-13fc7c8b33ea {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1086.319200] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1086.319377] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4654a789-a1dd-4135-b24c-a066156541c3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.326774] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1086.326774] env[70113]: value = "task-3415994" [ 1086.326774] env[70113]: _type = "Task" [ 1086.326774] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.334509] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415994, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.365741] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.366411] env[70113]: DEBUG nova.compute.manager [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.369149] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.138s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.370517] env[70113]: INFO nova.compute.claims [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.419725] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058282} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.419979] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.420744] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b71c4e2-e2a0-476e-9fc7-7525b565c360 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.446384] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9/9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.446654] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-137d2283-b7d0-4046-8d6d-76c2349c8b31 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.465253] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1086.465253] env[70113]: value = "task-3415995" [ 1086.465253] env[70113]: _type = "Task" [ 1086.465253] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.473140] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.650903] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415993, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.836736] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415994, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.874384] env[70113]: DEBUG nova.compute.utils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.877850] env[70113]: DEBUG nova.compute.manager [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.877850] env[70113]: DEBUG nova.network.neutron [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.928281] env[70113]: DEBUG nova.policy [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a2e79996036476cb89d49aa5933ac65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23073e7acc7c4be79922ca5c316fd163', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.975555] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.153411] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3415993, 'name': CreateVM_Task, 'duration_secs': 0.545293} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.153411] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.153842] env[70113]: DEBUG oslo_concurrency.lockutils [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.154019] env[70113]: DEBUG oslo_concurrency.lockutils [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.154396] env[70113]: DEBUG oslo_concurrency.lockutils [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.154668] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601df02b-145c-47ed-bef7-564df5554252 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.160333] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1087.160333] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c6b4c4-250c-11fb-3895-7fdee7775a94" [ 1087.160333] env[70113]: _type = "Task" [ 1087.160333] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.169302] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c6b4c4-250c-11fb-3895-7fdee7775a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.240692] env[70113]: DEBUG nova.network.neutron [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Successfully created port: 7c793397-5ad8-4afa-902b-a4ca5bd50e76 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.338150] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415994, 'name': Destroy_Task, 'duration_secs': 0.938794} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.338461] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Destroyed the VM [ 1087.338701] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1087.338979] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e79861c8-9f49-4173-ab23-95f311d02c9d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.346044] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1087.346044] env[70113]: value = "task-3415996" [ 1087.346044] env[70113]: _type = "Task" [ 1087.346044] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.354569] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415996, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.381677] env[70113]: DEBUG nova.compute.manager [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.484587] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415995, 'name': ReconfigVM_Task, 'duration_secs': 0.825886} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.484811] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9/9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.485537] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adda80d3-cd95-4528-ae78-72578faf1dc0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.493258] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1087.493258] env[70113]: value = "task-3415997" [ 1087.493258] env[70113]: _type = "Task" [ 1087.493258] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.503467] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415997, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.674714] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c6b4c4-250c-11fb-3895-7fdee7775a94, 'name': SearchDatastore_Task, 'duration_secs': 0.017209} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.674714] env[70113]: DEBUG oslo_concurrency.lockutils [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.674910] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.675211] env[70113]: DEBUG oslo_concurrency.lockutils [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.675395] env[70113]: DEBUG oslo_concurrency.lockutils [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.675580] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.675863] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebfb41fe-9d16-43bb-a718-d9e931b5f071 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.689925] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.690140] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.692031] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478a7dd1-c013-4c9c-93c4-98e9a50d80eb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.699502] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1087.699502] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5254be43-b1ac-6024-438e-06e2b8a72b77" [ 1087.699502] env[70113]: _type = "Task" [ 1087.699502] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.707585] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5254be43-b1ac-6024-438e-06e2b8a72b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.737063] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ba8c97-3934-452a-a47e-a2fbf5859498 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.744513] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b3c2cd-6d7a-485e-90d6-8a6bf720b327 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.775245] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154db125-297b-46ad-b9e5-1991a25e7bf3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.782085] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f601237-b404-42f7-8c26-6c76c4c8064d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.796159] env[70113]: DEBUG nova.compute.provider_tree [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.855605] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415996, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.003921] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415997, 'name': Rename_Task, 'duration_secs': 0.152788} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.004224] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.004479] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3446176-f93d-44c1-a681-24afd479dbb3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.011159] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1088.011159] env[70113]: value = "task-3415998" [ 1088.011159] env[70113]: _type = "Task" [ 1088.011159] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.019499] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.213035] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5254be43-b1ac-6024-438e-06e2b8a72b77, 'name': SearchDatastore_Task, 'duration_secs': 0.012812} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.213635] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8784e2a4-8b9a-4792-bd77-a8eb0ae0179e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.220093] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1088.220093] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f4d390-09e1-be24-60ea-4762b6f5833e" [ 1088.220093] env[70113]: _type = "Task" [ 1088.220093] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.230144] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f4d390-09e1-be24-60ea-4762b6f5833e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.299452] env[70113]: DEBUG nova.scheduler.client.report [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.356085] env[70113]: DEBUG oslo_vmware.api [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3415996, 'name': RemoveSnapshot_Task, 'duration_secs': 0.702338} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.356462] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1088.397546] env[70113]: DEBUG nova.compute.manager [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.418823] env[70113]: DEBUG nova.virt.hardware [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.419112] env[70113]: DEBUG nova.virt.hardware [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.419275] env[70113]: DEBUG nova.virt.hardware [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.419457] env[70113]: DEBUG nova.virt.hardware [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.419603] env[70113]: DEBUG nova.virt.hardware [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.419752] env[70113]: DEBUG nova.virt.hardware [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.419961] env[70113]: DEBUG nova.virt.hardware [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.420131] env[70113]: DEBUG nova.virt.hardware [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.420304] env[70113]: DEBUG nova.virt.hardware [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.420463] env[70113]: DEBUG nova.virt.hardware [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.420632] env[70113]: DEBUG nova.virt.hardware [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.421492] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c378b81-7587-4408-9c37-5d2651f8af96 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.429585] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd522ee-fc95-4f5a-9cc2-050b419a1edb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.522229] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415998, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.730342] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f4d390-09e1-be24-60ea-4762b6f5833e, 'name': SearchDatastore_Task, 'duration_secs': 0.010703} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.730671] env[70113]: DEBUG oslo_concurrency.lockutils [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.731022] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 26b98346-d4e9-4dbd-8be6-a045bbf64311/26b98346-d4e9-4dbd-8be6-a045bbf64311.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.731302] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2af677aa-b8dd-4f6d-b372-8dc75c6e3f1a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.738239] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1088.738239] env[70113]: value = "task-3415999" [ 1088.738239] env[70113]: _type = "Task" [ 1088.738239] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.746308] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3415999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.802936] env[70113]: DEBUG nova.network.neutron [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Successfully updated port: 7c793397-5ad8-4afa-902b-a4ca5bd50e76 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.804722] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.805273] env[70113]: DEBUG nova.compute.manager [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.808228] env[70113]: DEBUG oslo_concurrency.lockutils [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.070s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.808228] env[70113]: DEBUG nova.objects.instance [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lazy-loading 'resources' on Instance uuid f32d148d-a6be-4323-a5ea-8b10beca2d5b {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.838338] env[70113]: DEBUG nova.compute.manager [req-9ed5655c-1cd5-4fdb-b01f-8f49b88bf3e6 req-a28a49ff-6caa-491d-aa19-154177e5975b service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Received event network-vif-plugged-7c793397-5ad8-4afa-902b-a4ca5bd50e76 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.838597] env[70113]: DEBUG oslo_concurrency.lockutils [req-9ed5655c-1cd5-4fdb-b01f-8f49b88bf3e6 req-a28a49ff-6caa-491d-aa19-154177e5975b service nova] Acquiring lock "8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.838818] env[70113]: DEBUG oslo_concurrency.lockutils [req-9ed5655c-1cd5-4fdb-b01f-8f49b88bf3e6 req-a28a49ff-6caa-491d-aa19-154177e5975b service nova] Lock "8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.838990] env[70113]: DEBUG oslo_concurrency.lockutils [req-9ed5655c-1cd5-4fdb-b01f-8f49b88bf3e6 req-a28a49ff-6caa-491d-aa19-154177e5975b service nova] Lock "8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.839756] env[70113]: DEBUG nova.compute.manager [req-9ed5655c-1cd5-4fdb-b01f-8f49b88bf3e6 req-a28a49ff-6caa-491d-aa19-154177e5975b service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] No waiting events found dispatching network-vif-plugged-7c793397-5ad8-4afa-902b-a4ca5bd50e76 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.839945] env[70113]: WARNING nova.compute.manager [req-9ed5655c-1cd5-4fdb-b01f-8f49b88bf3e6 req-a28a49ff-6caa-491d-aa19-154177e5975b service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Received unexpected event network-vif-plugged-7c793397-5ad8-4afa-902b-a4ca5bd50e76 for instance with vm_state building and task_state spawning. [ 1088.861035] env[70113]: WARNING nova.compute.manager [None req-b0fd829a-49dc-41d0-b408-26452b0e4a0d tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Image not found during snapshot: nova.exception.ImageNotFound: Image 96627a78-e2e5-4ce5-bd70-13fc7c8b33ea could not be found. [ 1089.025149] env[70113]: DEBUG oslo_vmware.api [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3415998, 'name': PowerOnVM_Task, 'duration_secs': 0.688487} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.025526] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.025756] env[70113]: INFO nova.compute.manager [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Took 11.60 seconds to spawn the instance on the hypervisor. [ 1089.025976] env[70113]: DEBUG nova.compute.manager [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.026834] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868e8f8a-0e2c-4ac5-8acd-4c47d9a86fb7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.177536] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "647c5ed8-6797-4c0e-9361-5fede8e92f26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.177894] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "647c5ed8-6797-4c0e-9361-5fede8e92f26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.250342] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3415999, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.309098] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "refresh_cache-8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.309288] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquired lock "refresh_cache-8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.309447] env[70113]: DEBUG nova.network.neutron [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.311787] env[70113]: DEBUG nova.compute.utils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.313821] env[70113]: DEBUG nova.compute.manager [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.313821] env[70113]: DEBUG nova.network.neutron [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.374182] env[70113]: DEBUG nova.policy [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8fa350bbf6349bf8ecd13c19e7b00b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4404b2cd1f8446fd98ff72c96a407961', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.502840] env[70113]: DEBUG oslo_concurrency.lockutils [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.503127] env[70113]: DEBUG oslo_concurrency.lockutils [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.503341] env[70113]: DEBUG oslo_concurrency.lockutils [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.503529] env[70113]: DEBUG oslo_concurrency.lockutils [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.503696] env[70113]: DEBUG oslo_concurrency.lockutils [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.506067] env[70113]: INFO nova.compute.manager [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Terminating instance [ 1089.549371] env[70113]: INFO nova.compute.manager [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Took 24.77 seconds to build instance. [ 1089.610018] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cfc5cf-370c-45a7-b9a6-c9d879ffecd9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.617997] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea44d785-3073-4baa-a93b-d5e86fd7cc78 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.651225] env[70113]: DEBUG nova.network.neutron [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Successfully created port: bc19c33b-7a0a-4abb-b3bf-79a5341cea5e {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.653834] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554ec632-6d8d-4a50-991e-fcff4380a0f5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.661839] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03864bc6-178c-4bfa-b3df-74b7abeb0668 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.676300] env[70113]: DEBUG nova.compute.provider_tree [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.680440] env[70113]: DEBUG nova.compute.manager [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.748840] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3415999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702754} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.749081] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 26b98346-d4e9-4dbd-8be6-a045bbf64311/26b98346-d4e9-4dbd-8be6-a045bbf64311.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.749325] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.749581] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a649486a-cc7e-4a8c-8eb1-b4201ee03f63 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.755861] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1089.755861] env[70113]: value = "task-3416000" [ 1089.755861] env[70113]: _type = "Task" [ 1089.755861] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.763203] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.821665] env[70113]: DEBUG nova.compute.manager [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.845067] env[70113]: DEBUG nova.network.neutron [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.012200] env[70113]: DEBUG nova.compute.manager [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.012449] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.013457] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f20475-9de6-4a61-bc61-66cbb07b770c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.021758] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.022008] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a9be560-5b40-4024-84bb-a0490cf6b5a2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.032076] env[70113]: DEBUG nova.network.neutron [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Updating instance_info_cache with network_info: [{"id": "7c793397-5ad8-4afa-902b-a4ca5bd50e76", "address": "fa:16:3e:dc:8f:d2", "network": {"id": "0e31a9aa-65e4-4051-aaa2-7e7b7b73d6c7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-61378629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23073e7acc7c4be79922ca5c316fd163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c793397-5a", "ovs_interfaceid": "7c793397-5ad8-4afa-902b-a4ca5bd50e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.033403] env[70113]: DEBUG oslo_vmware.api [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1090.033403] env[70113]: value = "task-3416001" [ 1090.033403] env[70113]: _type = "Task" [ 1090.033403] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.042639] env[70113]: DEBUG oslo_vmware.api [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3416001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.051347] env[70113]: DEBUG oslo_concurrency.lockutils [None req-86f374da-1a4c-491f-8ce4-eab002a7d29e tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.283s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.181019] env[70113]: DEBUG nova.scheduler.client.report [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.200186] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.265628] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066202} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.266170] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.266907] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856a6481-296a-4cea-a44a-8156c5ddd56c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.287885] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 26b98346-d4e9-4dbd-8be6-a045bbf64311/26b98346-d4e9-4dbd-8be6-a045bbf64311.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.288181] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5d09fde-7e4b-4792-afa6-904e5952bb0f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.307630] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1090.307630] env[70113]: value = "task-3416002" [ 1090.307630] env[70113]: _type = "Task" [ 1090.307630] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.316497] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.535946] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Releasing lock "refresh_cache-8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.536148] env[70113]: DEBUG nova.compute.manager [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Instance network_info: |[{"id": "7c793397-5ad8-4afa-902b-a4ca5bd50e76", "address": "fa:16:3e:dc:8f:d2", "network": {"id": "0e31a9aa-65e4-4051-aaa2-7e7b7b73d6c7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-61378629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23073e7acc7c4be79922ca5c316fd163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c793397-5a", "ovs_interfaceid": "7c793397-5ad8-4afa-902b-a4ca5bd50e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.536720] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:8f:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c793397-5ad8-4afa-902b-a4ca5bd50e76', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.544622] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.548339] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.548629] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f84ea3be-482a-4535-933d-d8dd8afd29d7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.568786] env[70113]: DEBUG oslo_vmware.api [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3416001, 'name': PowerOffVM_Task, 'duration_secs': 0.412864} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.570161] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.570434] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.570736] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.570736] env[70113]: value = "task-3416003" [ 1090.570736] env[70113]: _type = "Task" [ 1090.570736] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.570960] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d995a962-5900-4838-8ede-7036d8ca9073 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.581762] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416003, 'name': CreateVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.637198] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquiring lock "9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.637547] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.637811] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquiring lock "9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.638051] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.638270] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.640690] env[70113]: INFO nova.compute.manager [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Terminating instance [ 1090.657848] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.658055] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.658342] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleting the datastore file [datastore1] 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.658616] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61b2eb5f-3b09-45f8-b954-a661679dd8d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.665430] env[70113]: DEBUG oslo_vmware.api [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for the task: (returnval){ [ 1090.665430] env[70113]: value = "task-3416005" [ 1090.665430] env[70113]: _type = "Task" [ 1090.665430] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.673353] env[70113]: DEBUG oslo_vmware.api [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3416005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.685293] env[70113]: DEBUG oslo_concurrency.lockutils [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.687823] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.132s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.688077] env[70113]: DEBUG nova.objects.instance [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Lazy-loading 'resources' on Instance uuid 2f5791fa-52f5-42c4-830d-1ebe2fdc873f {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.707903] env[70113]: INFO nova.scheduler.client.report [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Deleted allocations for instance f32d148d-a6be-4323-a5ea-8b10beca2d5b [ 1090.818819] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.829785] env[70113]: DEBUG nova.compute.manager [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.860828] env[70113]: DEBUG nova.virt.hardware [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.861133] env[70113]: DEBUG nova.virt.hardware [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.861348] env[70113]: DEBUG nova.virt.hardware [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.861613] env[70113]: DEBUG nova.virt.hardware [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.861735] env[70113]: DEBUG nova.virt.hardware [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.861944] env[70113]: DEBUG nova.virt.hardware [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.862218] env[70113]: DEBUG nova.virt.hardware [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.862402] env[70113]: DEBUG nova.virt.hardware [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.862634] env[70113]: DEBUG nova.virt.hardware [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.862842] env[70113]: DEBUG nova.virt.hardware [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.863059] env[70113]: DEBUG nova.virt.hardware [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.864281] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da68d66-887a-408f-bca2-16ff9aa35ed6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.869771] env[70113]: DEBUG nova.compute.manager [req-aae20f0e-5879-4996-b221-5a6d255d7b20 req-ac363d10-580d-4b22-a9f7-899e60d58b96 service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Received event network-changed-7c793397-5ad8-4afa-902b-a4ca5bd50e76 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.869995] env[70113]: DEBUG nova.compute.manager [req-aae20f0e-5879-4996-b221-5a6d255d7b20 req-ac363d10-580d-4b22-a9f7-899e60d58b96 service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Refreshing instance network info cache due to event network-changed-7c793397-5ad8-4afa-902b-a4ca5bd50e76. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.870262] env[70113]: DEBUG oslo_concurrency.lockutils [req-aae20f0e-5879-4996-b221-5a6d255d7b20 req-ac363d10-580d-4b22-a9f7-899e60d58b96 service nova] Acquiring lock "refresh_cache-8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.870444] env[70113]: DEBUG oslo_concurrency.lockutils [req-aae20f0e-5879-4996-b221-5a6d255d7b20 req-ac363d10-580d-4b22-a9f7-899e60d58b96 service nova] Acquired lock "refresh_cache-8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.870624] env[70113]: DEBUG nova.network.neutron [req-aae20f0e-5879-4996-b221-5a6d255d7b20 req-ac363d10-580d-4b22-a9f7-899e60d58b96 service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Refreshing network info cache for port 7c793397-5ad8-4afa-902b-a4ca5bd50e76 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.879232] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7604d9d0-9a3b-43c0-b912-188c9768a337 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.084587] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416003, 'name': CreateVM_Task, 'duration_secs': 0.390905} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.084587] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.084897] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.085042] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.085517] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.085831] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7b7e405-21e1-4789-83a5-7cd3e7ad8f50 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.090560] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1091.090560] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c44246-ccf7-bed4-54da-7c3b2ec0f3ae" [ 1091.090560] env[70113]: _type = "Task" [ 1091.090560] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.098594] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c44246-ccf7-bed4-54da-7c3b2ec0f3ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.121244] env[70113]: DEBUG nova.network.neutron [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Successfully updated port: bc19c33b-7a0a-4abb-b3bf-79a5341cea5e {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.146492] env[70113]: DEBUG nova.compute.manager [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.146492] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.148267] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89ba1fb-c7b0-41b2-a79d-1a2ac5357383 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.159167] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.160033] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-982e4133-53ee-4e90-88bc-a6cb1033ced4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.166615] env[70113]: DEBUG oslo_vmware.api [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1091.166615] env[70113]: value = "task-3416006" [ 1091.166615] env[70113]: _type = "Task" [ 1091.166615] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.179434] env[70113]: DEBUG oslo_vmware.api [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Task: {'id': task-3416005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202812} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.188035] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.188035] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.188035] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.188035] env[70113]: INFO nova.compute.manager [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1091.188035] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.188035] env[70113]: DEBUG oslo_vmware.api [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3416006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.188035] env[70113]: DEBUG nova.compute.manager [-] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.188035] env[70113]: DEBUG nova.network.neutron [-] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.216735] env[70113]: DEBUG oslo_concurrency.lockutils [None req-407a39e1-900a-4cd8-84a3-a0e2f7f96c81 tempest-ServersWithSpecificFlavorTestJSON-1889312567 tempest-ServersWithSpecificFlavorTestJSON-1889312567-project-member] Lock "f32d148d-a6be-4323-a5ea-8b10beca2d5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.351s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.321304] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416002, 'name': ReconfigVM_Task, 'duration_secs': 0.626768} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.321304] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 26b98346-d4e9-4dbd-8be6-a045bbf64311/26b98346-d4e9-4dbd-8be6-a045bbf64311.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.321304] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15e6fa23-e458-4622-9d80-84850071ec1c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.327979] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1091.327979] env[70113]: value = "task-3416007" [ 1091.327979] env[70113]: _type = "Task" [ 1091.327979] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.339043] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416007, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.522700] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2190f01-1a89-4f8d-a6f6-053ed6c01225 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.530752] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8f9e51-0c39-4e18-a525-0dadf59fa5c4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.567039] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f876691-fb11-483c-b288-25027d160c81 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.575234] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dd2ae2-1e9f-416f-a9df-b04ccd65cf37 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.589928] env[70113]: DEBUG nova.compute.provider_tree [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.599721] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c44246-ccf7-bed4-54da-7c3b2ec0f3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.044207} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.600028] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.600264] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.600494] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.600640] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.600815] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.601703] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b68063bd-1f6b-4212-9982-d653243b7e57 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.620009] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.620226] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.620968] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03498f24-cd72-4ab3-b126-cf8f0e756963 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.626627] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "refresh_cache-26051a04-d0ca-4f5b-bc97-ad9484209ab4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.626764] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "refresh_cache-26051a04-d0ca-4f5b-bc97-ad9484209ab4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.626909] env[70113]: DEBUG nova.network.neutron [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.628791] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1091.628791] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5296a6e4-a539-5258-a16e-b04730cf9e6c" [ 1091.628791] env[70113]: _type = "Task" [ 1091.628791] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.637800] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5296a6e4-a539-5258-a16e-b04730cf9e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.653767] env[70113]: DEBUG nova.network.neutron [req-aae20f0e-5879-4996-b221-5a6d255d7b20 req-ac363d10-580d-4b22-a9f7-899e60d58b96 service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Updated VIF entry in instance network info cache for port 7c793397-5ad8-4afa-902b-a4ca5bd50e76. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.654126] env[70113]: DEBUG nova.network.neutron [req-aae20f0e-5879-4996-b221-5a6d255d7b20 req-ac363d10-580d-4b22-a9f7-899e60d58b96 service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Updating instance_info_cache with network_info: [{"id": "7c793397-5ad8-4afa-902b-a4ca5bd50e76", "address": "fa:16:3e:dc:8f:d2", "network": {"id": "0e31a9aa-65e4-4051-aaa2-7e7b7b73d6c7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-61378629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23073e7acc7c4be79922ca5c316fd163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c793397-5a", "ovs_interfaceid": "7c793397-5ad8-4afa-902b-a4ca5bd50e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.680532] env[70113]: DEBUG oslo_vmware.api [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3416006, 'name': PowerOffVM_Task, 'duration_secs': 0.255914} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.680812] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.680983] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.681247] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6370a6d2-503d-4aed-a901-777cd7499318 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.801902] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.802146] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.802334] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Deleting the datastore file [datastore1] 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.802589] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc6ada8b-58df-4dbd-aa5f-f77533d5b82c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.809526] env[70113]: DEBUG oslo_vmware.api [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for the task: (returnval){ [ 1091.809526] env[70113]: value = "task-3416009" [ 1091.809526] env[70113]: _type = "Task" [ 1091.809526] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.816993] env[70113]: DEBUG oslo_vmware.api [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3416009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.835703] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416007, 'name': Rename_Task, 'duration_secs': 0.143495} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.835955] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.836228] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aba8a482-04ae-4818-9725-4792f6bb8ac5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.842332] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1091.842332] env[70113]: value = "task-3416010" [ 1091.842332] env[70113]: _type = "Task" [ 1091.842332] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.857492] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.974078] env[70113]: DEBUG nova.network.neutron [-] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.096437] env[70113]: DEBUG nova.scheduler.client.report [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.146476] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5296a6e4-a539-5258-a16e-b04730cf9e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.014572} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.147304] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524b7244-ff99-4bb9-b6d1-735716bbceee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.154427] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1092.154427] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5235b949-0fd6-a32b-9965-d6e2d7a44ef1" [ 1092.154427] env[70113]: _type = "Task" [ 1092.154427] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.158854] env[70113]: DEBUG oslo_concurrency.lockutils [req-aae20f0e-5879-4996-b221-5a6d255d7b20 req-ac363d10-580d-4b22-a9f7-899e60d58b96 service nova] Releasing lock "refresh_cache-8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.164097] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5235b949-0fd6-a32b-9965-d6e2d7a44ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.169944] env[70113]: DEBUG nova.network.neutron [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.321638] env[70113]: DEBUG oslo_vmware.api [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Task: {'id': task-3416009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270965} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.321638] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.321638] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.321638] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.321925] env[70113]: INFO nova.compute.manager [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1092.322030] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.322235] env[70113]: DEBUG nova.compute.manager [-] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.322329] env[70113]: DEBUG nova.network.neutron [-] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.352444] env[70113]: DEBUG oslo_vmware.api [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416010, 'name': PowerOnVM_Task, 'duration_secs': 0.499613} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.353327] env[70113]: DEBUG nova.network.neutron [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Updating instance_info_cache with network_info: [{"id": "bc19c33b-7a0a-4abb-b3bf-79a5341cea5e", "address": "fa:16:3e:53:14:02", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc19c33b-7a", "ovs_interfaceid": "bc19c33b-7a0a-4abb-b3bf-79a5341cea5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.355187] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.355433] env[70113]: INFO nova.compute.manager [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Took 6.31 seconds to spawn the instance on the hypervisor. [ 1092.355618] env[70113]: DEBUG nova.compute.manager [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.356413] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c7056e-3f09-451c-8292-3b4384bc801d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.475320] env[70113]: INFO nova.compute.manager [-] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Took 1.29 seconds to deallocate network for instance. [ 1092.601415] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.604458] env[70113]: DEBUG oslo_concurrency.lockutils [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.014s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.606716] env[70113]: DEBUG nova.objects.instance [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lazy-loading 'resources' on Instance uuid b1e49170-1111-41f1-a065-6d099a1c01c8 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.626875] env[70113]: INFO nova.scheduler.client.report [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Deleted allocations for instance 2f5791fa-52f5-42c4-830d-1ebe2fdc873f [ 1092.668613] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5235b949-0fd6-a32b-9965-d6e2d7a44ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.010421} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.668935] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.669269] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c/8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.669838] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c7586a5-d812-4ea4-9241-c5d253544deb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.676699] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1092.676699] env[70113]: value = "task-3416011" [ 1092.676699] env[70113]: _type = "Task" [ 1092.676699] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.684599] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.856306] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "refresh_cache-26051a04-d0ca-4f5b-bc97-ad9484209ab4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.856306] env[70113]: DEBUG nova.compute.manager [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Instance network_info: |[{"id": "bc19c33b-7a0a-4abb-b3bf-79a5341cea5e", "address": "fa:16:3e:53:14:02", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc19c33b-7a", "ovs_interfaceid": "bc19c33b-7a0a-4abb-b3bf-79a5341cea5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.859430] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:14:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc19c33b-7a0a-4abb-b3bf-79a5341cea5e', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.873348] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.877668] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.882470] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdf8383e-c9cb-49a0-84b3-46305feb56eb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.902630] env[70113]: INFO nova.compute.manager [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Took 24.44 seconds to build instance. [ 1092.907510] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.907510] env[70113]: value = "task-3416012" [ 1092.907510] env[70113]: _type = "Task" [ 1092.907510] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.918612] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416012, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.924932] env[70113]: DEBUG nova.compute.manager [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Received event network-vif-plugged-bc19c33b-7a0a-4abb-b3bf-79a5341cea5e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.925533] env[70113]: DEBUG oslo_concurrency.lockutils [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] Acquiring lock "26051a04-d0ca-4f5b-bc97-ad9484209ab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.926354] env[70113]: DEBUG oslo_concurrency.lockutils [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] Lock "26051a04-d0ca-4f5b-bc97-ad9484209ab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.926354] env[70113]: DEBUG oslo_concurrency.lockutils [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] Lock "26051a04-d0ca-4f5b-bc97-ad9484209ab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.926354] env[70113]: DEBUG nova.compute.manager [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] No waiting events found dispatching network-vif-plugged-bc19c33b-7a0a-4abb-b3bf-79a5341cea5e {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.926648] env[70113]: WARNING nova.compute.manager [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Received unexpected event network-vif-plugged-bc19c33b-7a0a-4abb-b3bf-79a5341cea5e for instance with vm_state building and task_state spawning. [ 1092.926736] env[70113]: DEBUG nova.compute.manager [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Received event network-changed-bc19c33b-7a0a-4abb-b3bf-79a5341cea5e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.926954] env[70113]: DEBUG nova.compute.manager [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Refreshing instance network info cache due to event network-changed-bc19c33b-7a0a-4abb-b3bf-79a5341cea5e. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.927242] env[70113]: DEBUG oslo_concurrency.lockutils [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] Acquiring lock "refresh_cache-26051a04-d0ca-4f5b-bc97-ad9484209ab4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.927422] env[70113]: DEBUG oslo_concurrency.lockutils [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] Acquired lock "refresh_cache-26051a04-d0ca-4f5b-bc97-ad9484209ab4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.927593] env[70113]: DEBUG nova.network.neutron [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Refreshing network info cache for port bc19c33b-7a0a-4abb-b3bf-79a5341cea5e {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.981809] env[70113]: DEBUG oslo_concurrency.lockutils [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.136724] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dcb9901b-9c8a-45aa-a2b3-b444414b2ab9 tempest-ServersNegativeTestMultiTenantJSON-83499618 tempest-ServersNegativeTestMultiTenantJSON-83499618-project-member] Lock "2f5791fa-52f5-42c4-830d-1ebe2fdc873f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.238s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.192224] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416011, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.404561] env[70113]: DEBUG oslo_concurrency.lockutils [None req-de2f0973-afd7-4fef-8cf4-bcae0ceb7025 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Lock "26b98346-d4e9-4dbd-8be6-a045bbf64311" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.956s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.417175] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416012, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.432839] env[70113]: DEBUG nova.network.neutron [-] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.452206] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a1a947-e783-4361-a8bc-253be4a57d9c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.462595] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b58e15-312b-41dc-83fd-dcc891d880f8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.500116] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad4bcdd-05ac-4136-92b6-e4e561476f13 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.508124] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7a02de-36bc-4904-938b-6d02751b5013 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.525406] env[70113]: DEBUG nova.compute.provider_tree [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.688891] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754462} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.689100] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c/8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.689314] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.689553] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e899d37a-3af6-4a2f-b409-4a3c7cb33ae4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.696246] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1093.696246] env[70113]: value = "task-3416013" [ 1093.696246] env[70113]: _type = "Task" [ 1093.696246] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.705122] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.762317] env[70113]: DEBUG nova.network.neutron [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Updated VIF entry in instance network info cache for port bc19c33b-7a0a-4abb-b3bf-79a5341cea5e. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.762689] env[70113]: DEBUG nova.network.neutron [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Updating instance_info_cache with network_info: [{"id": "bc19c33b-7a0a-4abb-b3bf-79a5341cea5e", "address": "fa:16:3e:53:14:02", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc19c33b-7a", "ovs_interfaceid": "bc19c33b-7a0a-4abb-b3bf-79a5341cea5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.918064] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416012, 'name': CreateVM_Task, 'duration_secs': 0.542634} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.918216] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.918897] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.919069] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.919382] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.919638] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d853d91-f7be-4d71-bc38-e93120b137a5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.924375] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1093.924375] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f21c5f-1f75-7660-8efd-142d3e8a020a" [ 1093.924375] env[70113]: _type = "Task" [ 1093.924375] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.932060] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f21c5f-1f75-7660-8efd-142d3e8a020a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.937669] env[70113]: INFO nova.compute.manager [-] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Took 1.62 seconds to deallocate network for instance. [ 1094.029351] env[70113]: DEBUG nova.scheduler.client.report [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.064372] env[70113]: INFO nova.compute.manager [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Rebuilding instance [ 1094.134022] env[70113]: DEBUG nova.compute.manager [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.134022] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e81534a-6b8b-4e36-97a2-7e0432af8e09 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.207561] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068955} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.208148] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.208944] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f20a89-449e-4225-bd1e-fa41f0adcd3a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.231999] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c/8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.232342] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-389a4aac-0dba-4289-ad8f-fa5789199c68 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.255115] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1094.255115] env[70113]: value = "task-3416014" [ 1094.255115] env[70113]: _type = "Task" [ 1094.255115] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.264277] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.264767] env[70113]: DEBUG oslo_concurrency.lockutils [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] Releasing lock "refresh_cache-26051a04-d0ca-4f5b-bc97-ad9484209ab4" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.265092] env[70113]: DEBUG nova.compute.manager [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Received event network-vif-deleted-6749d197-9c33-4d95-862e-abdf99e8b21c {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.265217] env[70113]: DEBUG nova.compute.manager [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Received event network-vif-deleted-c378a812-d1f7-484f-a49d-1055ed4f4b60 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.265388] env[70113]: INFO nova.compute.manager [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Neutron deleted interface c378a812-d1f7-484f-a49d-1055ed4f4b60; detaching it from the instance and deleting it from the info cache [ 1094.265632] env[70113]: DEBUG nova.network.neutron [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Updating instance_info_cache with network_info: [{"id": "d164da60-465f-45cd-98dc-cd2c8b75a098", "address": "fa:16:3e:d9:a6:3c", "network": {"id": "200caa6f-fa81-40d8-ae1c-1292d1817efd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1059324695", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "317f22fcfcdb4834b6fd6c5e43ae72b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd164da60-46", "ovs_interfaceid": "d164da60-465f-45cd-98dc-cd2c8b75a098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.438699] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f21c5f-1f75-7660-8efd-142d3e8a020a, 'name': SearchDatastore_Task, 'duration_secs': 0.074519} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.439146] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.439393] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.439635] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.439781] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.439959] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.440261] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b7ed737-7a4e-4b9d-a1a2-11cb2f382229 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.443553] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.449884] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.450084] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.450827] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e848bd7-0717-4bdf-b2b3-ae184f124113 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.460015] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1094.460015] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]523c1236-e700-67b2-c772-b2da4f941da1" [ 1094.460015] env[70113]: _type = "Task" [ 1094.460015] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.465767] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523c1236-e700-67b2-c772-b2da4f941da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.534857] env[70113]: DEBUG oslo_concurrency.lockutils [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.541163] env[70113]: DEBUG oslo_concurrency.lockutils [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.650s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.541163] env[70113]: DEBUG nova.objects.instance [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lazy-loading 'resources' on Instance uuid d780dbfc-e7d3-4585-82b6-cbe1f921c2d0 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.575955] env[70113]: INFO nova.scheduler.client.report [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Deleted allocations for instance b1e49170-1111-41f1-a065-6d099a1c01c8 [ 1094.768168] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.768670] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fc194ca-3712-41ab-a9e7-dbf3e7ba225b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.779447] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adcfb9d-2fda-4b5b-8fa0-a59bbe4cfbe7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.822911] env[70113]: DEBUG nova.compute.manager [req-4b788c28-59d9-4800-819a-91ae8e31f362 req-0e381f88-24b4-4ea4-a8da-3f7e1ff794cb service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Detach interface failed, port_id=c378a812-d1f7-484f-a49d-1055ed4f4b60, reason: Instance 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.945617] env[70113]: DEBUG nova.compute.manager [req-d7fee4e1-957c-47f7-8afc-1bda58e550d9 req-55a3a60e-a68e-4373-8dca-0cd894c0d104 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Received event network-vif-deleted-d164da60-465f-45cd-98dc-cd2c8b75a098 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.945617] env[70113]: INFO nova.compute.manager [req-d7fee4e1-957c-47f7-8afc-1bda58e550d9 req-55a3a60e-a68e-4373-8dca-0cd894c0d104 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Neutron deleted interface d164da60-465f-45cd-98dc-cd2c8b75a098; detaching it from the instance and deleting it from the info cache [ 1094.945617] env[70113]: DEBUG nova.network.neutron [req-d7fee4e1-957c-47f7-8afc-1bda58e550d9 req-55a3a60e-a68e-4373-8dca-0cd894c0d104 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.970024] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523c1236-e700-67b2-c772-b2da4f941da1, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.970024] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dcf7452-d55d-4a11-97aa-c77c23e60b90 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.976840] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1094.976840] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e60232-b1a6-b2a0-cad5-ceb4961474a2" [ 1094.976840] env[70113]: _type = "Task" [ 1094.976840] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.986450] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e60232-b1a6-b2a0-cad5-ceb4961474a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.086102] env[70113]: DEBUG oslo_concurrency.lockutils [None req-78fb657f-cae8-4787-ab49-7a5ac5c609a4 tempest-ServersNegativeTestJSON-155694898 tempest-ServersNegativeTestJSON-155694898-project-member] Lock "b1e49170-1111-41f1-a065-6d099a1c01c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.022s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.152176] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.152531] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0fc4e04-2bd9-4ba5-881e-513e86b0aaef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.160581] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1095.160581] env[70113]: value = "task-3416015" [ 1095.160581] env[70113]: _type = "Task" [ 1095.160581] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.172071] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.269826] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416014, 'name': ReconfigVM_Task, 'duration_secs': 0.670072} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.270249] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c/8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.270751] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b49fc1a-d3a3-4651-b635-cd9320972911 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.279924] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1095.279924] env[70113]: value = "task-3416016" [ 1095.279924] env[70113]: _type = "Task" [ 1095.279924] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.289318] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416016, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.363435] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64b2281-3889-472c-b4cd-c1fd1e6e4636 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.373267] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee3612a-1c40-4073-bbde-f748ce88d85b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.409987] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c063304f-0500-4c83-823b-1c1981ec51a9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.417651] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217d7434-6b9c-4592-8c51-0b0ed5d108d4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.431397] env[70113]: DEBUG nova.compute.provider_tree [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.449096] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11754308-88b4-4967-8653-a7cd5f1f498d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.458247] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee57a46-18fb-4999-85b5-20ae9dbd8d05 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.492576] env[70113]: DEBUG nova.compute.manager [req-d7fee4e1-957c-47f7-8afc-1bda58e550d9 req-55a3a60e-a68e-4373-8dca-0cd894c0d104 service nova] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Detach interface failed, port_id=d164da60-465f-45cd-98dc-cd2c8b75a098, reason: Instance 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1095.498807] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e60232-b1a6-b2a0-cad5-ceb4961474a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011345} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.498807] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.499091] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 26051a04-d0ca-4f5b-bc97-ad9484209ab4/26051a04-d0ca-4f5b-bc97-ad9484209ab4.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.499227] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7d634de-ec3b-4539-a11a-8004f69ab00a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.505654] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1095.505654] env[70113]: value = "task-3416017" [ 1095.505654] env[70113]: _type = "Task" [ 1095.505654] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.513137] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.670573] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416015, 'name': PowerOffVM_Task, 'duration_secs': 0.148306} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.670844] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.671099] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.671976] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abc9832-7959-49ad-9ad2-6116a05087c4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.679329] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.679604] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c0dbbd2-f45b-4e3e-aa91-a1b19249b3dc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.705721] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.705978] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.706208] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Deleting the datastore file [datastore2] 26b98346-d4e9-4dbd-8be6-a045bbf64311 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.706485] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-269a30b4-de3f-44e2-a2f7-5bf54a5c51be {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.716096] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1095.716096] env[70113]: value = "task-3416019" [ 1095.716096] env[70113]: _type = "Task" [ 1095.716096] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.723826] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.793214] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416016, 'name': Rename_Task, 'duration_secs': 0.157956} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.793214] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.793214] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99a2d6cd-65d7-44b9-b652-0ba0cd108bf9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.797095] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1095.797095] env[70113]: value = "task-3416020" [ 1095.797095] env[70113]: _type = "Task" [ 1095.797095] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.805578] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.935230] env[70113]: DEBUG nova.scheduler.client.report [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.016908] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484322} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.017199] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 26051a04-d0ca-4f5b-bc97-ad9484209ab4/26051a04-d0ca-4f5b-bc97-ad9484209ab4.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.017416] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.017669] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a28dd500-b134-4891-8356-50968cb60628 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.024779] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1096.024779] env[70113]: value = "task-3416021" [ 1096.024779] env[70113]: _type = "Task" [ 1096.024779] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.033665] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.230694] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342196} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.230977] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.231187] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.232913] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.313019] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416020, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.444835] env[70113]: DEBUG oslo_concurrency.lockutils [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.448265] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.986s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.448265] env[70113]: DEBUG nova.objects.instance [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lazy-loading 'resources' on Instance uuid 13e4e1b5-7718-4c59-88a0-71dba205a2c3 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.482641] env[70113]: INFO nova.scheduler.client.report [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Deleted allocations for instance d780dbfc-e7d3-4585-82b6-cbe1f921c2d0 [ 1096.540305] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085317} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.541118] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.542948] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c364ee1a-a593-444b-b5e5-3ce7816efe15 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.572206] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 26051a04-d0ca-4f5b-bc97-ad9484209ab4/26051a04-d0ca-4f5b-bc97-ad9484209ab4.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.573265] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96b85f4e-60db-4821-9637-63c8ab821e56 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.595099] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1096.595099] env[70113]: value = "task-3416022" [ 1096.595099] env[70113]: _type = "Task" [ 1096.595099] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.604900] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.815857] env[70113]: DEBUG oslo_vmware.api [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416020, 'name': PowerOnVM_Task, 'duration_secs': 0.656026} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.815857] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.815998] env[70113]: INFO nova.compute.manager [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1096.816237] env[70113]: DEBUG nova.compute.manager [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.817091] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e7cd30-ad5a-4e18-a862-30a637f7be47 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.993778] env[70113]: DEBUG oslo_concurrency.lockutils [None req-61a6ae66-5981-49dd-9f7b-1783e2c0dbfd tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "d780dbfc-e7d3-4585-82b6-cbe1f921c2d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.328s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.107151] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416022, 'name': ReconfigVM_Task, 'duration_secs': 0.294528} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.107963] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 26051a04-d0ca-4f5b-bc97-ad9484209ab4/26051a04-d0ca-4f5b-bc97-ad9484209ab4.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.109965] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef443f8b-13c3-4516-984a-67a03113483d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.116546] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1097.116546] env[70113]: value = "task-3416023" [ 1097.116546] env[70113]: _type = "Task" [ 1097.116546] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.127252] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416023, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.259249] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dae05b-3477-4322-b9d6-8d08e5294655 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.268904] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661383ef-557c-482d-9713-4669ebf3b535 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.311755] env[70113]: DEBUG nova.virt.hardware [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.312041] env[70113]: DEBUG nova.virt.hardware [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.312216] env[70113]: DEBUG nova.virt.hardware [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.312405] env[70113]: DEBUG nova.virt.hardware [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.312551] env[70113]: DEBUG nova.virt.hardware [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.312698] env[70113]: DEBUG nova.virt.hardware [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.313057] env[70113]: DEBUG nova.virt.hardware [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.313302] env[70113]: DEBUG nova.virt.hardware [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.313398] env[70113]: DEBUG nova.virt.hardware [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.313558] env[70113]: DEBUG nova.virt.hardware [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.313730] env[70113]: DEBUG nova.virt.hardware [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.314761] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7209acf-8740-4cf5-8675-5b6f77e24c75 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.318465] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a9b320-2148-4910-a2b3-4b6dd59b68e9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.327687] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e91460-7605-45ee-a244-1c5545b41d0f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.338021] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13ee162-7bde-4225-937b-23b119a60687 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.344551] env[70113]: INFO nova.compute.manager [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Took 27.94 seconds to build instance. [ 1097.353246] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.359080] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.367030] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.367597] env[70113]: DEBUG nova.compute.provider_tree [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.369390] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b095f93-445b-4b5d-816f-ace549a0a784 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.387342] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.387342] env[70113]: value = "task-3416024" [ 1097.387342] env[70113]: _type = "Task" [ 1097.387342] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.395205] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416024, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.625793] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416023, 'name': Rename_Task, 'duration_secs': 0.190275} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.626345] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.626553] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a821056-4019-4141-9d86-3e8ca7a0d886 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.637432] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1097.637432] env[70113]: value = "task-3416025" [ 1097.637432] env[70113]: _type = "Task" [ 1097.637432] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.646794] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.853955] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8005feaf-6994-411d-90a7-21c55ad0f807 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.466s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.883185] env[70113]: DEBUG nova.scheduler.client.report [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.898462] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416024, 'name': CreateVM_Task, 'duration_secs': 0.337961} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.898662] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.899207] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.899298] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.899607] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.899865] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d90efee-c6e2-4a59-9db6-4f025ad0bb33 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.904963] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1097.904963] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52652857-d293-54ec-2034-d0e8794d25e9" [ 1097.904963] env[70113]: _type = "Task" [ 1097.904963] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.913481] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52652857-d293-54ec-2034-d0e8794d25e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.148061] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416025, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.389599] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.393204] env[70113]: DEBUG oslo_concurrency.lockutils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.573s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.394833] env[70113]: INFO nova.compute.claims [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.402211] env[70113]: DEBUG nova.compute.manager [req-d5df6919-5727-48ca-8ba3-bf25e3cfdf03 req-79be24e4-69bb-4875-b5b1-8e4e89641c9f service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Received event network-changed-7c793397-5ad8-4afa-902b-a4ca5bd50e76 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.402742] env[70113]: DEBUG nova.compute.manager [req-d5df6919-5727-48ca-8ba3-bf25e3cfdf03 req-79be24e4-69bb-4875-b5b1-8e4e89641c9f service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Refreshing instance network info cache due to event network-changed-7c793397-5ad8-4afa-902b-a4ca5bd50e76. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.402742] env[70113]: DEBUG oslo_concurrency.lockutils [req-d5df6919-5727-48ca-8ba3-bf25e3cfdf03 req-79be24e4-69bb-4875-b5b1-8e4e89641c9f service nova] Acquiring lock "refresh_cache-8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.402742] env[70113]: DEBUG oslo_concurrency.lockutils [req-d5df6919-5727-48ca-8ba3-bf25e3cfdf03 req-79be24e4-69bb-4875-b5b1-8e4e89641c9f service nova] Acquired lock "refresh_cache-8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.402906] env[70113]: DEBUG nova.network.neutron [req-d5df6919-5727-48ca-8ba3-bf25e3cfdf03 req-79be24e4-69bb-4875-b5b1-8e4e89641c9f service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Refreshing network info cache for port 7c793397-5ad8-4afa-902b-a4ca5bd50e76 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.424297] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52652857-d293-54ec-2034-d0e8794d25e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013163} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.424297] env[70113]: INFO nova.scheduler.client.report [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleted allocations for instance 13e4e1b5-7718-4c59-88a0-71dba205a2c3 [ 1098.424828] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.424828] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.425011] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.425105] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.425346] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.427936] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e9b55dc-eab3-4ce9-b4e9-7efebca0caee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.438409] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.438593] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.439648] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-300eb744-22d7-4b39-b374-afa026e1e3e7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.445188] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1098.445188] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]522a03fc-a830-0d97-3b78-cea4d67835db" [ 1098.445188] env[70113]: _type = "Task" [ 1098.445188] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.453145] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522a03fc-a830-0d97-3b78-cea4d67835db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.653313] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416025, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.933290] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5447bc81-c780-4f4e-bd90-e5424f58687a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "13e4e1b5-7718-4c59-88a0-71dba205a2c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.826s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.957434] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522a03fc-a830-0d97-3b78-cea4d67835db, 'name': SearchDatastore_Task, 'duration_secs': 0.018145} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.958369] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fdaafcf-7d8c-4a57-b9af-37f0ac6babbc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.964767] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1098.964767] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]521dd4d8-0401-e1ac-9ca5-027fe302f4d2" [ 1098.964767] env[70113]: _type = "Task" [ 1098.964767] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.973130] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521dd4d8-0401-e1ac-9ca5-027fe302f4d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.096805] env[70113]: DEBUG oslo_concurrency.lockutils [None req-598934bf-3825-4587-ab01-2eff6fe2a5e9 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.097127] env[70113]: DEBUG oslo_concurrency.lockutils [None req-598934bf-3825-4587-ab01-2eff6fe2a5e9 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.097398] env[70113]: INFO nova.compute.manager [None req-598934bf-3825-4587-ab01-2eff6fe2a5e9 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Rebooting instance [ 1099.113928] env[70113]: DEBUG nova.network.neutron [req-d5df6919-5727-48ca-8ba3-bf25e3cfdf03 req-79be24e4-69bb-4875-b5b1-8e4e89641c9f service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Updated VIF entry in instance network info cache for port 7c793397-5ad8-4afa-902b-a4ca5bd50e76. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.118574] env[70113]: DEBUG nova.network.neutron [req-d5df6919-5727-48ca-8ba3-bf25e3cfdf03 req-79be24e4-69bb-4875-b5b1-8e4e89641c9f service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Updating instance_info_cache with network_info: [{"id": "7c793397-5ad8-4afa-902b-a4ca5bd50e76", "address": "fa:16:3e:dc:8f:d2", "network": {"id": "0e31a9aa-65e4-4051-aaa2-7e7b7b73d6c7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-61378629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23073e7acc7c4be79922ca5c316fd163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c793397-5a", "ovs_interfaceid": "7c793397-5ad8-4afa-902b-a4ca5bd50e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.149912] env[70113]: DEBUG oslo_vmware.api [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416025, 'name': PowerOnVM_Task, 'duration_secs': 1.026691} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.150366] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.150366] env[70113]: INFO nova.compute.manager [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1099.150544] env[70113]: DEBUG nova.compute.manager [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.151347] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d62840-8389-41ed-a236-c31a7d1561f1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.233397] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.233623] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.479663] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521dd4d8-0401-e1ac-9ca5-027fe302f4d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012739} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.479663] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.480133] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 26b98346-d4e9-4dbd-8be6-a045bbf64311/26b98346-d4e9-4dbd-8be6-a045bbf64311.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.480133] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cfbcd33-8b80-4ecd-952e-f66b2073a64c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.488797] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1099.488797] env[70113]: value = "task-3416026" [ 1099.488797] env[70113]: _type = "Task" [ 1099.488797] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.497439] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.619743] env[70113]: DEBUG oslo_concurrency.lockutils [req-d5df6919-5727-48ca-8ba3-bf25e3cfdf03 req-79be24e4-69bb-4875-b5b1-8e4e89641c9f service nova] Releasing lock "refresh_cache-8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.622049] env[70113]: DEBUG oslo_concurrency.lockutils [None req-598934bf-3825-4587-ab01-2eff6fe2a5e9 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "refresh_cache-8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.622222] env[70113]: DEBUG oslo_concurrency.lockutils [None req-598934bf-3825-4587-ab01-2eff6fe2a5e9 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquired lock "refresh_cache-8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.622400] env[70113]: DEBUG nova.network.neutron [None req-598934bf-3825-4587-ab01-2eff6fe2a5e9 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.646932] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713b6d47-dd1f-43c1-81c0-6536cca1527e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.655764] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64ddb43-9497-4397-95f0-6561915a7ad6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.692477] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bec76dc-83a1-4309-844e-4c060a6c0471 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.695429] env[70113]: INFO nova.compute.manager [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Took 29.49 seconds to build instance. [ 1099.701755] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68080f0b-0fa6-4c9f-92bc-4bc19f9000bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.715843] env[70113]: DEBUG nova.compute.provider_tree [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.721524] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "7928e3b0-c77e-4e0e-94d7-edfec9a93aa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.721748] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "7928e3b0-c77e-4e0e-94d7-edfec9a93aa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.738451] env[70113]: DEBUG nova.compute.manager [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.001558] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416026, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.197916] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2a9f1c1b-c182-4a27-949a-ce96e60edba9 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "26051a04-d0ca-4f5b-bc97-ad9484209ab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.222620] env[70113]: DEBUG nova.scheduler.client.report [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.226258] env[70113]: DEBUG nova.compute.manager [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.270579] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.375584] env[70113]: DEBUG nova.network.neutron [None req-598934bf-3825-4587-ab01-2eff6fe2a5e9 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Updating instance_info_cache with network_info: [{"id": "7c793397-5ad8-4afa-902b-a4ca5bd50e76", "address": "fa:16:3e:dc:8f:d2", "network": {"id": "0e31a9aa-65e4-4051-aaa2-7e7b7b73d6c7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-61378629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23073e7acc7c4be79922ca5c316fd163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c793397-5a", "ovs_interfaceid": "7c793397-5ad8-4afa-902b-a4ca5bd50e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.499710] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946757} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.499946] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 26b98346-d4e9-4dbd-8be6-a045bbf64311/26b98346-d4e9-4dbd-8be6-a045bbf64311.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.500166] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.500396] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-841ad054-2be2-447c-946d-12be10f81fcf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.505614] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1777c967-e270-4e9f-a570-d16029a422e6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.508784] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1100.508784] env[70113]: value = "task-3416027" [ 1100.508784] env[70113]: _type = "Task" [ 1100.508784] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.513626] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fcaaece1-473a-4e08-bd46-7edf6a3e4b6c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Suspending the VM {{(pid=70113) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1100.514171] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fa53da71-a80a-4aa5-97a4-a8183444fdfd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.518568] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.522500] env[70113]: DEBUG oslo_vmware.api [None req-fcaaece1-473a-4e08-bd46-7edf6a3e4b6c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1100.522500] env[70113]: value = "task-3416028" [ 1100.522500] env[70113]: _type = "Task" [ 1100.522500] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.530642] env[70113]: DEBUG oslo_vmware.api [None req-fcaaece1-473a-4e08-bd46-7edf6a3e4b6c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416028, 'name': SuspendVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.733126] env[70113]: DEBUG oslo_concurrency.lockutils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.733686] env[70113]: DEBUG nova.compute.manager [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.738431] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.050s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.738675] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.740561] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.541s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.741999] env[70113]: INFO nova.compute.claims [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.760618] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.769435] env[70113]: INFO nova.scheduler.client.report [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleted allocations for instance 0d40d088-992f-422a-ac67-65ee0f592854 [ 1100.878576] env[70113]: DEBUG oslo_concurrency.lockutils [None req-598934bf-3825-4587-ab01-2eff6fe2a5e9 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Releasing lock "refresh_cache-8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.027382] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205385} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.033331] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.035456] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3501ea4-f0aa-4e2e-9045-21919ae04383 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.048224] env[70113]: DEBUG oslo_vmware.api [None req-fcaaece1-473a-4e08-bd46-7edf6a3e4b6c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416028, 'name': SuspendVM_Task} progress is 29%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.067067] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 26b98346-d4e9-4dbd-8be6-a045bbf64311/26b98346-d4e9-4dbd-8be6-a045bbf64311.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.067417] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23c4252e-087e-41e8-9f3d-f409fcce9335 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.087119] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1101.087119] env[70113]: value = "task-3416029" [ 1101.087119] env[70113]: _type = "Task" [ 1101.087119] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.095221] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.240223] env[70113]: DEBUG nova.compute.utils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.241886] env[70113]: DEBUG nova.compute.manager [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.242386] env[70113]: DEBUG nova.network.neutron [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.277121] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88b5a8b-236e-493d-a671-c9b8ad2af079 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "0d40d088-992f-422a-ac67-65ee0f592854" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.992s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.294899] env[70113]: DEBUG nova.policy [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7db449b8582495cb7633724faa17b0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b33184654a68491597cf46c2927984cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.384580] env[70113]: DEBUG nova.compute.manager [None req-598934bf-3825-4587-ab01-2eff6fe2a5e9 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.386294] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874f7bfa-9bd0-40bd-a36f-290b301faea8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.542926] env[70113]: DEBUG oslo_vmware.api [None req-fcaaece1-473a-4e08-bd46-7edf6a3e4b6c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416028, 'name': SuspendVM_Task} progress is 95%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.598029] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.599070] env[70113]: DEBUG nova.network.neutron [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Successfully created port: e22b935c-c8cb-4150-be44-0f5dcb4e11b5 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.746384] env[70113]: DEBUG nova.compute.manager [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.001908] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1df4cd4-90cb-4996-b2b9-fbbacb59903d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.009775] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea00e047-1592-4f1b-98c7-e234f01cf621 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.045062] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad523149-0720-44fc-919f-0b35de6fdc7e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.053000] env[70113]: DEBUG oslo_vmware.api [None req-fcaaece1-473a-4e08-bd46-7edf6a3e4b6c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416028, 'name': SuspendVM_Task, 'duration_secs': 1.2507} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.055227] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fcaaece1-473a-4e08-bd46-7edf6a3e4b6c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Suspended the VM {{(pid=70113) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1102.055427] env[70113]: DEBUG nova.compute.manager [None req-fcaaece1-473a-4e08-bd46-7edf6a3e4b6c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.056297] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc3c688-881c-4e9f-9123-d1d864642a6a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.059716] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c874d6-30c7-4117-9806-abecc4d5edd2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.078148] env[70113]: DEBUG nova.compute.provider_tree [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.098465] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416029, 'name': ReconfigVM_Task, 'duration_secs': 0.838024} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.098759] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 26b98346-d4e9-4dbd-8be6-a045bbf64311/26b98346-d4e9-4dbd-8be6-a045bbf64311.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.099410] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-755a12fe-2c93-4de6-9882-ba9567c0639d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.106858] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1102.106858] env[70113]: value = "task-3416030" [ 1102.106858] env[70113]: _type = "Task" [ 1102.106858] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.115996] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416030, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.408660] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c215d1e0-4de3-4414-bdf3-7ea4b5be6549 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.416672] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-598934bf-3825-4587-ab01-2eff6fe2a5e9 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Doing hard reboot of VM {{(pid=70113) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1102.417007] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-10bb9aea-8760-4349-9891-524f420c02ef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.424638] env[70113]: DEBUG oslo_vmware.api [None req-598934bf-3825-4587-ab01-2eff6fe2a5e9 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1102.424638] env[70113]: value = "task-3416031" [ 1102.424638] env[70113]: _type = "Task" [ 1102.424638] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.433536] env[70113]: DEBUG oslo_vmware.api [None req-598934bf-3825-4587-ab01-2eff6fe2a5e9 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416031, 'name': ResetVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.451047] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Acquiring lock "7e60f7bb-4ce0-441d-9791-0097a459b3ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.451359] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Lock "7e60f7bb-4ce0-441d-9791-0097a459b3ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.584868] env[70113]: DEBUG nova.scheduler.client.report [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.618064] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416030, 'name': Rename_Task, 'duration_secs': 0.241069} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.618361] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.618605] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfa95266-c94e-4bf7-a1ec-768330526bdf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.625415] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1102.625415] env[70113]: value = "task-3416032" [ 1102.625415] env[70113]: _type = "Task" [ 1102.625415] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.633224] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.757952] env[70113]: DEBUG nova.compute.manager [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.789860] env[70113]: DEBUG nova.virt.hardware [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.790192] env[70113]: DEBUG nova.virt.hardware [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.790382] env[70113]: DEBUG nova.virt.hardware [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.790594] env[70113]: DEBUG nova.virt.hardware [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.790761] env[70113]: DEBUG nova.virt.hardware [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.790938] env[70113]: DEBUG nova.virt.hardware [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.791182] env[70113]: DEBUG nova.virt.hardware [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.791374] env[70113]: DEBUG nova.virt.hardware [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.791581] env[70113]: DEBUG nova.virt.hardware [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.791757] env[70113]: DEBUG nova.virt.hardware [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.791957] env[70113]: DEBUG nova.virt.hardware [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.792908] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8866f701-29ec-4ba7-a06b-4bad8ef5c59d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.801514] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a900cf8f-db41-4cda-a6cd-4bab33362fc7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.934482] env[70113]: DEBUG oslo_vmware.api [None req-598934bf-3825-4587-ab01-2eff6fe2a5e9 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416031, 'name': ResetVM_Task, 'duration_secs': 0.119841} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.934764] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-598934bf-3825-4587-ab01-2eff6fe2a5e9 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Did hard reboot of VM {{(pid=70113) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1102.934956] env[70113]: DEBUG nova.compute.manager [None req-598934bf-3825-4587-ab01-2eff6fe2a5e9 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.935776] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753fd5fa-dbba-44e8-8aa4-172c73184286 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.954188] env[70113]: DEBUG nova.compute.manager [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.979438] env[70113]: DEBUG oslo_concurrency.lockutils [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "26051a04-d0ca-4f5b-bc97-ad9484209ab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.979758] env[70113]: DEBUG oslo_concurrency.lockutils [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "26051a04-d0ca-4f5b-bc97-ad9484209ab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.980241] env[70113]: DEBUG oslo_concurrency.lockutils [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "26051a04-d0ca-4f5b-bc97-ad9484209ab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.980241] env[70113]: DEBUG oslo_concurrency.lockutils [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "26051a04-d0ca-4f5b-bc97-ad9484209ab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.980719] env[70113]: DEBUG oslo_concurrency.lockutils [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "26051a04-d0ca-4f5b-bc97-ad9484209ab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.986878] env[70113]: INFO nova.compute.manager [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Terminating instance [ 1103.001432] env[70113]: DEBUG nova.compute.manager [req-24538492-c59f-4c0c-9a02-95a6ad243a28 req-1ccaadf0-6930-4a52-b05d-43b1db39f1c2 service nova] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Received event network-vif-plugged-e22b935c-c8cb-4150-be44-0f5dcb4e11b5 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.001432] env[70113]: DEBUG oslo_concurrency.lockutils [req-24538492-c59f-4c0c-9a02-95a6ad243a28 req-1ccaadf0-6930-4a52-b05d-43b1db39f1c2 service nova] Acquiring lock "3d174547-d0a8-4b1e-a5d3-c4b9be3522b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.001432] env[70113]: DEBUG oslo_concurrency.lockutils [req-24538492-c59f-4c0c-9a02-95a6ad243a28 req-1ccaadf0-6930-4a52-b05d-43b1db39f1c2 service nova] Lock "3d174547-d0a8-4b1e-a5d3-c4b9be3522b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.001432] env[70113]: DEBUG oslo_concurrency.lockutils [req-24538492-c59f-4c0c-9a02-95a6ad243a28 req-1ccaadf0-6930-4a52-b05d-43b1db39f1c2 service nova] Lock "3d174547-d0a8-4b1e-a5d3-c4b9be3522b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.001432] env[70113]: DEBUG nova.compute.manager [req-24538492-c59f-4c0c-9a02-95a6ad243a28 req-1ccaadf0-6930-4a52-b05d-43b1db39f1c2 service nova] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] No waiting events found dispatching network-vif-plugged-e22b935c-c8cb-4150-be44-0f5dcb4e11b5 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.001432] env[70113]: WARNING nova.compute.manager [req-24538492-c59f-4c0c-9a02-95a6ad243a28 req-1ccaadf0-6930-4a52-b05d-43b1db39f1c2 service nova] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Received unexpected event network-vif-plugged-e22b935c-c8cb-4150-be44-0f5dcb4e11b5 for instance with vm_state building and task_state spawning. [ 1103.090505] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.091174] env[70113]: DEBUG nova.compute.manager [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.094240] env[70113]: DEBUG oslo_concurrency.lockutils [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.113s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.094628] env[70113]: DEBUG nova.objects.instance [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lazy-loading 'resources' on Instance uuid 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.136580] env[70113]: DEBUG oslo_vmware.api [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416032, 'name': PowerOnVM_Task, 'duration_secs': 0.433666} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.136862] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.137104] env[70113]: DEBUG nova.compute.manager [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.137943] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcaa862-04ab-49cf-85f3-46a3022f2434 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.189537] env[70113]: DEBUG nova.network.neutron [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Successfully updated port: e22b935c-c8cb-4150-be44-0f5dcb4e11b5 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.452926] env[70113]: DEBUG oslo_concurrency.lockutils [None req-598934bf-3825-4587-ab01-2eff6fe2a5e9 tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.356s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.478205] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.487108] env[70113]: DEBUG nova.compute.manager [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.487342] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.488260] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0026b6d-b85f-4575-b64d-213c9fa04372 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.498652] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.498885] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2f8b24f-803a-4f26-a174-b464f683a608 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.593941] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.594223] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.594460] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleting the datastore file [datastore2] 26051a04-d0ca-4f5b-bc97-ad9484209ab4 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.594681] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-138b6764-a4a5-4c6c-9f51-3bfd0ab263b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.598078] env[70113]: DEBUG nova.compute.utils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.602017] env[70113]: DEBUG nova.compute.manager [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.602209] env[70113]: DEBUG nova.network.neutron [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.610551] env[70113]: DEBUG oslo_vmware.api [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1103.610551] env[70113]: value = "task-3416034" [ 1103.610551] env[70113]: _type = "Task" [ 1103.610551] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.618085] env[70113]: DEBUG oslo_vmware.api [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.657916] env[70113]: DEBUG nova.policy [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08c20c334c914b4eb37ddce05a5961ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7146058e663c40baad8c7ac4191253a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.663720] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.692837] env[70113]: DEBUG oslo_concurrency.lockutils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "refresh_cache-3d174547-d0a8-4b1e-a5d3-c4b9be3522b7" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.692837] env[70113]: DEBUG oslo_concurrency.lockutils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "refresh_cache-3d174547-d0a8-4b1e-a5d3-c4b9be3522b7" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.692837] env[70113]: DEBUG nova.network.neutron [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.745281] env[70113]: DEBUG nova.compute.manager [req-6987935d-f14a-41f3-bde1-709d9c042976 req-67087365-01c2-477d-ab9a-fba63e9fcd64 service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Received event network-changed-7c793397-5ad8-4afa-902b-a4ca5bd50e76 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.745424] env[70113]: DEBUG nova.compute.manager [req-6987935d-f14a-41f3-bde1-709d9c042976 req-67087365-01c2-477d-ab9a-fba63e9fcd64 service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Refreshing instance network info cache due to event network-changed-7c793397-5ad8-4afa-902b-a4ca5bd50e76. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.745647] env[70113]: DEBUG oslo_concurrency.lockutils [req-6987935d-f14a-41f3-bde1-709d9c042976 req-67087365-01c2-477d-ab9a-fba63e9fcd64 service nova] Acquiring lock "refresh_cache-8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.745783] env[70113]: DEBUG oslo_concurrency.lockutils [req-6987935d-f14a-41f3-bde1-709d9c042976 req-67087365-01c2-477d-ab9a-fba63e9fcd64 service nova] Acquired lock "refresh_cache-8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.745970] env[70113]: DEBUG nova.network.neutron [req-6987935d-f14a-41f3-bde1-709d9c042976 req-67087365-01c2-477d-ab9a-fba63e9fcd64 service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Refreshing network info cache for port 7c793397-5ad8-4afa-902b-a4ca5bd50e76 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.874352] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a126334-a617-4378-b5ab-604ab2098d96 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.885634] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd02a0c-aa9d-4af0-8a10-d527cf5e27ec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.923025] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c985fbe9-2bf5-4e40-8639-e6a29abd2124 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.933027] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac47af4-a24e-4b0c-a6e3-2b7c3d030b4f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.947935] env[70113]: DEBUG nova.compute.provider_tree [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.959556] env[70113]: DEBUG nova.network.neutron [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Successfully created port: 1bf10dc3-1f6b-4c81-bde0-598e4e82693d {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.105425] env[70113]: DEBUG nova.compute.manager [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.119762] env[70113]: DEBUG oslo_vmware.api [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.235510] env[70113]: DEBUG nova.network.neutron [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.385610] env[70113]: DEBUG oslo_concurrency.lockutils [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.385832] env[70113]: DEBUG oslo_concurrency.lockutils [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.386097] env[70113]: DEBUG oslo_concurrency.lockutils [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.386303] env[70113]: DEBUG oslo_concurrency.lockutils [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.386477] env[70113]: DEBUG oslo_concurrency.lockutils [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.388953] env[70113]: INFO nova.compute.manager [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Terminating instance [ 1104.422116] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquiring lock "26b98346-d4e9-4dbd-8be6-a045bbf64311" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.422116] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Lock "26b98346-d4e9-4dbd-8be6-a045bbf64311" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.422116] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquiring lock "26b98346-d4e9-4dbd-8be6-a045bbf64311-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.422730] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Lock "26b98346-d4e9-4dbd-8be6-a045bbf64311-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.422730] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Lock "26b98346-d4e9-4dbd-8be6-a045bbf64311-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.425318] env[70113]: INFO nova.compute.manager [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Terminating instance [ 1104.450628] env[70113]: DEBUG nova.scheduler.client.report [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.499180] env[70113]: DEBUG nova.network.neutron [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Updating instance_info_cache with network_info: [{"id": "e22b935c-c8cb-4150-be44-0f5dcb4e11b5", "address": "fa:16:3e:cc:2a:fa", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape22b935c-c8", "ovs_interfaceid": "e22b935c-c8cb-4150-be44-0f5dcb4e11b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.590698] env[70113]: DEBUG nova.network.neutron [req-6987935d-f14a-41f3-bde1-709d9c042976 req-67087365-01c2-477d-ab9a-fba63e9fcd64 service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Updated VIF entry in instance network info cache for port 7c793397-5ad8-4afa-902b-a4ca5bd50e76. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.591084] env[70113]: DEBUG nova.network.neutron [req-6987935d-f14a-41f3-bde1-709d9c042976 req-67087365-01c2-477d-ab9a-fba63e9fcd64 service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Updating instance_info_cache with network_info: [{"id": "7c793397-5ad8-4afa-902b-a4ca5bd50e76", "address": "fa:16:3e:dc:8f:d2", "network": {"id": "0e31a9aa-65e4-4051-aaa2-7e7b7b73d6c7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-61378629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23073e7acc7c4be79922ca5c316fd163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c793397-5a", "ovs_interfaceid": "7c793397-5ad8-4afa-902b-a4ca5bd50e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.620626] env[70113]: DEBUG oslo_vmware.api [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.661953} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.620921] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.621065] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.621247] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.621437] env[70113]: INFO nova.compute.manager [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1104.621673] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.621858] env[70113]: DEBUG nova.compute.manager [-] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.621951] env[70113]: DEBUG nova.network.neutron [-] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.892215] env[70113]: DEBUG nova.compute.manager [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.892415] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.893339] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a6e582-284d-47a1-a395-aec355ac19c5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.902088] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.902379] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02957913-1164-4ae7-878f-8362a1f47e46 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.909235] env[70113]: DEBUG oslo_vmware.api [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1104.909235] env[70113]: value = "task-3416035" [ 1104.909235] env[70113]: _type = "Task" [ 1104.909235] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.918762] env[70113]: DEBUG oslo_vmware.api [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.929074] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquiring lock "refresh_cache-26b98346-d4e9-4dbd-8be6-a045bbf64311" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.929074] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquired lock "refresh_cache-26b98346-d4e9-4dbd-8be6-a045bbf64311" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.929245] env[70113]: DEBUG nova.network.neutron [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.955840] env[70113]: DEBUG oslo_concurrency.lockutils [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.958491] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.515s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.958730] env[70113]: DEBUG nova.objects.instance [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lazy-loading 'resources' on Instance uuid 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.981957] env[70113]: INFO nova.scheduler.client.report [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Deleted allocations for instance 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51 [ 1105.001707] env[70113]: DEBUG oslo_concurrency.lockutils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "refresh_cache-3d174547-d0a8-4b1e-a5d3-c4b9be3522b7" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.004062] env[70113]: DEBUG nova.compute.manager [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Instance network_info: |[{"id": "e22b935c-c8cb-4150-be44-0f5dcb4e11b5", "address": "fa:16:3e:cc:2a:fa", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape22b935c-c8", "ovs_interfaceid": "e22b935c-c8cb-4150-be44-0f5dcb4e11b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.004062] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:2a:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e22b935c-c8cb-4150-be44-0f5dcb4e11b5', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.010270] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.010514] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.010741] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d2cc1b8-ba4c-4c91-beda-a0a250c84a9e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.029486] env[70113]: DEBUG nova.compute.manager [req-326d3faa-0339-431a-912a-8f042647a125 req-7fb92cc8-34db-4080-9971-a75fbb2470f7 service nova] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Received event network-changed-e22b935c-c8cb-4150-be44-0f5dcb4e11b5 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.029486] env[70113]: DEBUG nova.compute.manager [req-326d3faa-0339-431a-912a-8f042647a125 req-7fb92cc8-34db-4080-9971-a75fbb2470f7 service nova] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Refreshing instance network info cache due to event network-changed-e22b935c-c8cb-4150-be44-0f5dcb4e11b5. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.029486] env[70113]: DEBUG oslo_concurrency.lockutils [req-326d3faa-0339-431a-912a-8f042647a125 req-7fb92cc8-34db-4080-9971-a75fbb2470f7 service nova] Acquiring lock "refresh_cache-3d174547-d0a8-4b1e-a5d3-c4b9be3522b7" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.029486] env[70113]: DEBUG oslo_concurrency.lockutils [req-326d3faa-0339-431a-912a-8f042647a125 req-7fb92cc8-34db-4080-9971-a75fbb2470f7 service nova] Acquired lock "refresh_cache-3d174547-d0a8-4b1e-a5d3-c4b9be3522b7" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.029486] env[70113]: DEBUG nova.network.neutron [req-326d3faa-0339-431a-912a-8f042647a125 req-7fb92cc8-34db-4080-9971-a75fbb2470f7 service nova] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Refreshing network info cache for port e22b935c-c8cb-4150-be44-0f5dcb4e11b5 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.032227] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.032227] env[70113]: value = "task-3416036" [ 1105.032227] env[70113]: _type = "Task" [ 1105.032227] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.041590] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416036, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.093674] env[70113]: DEBUG oslo_concurrency.lockutils [req-6987935d-f14a-41f3-bde1-709d9c042976 req-67087365-01c2-477d-ab9a-fba63e9fcd64 service nova] Releasing lock "refresh_cache-8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.112517] env[70113]: DEBUG nova.compute.manager [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.143896] env[70113]: DEBUG nova.virt.hardware [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.144169] env[70113]: DEBUG nova.virt.hardware [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.144332] env[70113]: DEBUG nova.virt.hardware [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.144513] env[70113]: DEBUG nova.virt.hardware [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.144658] env[70113]: DEBUG nova.virt.hardware [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.144806] env[70113]: DEBUG nova.virt.hardware [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.145029] env[70113]: DEBUG nova.virt.hardware [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.145191] env[70113]: DEBUG nova.virt.hardware [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.145358] env[70113]: DEBUG nova.virt.hardware [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.145521] env[70113]: DEBUG nova.virt.hardware [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.145689] env[70113]: DEBUG nova.virt.hardware [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.146555] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b44bda-0c58-40ec-9a2c-b502149a5b49 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.154602] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67e076f-7ef9-4531-979f-c8b4e68587b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.377130] env[70113]: DEBUG nova.network.neutron [-] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.410490] env[70113]: DEBUG nova.network.neutron [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Successfully updated port: 1bf10dc3-1f6b-4c81-bde0-598e4e82693d {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.420922] env[70113]: DEBUG oslo_vmware.api [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416035, 'name': PowerOffVM_Task, 'duration_secs': 0.218769} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.421224] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.421415] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.421641] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17322432-3911-4de1-b130-10da91e3eea6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.450429] env[70113]: DEBUG nova.network.neutron [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.482210] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.482817] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.482817] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Deleting the datastore file [datastore2] 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.485939] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4244995c-832b-45cc-83b4-cd6000abb495 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.491113] env[70113]: DEBUG oslo_concurrency.lockutils [None req-833420d7-a9a2-44aa-a018-806b522eda30 tempest-ImagesTestJSON-1852607875 tempest-ImagesTestJSON-1852607875-project-member] Lock "8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.988s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.495397] env[70113]: DEBUG oslo_vmware.api [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1105.495397] env[70113]: value = "task-3416038" [ 1105.495397] env[70113]: _type = "Task" [ 1105.495397] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.500678] env[70113]: DEBUG nova.network.neutron [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.509876] env[70113]: DEBUG oslo_vmware.api [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.546894] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416036, 'name': CreateVM_Task, 'duration_secs': 0.349709} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.549492] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.550443] env[70113]: DEBUG oslo_concurrency.lockutils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.550602] env[70113]: DEBUG oslo_concurrency.lockutils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.550935] env[70113]: DEBUG oslo_concurrency.lockutils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.551238] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89d1f3b-748e-4fbe-a1ae-1d46dbf3263e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.556238] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1105.556238] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5233c7a7-e486-df96-f25b-c111e292bf72" [ 1105.556238] env[70113]: _type = "Task" [ 1105.556238] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.566602] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5233c7a7-e486-df96-f25b-c111e292bf72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.706751] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d808b05-7029-475a-8fc5-b4dd6d251251 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.715278] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8210cc33-bdc6-474b-ba36-dc55e7997236 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.746211] env[70113]: DEBUG nova.network.neutron [req-326d3faa-0339-431a-912a-8f042647a125 req-7fb92cc8-34db-4080-9971-a75fbb2470f7 service nova] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Updated VIF entry in instance network info cache for port e22b935c-c8cb-4150-be44-0f5dcb4e11b5. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.746594] env[70113]: DEBUG nova.network.neutron [req-326d3faa-0339-431a-912a-8f042647a125 req-7fb92cc8-34db-4080-9971-a75fbb2470f7 service nova] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Updating instance_info_cache with network_info: [{"id": "e22b935c-c8cb-4150-be44-0f5dcb4e11b5", "address": "fa:16:3e:cc:2a:fa", "network": {"id": "c11d027b-ed11-45fd-b867-ec02894b77f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-63438599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b33184654a68491597cf46c2927984cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape22b935c-c8", "ovs_interfaceid": "e22b935c-c8cb-4150-be44-0f5dcb4e11b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.748327] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2e4b96-390c-4325-b0d7-d4526afca21d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.756822] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23714e00-2b6e-44a8-a54c-165cf2aef4f1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.773729] env[70113]: DEBUG nova.compute.provider_tree [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.776680] env[70113]: DEBUG nova.compute.manager [req-519115e8-6b48-471e-af43-c4923e2ab50f req-5d206b76-90ac-4e74-a50f-66151a8a3c2e service nova] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Received event network-vif-deleted-bc19c33b-7a0a-4abb-b3bf-79a5341cea5e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.880122] env[70113]: INFO nova.compute.manager [-] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Took 1.26 seconds to deallocate network for instance. [ 1105.916699] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "refresh_cache-647c5ed8-6797-4c0e-9361-5fede8e92f26" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.916699] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "refresh_cache-647c5ed8-6797-4c0e-9361-5fede8e92f26" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.916901] env[70113]: DEBUG nova.network.neutron [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.006469] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Releasing lock "refresh_cache-26b98346-d4e9-4dbd-8be6-a045bbf64311" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.006818] env[70113]: DEBUG nova.compute.manager [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.007160] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.007325] env[70113]: DEBUG oslo_vmware.api [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136658} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.008241] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b751f1-9069-4518-88b7-ae693517c631 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.011047] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.011242] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.011418] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.011587] env[70113]: INFO nova.compute.manager [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1106.011823] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.012055] env[70113]: DEBUG nova.compute.manager [-] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.012163] env[70113]: DEBUG nova.network.neutron [-] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.018155] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.018407] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23fa6d65-fe34-4b9d-aa84-7a7f6a0738c5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.025368] env[70113]: DEBUG oslo_vmware.api [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1106.025368] env[70113]: value = "task-3416039" [ 1106.025368] env[70113]: _type = "Task" [ 1106.025368] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.035406] env[70113]: DEBUG oslo_vmware.api [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.066820] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5233c7a7-e486-df96-f25b-c111e292bf72, 'name': SearchDatastore_Task, 'duration_secs': 0.010572} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.069076] env[70113]: DEBUG oslo_concurrency.lockutils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.069325] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.069554] env[70113]: DEBUG oslo_concurrency.lockutils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.069699] env[70113]: DEBUG oslo_concurrency.lockutils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.069880] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.070353] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01d44dc0-b828-4364-9b12-44f0cc410186 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.079765] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.079969] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.080735] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b4fd3d0-6e08-42f0-9c18-4768b7e322fa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.086234] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1106.086234] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ae84e7-9da8-6e04-ae06-49528b490756" [ 1106.086234] env[70113]: _type = "Task" [ 1106.086234] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.094662] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ae84e7-9da8-6e04-ae06-49528b490756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.252272] env[70113]: DEBUG oslo_concurrency.lockutils [req-326d3faa-0339-431a-912a-8f042647a125 req-7fb92cc8-34db-4080-9971-a75fbb2470f7 service nova] Releasing lock "refresh_cache-3d174547-d0a8-4b1e-a5d3-c4b9be3522b7" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.278611] env[70113]: DEBUG nova.scheduler.client.report [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.386672] env[70113]: DEBUG oslo_concurrency.lockutils [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.450703] env[70113]: DEBUG nova.network.neutron [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.535281] env[70113]: DEBUG oslo_vmware.api [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416039, 'name': PowerOffVM_Task, 'duration_secs': 0.473387} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.535556] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.535721] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.535969] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cad0f36c-43e4-419e-900d-f9c19e25e196 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.558574] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.558790] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.558969] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Deleting the datastore file [datastore1] 26b98346-d4e9-4dbd-8be6-a045bbf64311 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.559239] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2c281ca-ac3b-487b-9c2c-84acc702dd1b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.566129] env[70113]: DEBUG oslo_vmware.api [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for the task: (returnval){ [ 1106.566129] env[70113]: value = "task-3416041" [ 1106.566129] env[70113]: _type = "Task" [ 1106.566129] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.574111] env[70113]: DEBUG oslo_vmware.api [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.583944] env[70113]: DEBUG nova.network.neutron [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Updating instance_info_cache with network_info: [{"id": "1bf10dc3-1f6b-4c81-bde0-598e4e82693d", "address": "fa:16:3e:74:d4:94", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf10dc3-1f", "ovs_interfaceid": "1bf10dc3-1f6b-4c81-bde0-598e4e82693d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.599061] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ae84e7-9da8-6e04-ae06-49528b490756, 'name': SearchDatastore_Task, 'duration_secs': 0.009729} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.600809] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b62865aa-d429-47a4-be62-eac716d818cd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.605521] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1106.605521] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fb4d44-2956-9d1a-39fc-c38ad58e5ed4" [ 1106.605521] env[70113]: _type = "Task" [ 1106.605521] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.614438] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fb4d44-2956-9d1a-39fc-c38ad58e5ed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.753958] env[70113]: DEBUG nova.network.neutron [-] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.783724] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.786665] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.516s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.788333] env[70113]: INFO nova.compute.claims [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.806968] env[70113]: INFO nova.scheduler.client.report [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Deleted allocations for instance 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9 [ 1107.060755] env[70113]: DEBUG nova.compute.manager [req-b4b86daa-6b02-4bbc-8218-bbbb0355a585 req-ab9d3e11-4637-4968-9624-c2599304ef4f service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Received event network-vif-plugged-1bf10dc3-1f6b-4c81-bde0-598e4e82693d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.060973] env[70113]: DEBUG oslo_concurrency.lockutils [req-b4b86daa-6b02-4bbc-8218-bbbb0355a585 req-ab9d3e11-4637-4968-9624-c2599304ef4f service nova] Acquiring lock "647c5ed8-6797-4c0e-9361-5fede8e92f26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.062574] env[70113]: DEBUG oslo_concurrency.lockutils [req-b4b86daa-6b02-4bbc-8218-bbbb0355a585 req-ab9d3e11-4637-4968-9624-c2599304ef4f service nova] Lock "647c5ed8-6797-4c0e-9361-5fede8e92f26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.062758] env[70113]: DEBUG oslo_concurrency.lockutils [req-b4b86daa-6b02-4bbc-8218-bbbb0355a585 req-ab9d3e11-4637-4968-9624-c2599304ef4f service nova] Lock "647c5ed8-6797-4c0e-9361-5fede8e92f26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.062943] env[70113]: DEBUG nova.compute.manager [req-b4b86daa-6b02-4bbc-8218-bbbb0355a585 req-ab9d3e11-4637-4968-9624-c2599304ef4f service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] No waiting events found dispatching network-vif-plugged-1bf10dc3-1f6b-4c81-bde0-598e4e82693d {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.063154] env[70113]: WARNING nova.compute.manager [req-b4b86daa-6b02-4bbc-8218-bbbb0355a585 req-ab9d3e11-4637-4968-9624-c2599304ef4f service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Received unexpected event network-vif-plugged-1bf10dc3-1f6b-4c81-bde0-598e4e82693d for instance with vm_state building and task_state spawning. [ 1107.063325] env[70113]: DEBUG nova.compute.manager [req-b4b86daa-6b02-4bbc-8218-bbbb0355a585 req-ab9d3e11-4637-4968-9624-c2599304ef4f service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Received event network-changed-1bf10dc3-1f6b-4c81-bde0-598e4e82693d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.063476] env[70113]: DEBUG nova.compute.manager [req-b4b86daa-6b02-4bbc-8218-bbbb0355a585 req-ab9d3e11-4637-4968-9624-c2599304ef4f service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Refreshing instance network info cache due to event network-changed-1bf10dc3-1f6b-4c81-bde0-598e4e82693d. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.063665] env[70113]: DEBUG oslo_concurrency.lockutils [req-b4b86daa-6b02-4bbc-8218-bbbb0355a585 req-ab9d3e11-4637-4968-9624-c2599304ef4f service nova] Acquiring lock "refresh_cache-647c5ed8-6797-4c0e-9361-5fede8e92f26" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.075226] env[70113]: DEBUG oslo_vmware.api [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Task: {'id': task-3416041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104142} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.075455] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.075631] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.075805] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.075989] env[70113]: INFO nova.compute.manager [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1107.076229] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.076415] env[70113]: DEBUG nova.compute.manager [-] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.076510] env[70113]: DEBUG nova.network.neutron [-] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.086969] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "refresh_cache-647c5ed8-6797-4c0e-9361-5fede8e92f26" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.087299] env[70113]: DEBUG nova.compute.manager [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Instance network_info: |[{"id": "1bf10dc3-1f6b-4c81-bde0-598e4e82693d", "address": "fa:16:3e:74:d4:94", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf10dc3-1f", "ovs_interfaceid": "1bf10dc3-1f6b-4c81-bde0-598e4e82693d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.087574] env[70113]: DEBUG oslo_concurrency.lockutils [req-b4b86daa-6b02-4bbc-8218-bbbb0355a585 req-ab9d3e11-4637-4968-9624-c2599304ef4f service nova] Acquired lock "refresh_cache-647c5ed8-6797-4c0e-9361-5fede8e92f26" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.087745] env[70113]: DEBUG nova.network.neutron [req-b4b86daa-6b02-4bbc-8218-bbbb0355a585 req-ab9d3e11-4637-4968-9624-c2599304ef4f service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Refreshing network info cache for port 1bf10dc3-1f6b-4c81-bde0-598e4e82693d {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.088896] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:d4:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bf10dc3-1f6b-4c81-bde0-598e4e82693d', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.100594] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.103576] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.104093] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96208323-72d7-48cf-9767-5e04440c3e6b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.120480] env[70113]: DEBUG nova.network.neutron [-] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.131472] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fb4d44-2956-9d1a-39fc-c38ad58e5ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.011198} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.132650] env[70113]: DEBUG oslo_concurrency.lockutils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.132898] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7/3d174547-d0a8-4b1e-a5d3-c4b9be3522b7.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.134169] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.134169] env[70113]: value = "task-3416042" [ 1107.134169] env[70113]: _type = "Task" [ 1107.134169] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.134169] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fe9ab4a-c87f-41ac-bfee-7574a60ea223 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.144026] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416042, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.145236] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1107.145236] env[70113]: value = "task-3416043" [ 1107.145236] env[70113]: _type = "Task" [ 1107.145236] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.152389] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.256514] env[70113]: INFO nova.compute.manager [-] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Took 1.24 seconds to deallocate network for instance. [ 1107.316841] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a194626a-b769-444e-bba1-a1cd959b8d6f tempest-ServersTestMultiNic-434513829 tempest-ServersTestMultiNic-434513829-project-member] Lock "9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.679s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.464625] env[70113]: DEBUG nova.network.neutron [req-b4b86daa-6b02-4bbc-8218-bbbb0355a585 req-ab9d3e11-4637-4968-9624-c2599304ef4f service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Updated VIF entry in instance network info cache for port 1bf10dc3-1f6b-4c81-bde0-598e4e82693d. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.465252] env[70113]: DEBUG nova.network.neutron [req-b4b86daa-6b02-4bbc-8218-bbbb0355a585 req-ab9d3e11-4637-4968-9624-c2599304ef4f service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Updating instance_info_cache with network_info: [{"id": "1bf10dc3-1f6b-4c81-bde0-598e4e82693d", "address": "fa:16:3e:74:d4:94", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf10dc3-1f", "ovs_interfaceid": "1bf10dc3-1f6b-4c81-bde0-598e4e82693d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.622856] env[70113]: DEBUG nova.network.neutron [-] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.649059] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416042, 'name': CreateVM_Task, 'duration_secs': 0.457552} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.651659] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.652672] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.652672] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.653025] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.653799] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162d156a-7598-472b-b898-c31e05f69c89 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.661847] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416043, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.663989] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1107.663989] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52693526-39d6-aada-f217-71ef96deb00b" [ 1107.663989] env[70113]: _type = "Task" [ 1107.663989] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.675765] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52693526-39d6-aada-f217-71ef96deb00b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.763869] env[70113]: DEBUG oslo_concurrency.lockutils [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.968409] env[70113]: DEBUG oslo_concurrency.lockutils [req-b4b86daa-6b02-4bbc-8218-bbbb0355a585 req-ab9d3e11-4637-4968-9624-c2599304ef4f service nova] Releasing lock "refresh_cache-647c5ed8-6797-4c0e-9361-5fede8e92f26" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.968680] env[70113]: DEBUG nova.compute.manager [req-b4b86daa-6b02-4bbc-8218-bbbb0355a585 req-ab9d3e11-4637-4968-9624-c2599304ef4f service nova] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Received event network-vif-deleted-7c793397-5ad8-4afa-902b-a4ca5bd50e76 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.057405] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1951966f-fbcb-4c1f-b307-312cb68c1432 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.066304] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c04f5e-1f98-46fd-bba4-c6354bc99b48 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.106142] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e2213f-89fa-46b5-9088-3031556e0d9c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.114393] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd34c8df-45c7-4e57-a56d-435f710b3dbb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.128920] env[70113]: INFO nova.compute.manager [-] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Took 1.05 seconds to deallocate network for instance. [ 1108.129505] env[70113]: DEBUG nova.compute.provider_tree [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.158893] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605204} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.159262] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7/3d174547-d0a8-4b1e-a5d3-c4b9be3522b7.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.159580] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.160081] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ab845e2-ef6e-4c70-a280-074a3dfdf3ff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.169589] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1108.169589] env[70113]: value = "task-3416044" [ 1108.169589] env[70113]: _type = "Task" [ 1108.169589] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.178275] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52693526-39d6-aada-f217-71ef96deb00b, 'name': SearchDatastore_Task, 'duration_secs': 0.057967} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.178994] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.179637] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.179984] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.180196] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.180433] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.184485] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36c7b4e8-ac06-4cf4-b010-a7f0bc9ed80e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.186762] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.193717] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.193906] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.194967] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b7ae4e-ef1f-44c7-ab0c-9a3134eec36e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.201895] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1108.201895] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e6a133-8bf6-fbf5-c19d-a70dec684970" [ 1108.201895] env[70113]: _type = "Task" [ 1108.201895] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.211152] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e6a133-8bf6-fbf5-c19d-a70dec684970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.634634] env[70113]: DEBUG nova.scheduler.client.report [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.639952] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.680111] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079218} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.680431] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.681530] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41a8437-ff33-49d1-bd7b-0aac0b0a31ed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.703935] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7/3d174547-d0a8-4b1e-a5d3-c4b9be3522b7.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.704434] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5630f1c1-0a02-436e-b00f-f4b237eff96e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.728298] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e6a133-8bf6-fbf5-c19d-a70dec684970, 'name': SearchDatastore_Task, 'duration_secs': 0.010298} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.730136] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1108.730136] env[70113]: value = "task-3416045" [ 1108.730136] env[70113]: _type = "Task" [ 1108.730136] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.730304] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7f5c5d-dcd8-4d01-b29e-eacbf6d8f235 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.740489] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1108.740489] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e17330-44b6-0e6d-fe49-028844d85a0a" [ 1108.740489] env[70113]: _type = "Task" [ 1108.740489] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.743242] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.750704] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e17330-44b6-0e6d-fe49-028844d85a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.140263] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.140837] env[70113]: DEBUG nova.compute.manager [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.143874] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.383s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.145278] env[70113]: INFO nova.compute.claims [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.245098] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416045, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.259290] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e17330-44b6-0e6d-fe49-028844d85a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.015973} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.259432] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.259717] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 647c5ed8-6797-4c0e-9361-5fede8e92f26/647c5ed8-6797-4c0e-9361-5fede8e92f26.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.260341] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49b867c3-7c84-4712-bcd0-56f3b73a9dc3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.269269] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1109.269269] env[70113]: value = "task-3416046" [ 1109.269269] env[70113]: _type = "Task" [ 1109.269269] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.281504] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.649279] env[70113]: DEBUG nova.compute.utils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.656674] env[70113]: DEBUG nova.compute.manager [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.656674] env[70113]: DEBUG nova.network.neutron [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.725390] env[70113]: DEBUG nova.policy [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e19ba68ff144a70b49122d0597e9735', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56870a134a3d439bbc7378a8544959b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.743467] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416045, 'name': ReconfigVM_Task, 'duration_secs': 0.540964} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.743752] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7/3d174547-d0a8-4b1e-a5d3-c4b9be3522b7.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.744392] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-648d16d5-7566-4f87-a6b3-f87a2588383a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.752012] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1109.752012] env[70113]: value = "task-3416047" [ 1109.752012] env[70113]: _type = "Task" [ 1109.752012] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.763793] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416047, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.778075] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48942} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.778333] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 647c5ed8-6797-4c0e-9361-5fede8e92f26/647c5ed8-6797-4c0e-9361-5fede8e92f26.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.778561] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.778815] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f46e2aa-4b6e-41f6-93d6-96e0ac7aa440 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.785188] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1109.785188] env[70113]: value = "task-3416048" [ 1109.785188] env[70113]: _type = "Task" [ 1109.785188] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.796758] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.068556] env[70113]: DEBUG nova.network.neutron [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Successfully created port: cb8ae435-aed2-49b9-800f-ff069f611e87 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.158420] env[70113]: DEBUG nova.compute.manager [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.263841] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416047, 'name': Rename_Task, 'duration_secs': 0.167771} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.264896] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.264896] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b834e15c-0d9c-465c-b86f-0c76ece13dc4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.272605] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1110.272605] env[70113]: value = "task-3416049" [ 1110.272605] env[70113]: _type = "Task" [ 1110.272605] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.286301] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.301187] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070004} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.301187] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.301187] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f55b2e-2d44-42b7-9af9-6a9af643d26c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.322797] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 647c5ed8-6797-4c0e-9361-5fede8e92f26/647c5ed8-6797-4c0e-9361-5fede8e92f26.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.325558] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2107b0ae-bc1f-4b9e-91dd-6a54ecab3447 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.350455] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1110.350455] env[70113]: value = "task-3416050" [ 1110.350455] env[70113]: _type = "Task" [ 1110.350455] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.363102] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.462111] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92021762-c2ac-4d69-94de-c59f7232704c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.469810] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf53333-fec3-4d86-b2b2-ef8e3f36335d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.501115] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6509a800-70bb-4b93-baa9-cfea650cff7e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.509071] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25009630-4277-4779-bf26-094bdbcba291 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.523978] env[70113]: DEBUG nova.compute.provider_tree [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.788361] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416049, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.860887] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416050, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.027028] env[70113]: DEBUG nova.scheduler.client.report [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.180545] env[70113]: DEBUG nova.compute.manager [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.206911] env[70113]: DEBUG nova.virt.hardware [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.207612] env[70113]: DEBUG nova.virt.hardware [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.208655] env[70113]: DEBUG nova.virt.hardware [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.208655] env[70113]: DEBUG nova.virt.hardware [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.208655] env[70113]: DEBUG nova.virt.hardware [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.208655] env[70113]: DEBUG nova.virt.hardware [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.209090] env[70113]: DEBUG nova.virt.hardware [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.209750] env[70113]: DEBUG nova.virt.hardware [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.210118] env[70113]: DEBUG nova.virt.hardware [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.210532] env[70113]: DEBUG nova.virt.hardware [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.210692] env[70113]: DEBUG nova.virt.hardware [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.211726] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c7adb9-2a9c-4c57-a215-e4f4f70382c1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.221942] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9707df33-357a-4fd6-9c54-033d5ad89f83 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.287430] env[70113]: DEBUG oslo_vmware.api [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416049, 'name': PowerOnVM_Task, 'duration_secs': 0.679295} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.291338] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.291338] env[70113]: INFO nova.compute.manager [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1111.291338] env[70113]: DEBUG nova.compute.manager [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.291338] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd6542a-cc93-4c95-80a8-e71910345b80 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.361196] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416050, 'name': ReconfigVM_Task, 'duration_secs': 0.542389} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.361435] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 647c5ed8-6797-4c0e-9361-5fede8e92f26/647c5ed8-6797-4c0e-9361-5fede8e92f26.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.362067] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cc5e3e9-bce1-4758-992e-b674ea7fa9d3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.368903] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1111.368903] env[70113]: value = "task-3416051" [ 1111.368903] env[70113]: _type = "Task" [ 1111.368903] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.378461] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416051, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.533080] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.533640] env[70113]: DEBUG nova.compute.manager [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.536437] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.058s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.542351] env[70113]: INFO nova.compute.claims [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.701922] env[70113]: DEBUG nova.compute.manager [req-b78ad08b-c4f7-4010-b3a7-276f2d342fba req-ee9fd956-4b48-4ac3-82b9-2a4d87beb9f3 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Received event network-vif-plugged-cb8ae435-aed2-49b9-800f-ff069f611e87 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.702118] env[70113]: DEBUG oslo_concurrency.lockutils [req-b78ad08b-c4f7-4010-b3a7-276f2d342fba req-ee9fd956-4b48-4ac3-82b9-2a4d87beb9f3 service nova] Acquiring lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.702280] env[70113]: DEBUG oslo_concurrency.lockutils [req-b78ad08b-c4f7-4010-b3a7-276f2d342fba req-ee9fd956-4b48-4ac3-82b9-2a4d87beb9f3 service nova] Lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.702444] env[70113]: DEBUG oslo_concurrency.lockutils [req-b78ad08b-c4f7-4010-b3a7-276f2d342fba req-ee9fd956-4b48-4ac3-82b9-2a4d87beb9f3 service nova] Lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.702612] env[70113]: DEBUG nova.compute.manager [req-b78ad08b-c4f7-4010-b3a7-276f2d342fba req-ee9fd956-4b48-4ac3-82b9-2a4d87beb9f3 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] No waiting events found dispatching network-vif-plugged-cb8ae435-aed2-49b9-800f-ff069f611e87 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.702772] env[70113]: WARNING nova.compute.manager [req-b78ad08b-c4f7-4010-b3a7-276f2d342fba req-ee9fd956-4b48-4ac3-82b9-2a4d87beb9f3 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Received unexpected event network-vif-plugged-cb8ae435-aed2-49b9-800f-ff069f611e87 for instance with vm_state building and task_state spawning. [ 1111.812576] env[70113]: INFO nova.compute.manager [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Took 29.01 seconds to build instance. [ 1111.881081] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416051, 'name': Rename_Task, 'duration_secs': 0.389184} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.881081] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.881081] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0ae364a-8244-4eb0-8d0a-890eaf0479ed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.890489] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1111.890489] env[70113]: value = "task-3416052" [ 1111.890489] env[70113]: _type = "Task" [ 1111.890489] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.899376] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.983752] env[70113]: DEBUG nova.network.neutron [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Successfully updated port: cb8ae435-aed2-49b9-800f-ff069f611e87 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.046635] env[70113]: DEBUG nova.compute.utils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.051476] env[70113]: DEBUG nova.compute.manager [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.051642] env[70113]: DEBUG nova.network.neutron [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.114251] env[70113]: DEBUG nova.policy [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '552e27dea50d4a08bdda538f8385fdad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95036503c4b74c33a2300cad5affe864', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.322827] env[70113]: DEBUG oslo_concurrency.lockutils [None req-086c32c4-a108-436e-ab77-0a93ff2bdf65 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "3d174547-d0a8-4b1e-a5d3-c4b9be3522b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.522s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.403512] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.488317] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.488465] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.488622] env[70113]: DEBUG nova.network.neutron [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.555285] env[70113]: DEBUG nova.compute.manager [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.667849] env[70113]: DEBUG nova.network.neutron [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Successfully created port: c6de015d-cf61-4459-aac8-917ad3093bd3 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.832805] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bbd894-0dfd-4329-8dee-de4894e27b76 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.841167] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efc0155-3a66-4663-b34b-10af0c22640f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.877991] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc34ff26-a75f-4d38-a44b-bcfecf5bd146 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.885843] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b7e2c1-54ef-4935-8682-24dac27c8eb5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.904015] env[70113]: DEBUG nova.compute.provider_tree [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.910424] env[70113]: DEBUG oslo_vmware.api [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416052, 'name': PowerOnVM_Task, 'duration_secs': 0.706699} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.910683] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.910883] env[70113]: INFO nova.compute.manager [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1112.911382] env[70113]: DEBUG nova.compute.manager [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.912798] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f39cf89-1121-4840-bec3-6769171313e4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.039596] env[70113]: DEBUG nova.network.neutron [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.238919] env[70113]: DEBUG nova.network.neutron [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updating instance_info_cache with network_info: [{"id": "cb8ae435-aed2-49b9-800f-ff069f611e87", "address": "fa:16:3e:c8:60:db", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ae435-ae", "ovs_interfaceid": "cb8ae435-aed2-49b9-800f-ff069f611e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.410040] env[70113]: DEBUG nova.scheduler.client.report [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.439365] env[70113]: INFO nova.compute.manager [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Took 23.25 seconds to build instance. [ 1113.571564] env[70113]: DEBUG nova.compute.manager [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.600620] env[70113]: DEBUG nova.virt.hardware [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.600620] env[70113]: DEBUG nova.virt.hardware [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.600620] env[70113]: DEBUG nova.virt.hardware [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.600620] env[70113]: DEBUG nova.virt.hardware [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.600620] env[70113]: DEBUG nova.virt.hardware [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.601970] env[70113]: DEBUG nova.virt.hardware [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.601970] env[70113]: DEBUG nova.virt.hardware [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.601970] env[70113]: DEBUG nova.virt.hardware [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.601970] env[70113]: DEBUG nova.virt.hardware [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.604181] env[70113]: DEBUG nova.virt.hardware [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.604181] env[70113]: DEBUG nova.virt.hardware [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.605315] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4e33ab-24c3-4a33-8cbc-dd43c15d0347 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.616264] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddc305e-1b11-44ad-a67e-b4a9fedf70c7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.741501] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.742429] env[70113]: DEBUG nova.compute.manager [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Instance network_info: |[{"id": "cb8ae435-aed2-49b9-800f-ff069f611e87", "address": "fa:16:3e:c8:60:db", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ae435-ae", "ovs_interfaceid": "cb8ae435-aed2-49b9-800f-ff069f611e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.742940] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:60:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb8ae435-aed2-49b9-800f-ff069f611e87', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.752345] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.755774] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.756114] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45d9c7ec-f9b3-4d39-b223-17b996072e31 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.780113] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.780113] env[70113]: value = "task-3416053" [ 1113.780113] env[70113]: _type = "Task" [ 1113.780113] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.790083] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416053, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.915037] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.915604] env[70113]: DEBUG nova.compute.manager [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.923513] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.260s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.923755] env[70113]: DEBUG nova.objects.instance [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70113) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1113.942279] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3e06ed29-9cfa-4e69-ba6e-cdf6afeb37a1 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "647c5ed8-6797-4c0e-9361-5fede8e92f26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.763s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.250549] env[70113]: DEBUG nova.compute.manager [req-cccd2113-ac5d-495d-b92d-4c8a07427026 req-2728315c-5b7f-466f-8e16-7504801bb9fe service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Received event network-changed-cb8ae435-aed2-49b9-800f-ff069f611e87 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.252293] env[70113]: DEBUG nova.compute.manager [req-cccd2113-ac5d-495d-b92d-4c8a07427026 req-2728315c-5b7f-466f-8e16-7504801bb9fe service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Refreshing instance network info cache due to event network-changed-cb8ae435-aed2-49b9-800f-ff069f611e87. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.252558] env[70113]: DEBUG oslo_concurrency.lockutils [req-cccd2113-ac5d-495d-b92d-4c8a07427026 req-2728315c-5b7f-466f-8e16-7504801bb9fe service nova] Acquiring lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.252725] env[70113]: DEBUG oslo_concurrency.lockutils [req-cccd2113-ac5d-495d-b92d-4c8a07427026 req-2728315c-5b7f-466f-8e16-7504801bb9fe service nova] Acquired lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.252970] env[70113]: DEBUG nova.network.neutron [req-cccd2113-ac5d-495d-b92d-4c8a07427026 req-2728315c-5b7f-466f-8e16-7504801bb9fe service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Refreshing network info cache for port cb8ae435-aed2-49b9-800f-ff069f611e87 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.292474] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416053, 'name': CreateVM_Task, 'duration_secs': 0.371175} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.292637] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.293514] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.293668] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.293979] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.294255] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56615eee-e748-4f31-8a7a-cc3d152ff385 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.302430] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1114.302430] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a6199b-eda2-edb3-2f0d-e8a52236f1fe" [ 1114.302430] env[70113]: _type = "Task" [ 1114.302430] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.307426] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a6199b-eda2-edb3-2f0d-e8a52236f1fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.424815] env[70113]: DEBUG nova.compute.utils [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.426271] env[70113]: DEBUG nova.compute.manager [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Not allocating networking since 'none' was specified. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1114.645043] env[70113]: DEBUG nova.network.neutron [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Successfully updated port: c6de015d-cf61-4459-aac8-917ad3093bd3 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.810720] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a6199b-eda2-edb3-2f0d-e8a52236f1fe, 'name': SearchDatastore_Task, 'duration_secs': 0.013715} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.811084] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.811294] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.811581] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.811730] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.811908] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.812235] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e825e8a7-9dbb-4802-a6d9-1f014a3182ca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.820952] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.821145] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.821860] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c80816b-21b2-456f-b077-a27c1012e3a4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.830173] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1114.830173] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52860977-799c-5b50-42bf-c24fe778a3aa" [ 1114.830173] env[70113]: _type = "Task" [ 1114.830173] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.835042] env[70113]: DEBUG oslo_concurrency.lockutils [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "3d174547-d0a8-4b1e-a5d3-c4b9be3522b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.835042] env[70113]: DEBUG oslo_concurrency.lockutils [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "3d174547-d0a8-4b1e-a5d3-c4b9be3522b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.835042] env[70113]: DEBUG oslo_concurrency.lockutils [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "3d174547-d0a8-4b1e-a5d3-c4b9be3522b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.835227] env[70113]: DEBUG oslo_concurrency.lockutils [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "3d174547-d0a8-4b1e-a5d3-c4b9be3522b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.835399] env[70113]: DEBUG oslo_concurrency.lockutils [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "3d174547-d0a8-4b1e-a5d3-c4b9be3522b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.837701] env[70113]: INFO nova.compute.manager [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Terminating instance [ 1114.842159] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52860977-799c-5b50-42bf-c24fe778a3aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.927722] env[70113]: DEBUG nova.compute.manager [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.936647] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9d8f8bd2-6350-421e-829b-25a98f8724e1 tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.938326] env[70113]: DEBUG oslo_concurrency.lockutils [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.552s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.938555] env[70113]: DEBUG nova.objects.instance [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lazy-loading 'resources' on Instance uuid 26051a04-d0ca-4f5b-bc97-ad9484209ab4 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.962704] env[70113]: DEBUG nova.network.neutron [req-cccd2113-ac5d-495d-b92d-4c8a07427026 req-2728315c-5b7f-466f-8e16-7504801bb9fe service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updated VIF entry in instance network info cache for port cb8ae435-aed2-49b9-800f-ff069f611e87. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.963105] env[70113]: DEBUG nova.network.neutron [req-cccd2113-ac5d-495d-b92d-4c8a07427026 req-2728315c-5b7f-466f-8e16-7504801bb9fe service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updating instance_info_cache with network_info: [{"id": "cb8ae435-aed2-49b9-800f-ff069f611e87", "address": "fa:16:3e:c8:60:db", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ae435-ae", "ovs_interfaceid": "cb8ae435-aed2-49b9-800f-ff069f611e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.148389] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "refresh_cache-7928e3b0-c77e-4e0e-94d7-edfec9a93aa3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.148620] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "refresh_cache-7928e3b0-c77e-4e0e-94d7-edfec9a93aa3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.148832] env[70113]: DEBUG nova.network.neutron [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.246211] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Acquiring lock "ce329093-e055-42ea-b25d-827fad3dd618" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.246459] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Lock "ce329093-e055-42ea-b25d-827fad3dd618" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.340464] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52860977-799c-5b50-42bf-c24fe778a3aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.341260] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f267afe-245c-4b8e-862c-ab6c4c06c552 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.346571] env[70113]: DEBUG nova.compute.manager [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.346776] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.347091] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1115.347091] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]523dfce7-16ce-6065-f88f-0afca20f2aa7" [ 1115.347091] env[70113]: _type = "Task" [ 1115.347091] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.347758] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146385de-2dae-454f-a726-3b452937efdc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.357559] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.362843] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2768766c-028a-43e1-9f8b-d9c818746ab1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.364227] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523dfce7-16ce-6065-f88f-0afca20f2aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.364464] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.364709] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20/44d2fd2a-b1f5-4f41-b8cd-4aea46519e20.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.365289] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d3cc537-0a8f-4a70-9a19-f779681e8fb7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.370361] env[70113]: DEBUG oslo_vmware.api [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1115.370361] env[70113]: value = "task-3416054" [ 1115.370361] env[70113]: _type = "Task" [ 1115.370361] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.371463] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1115.371463] env[70113]: value = "task-3416055" [ 1115.371463] env[70113]: _type = "Task" [ 1115.371463] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.381882] env[70113]: DEBUG oslo_vmware.api [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.384683] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.467819] env[70113]: DEBUG oslo_concurrency.lockutils [req-cccd2113-ac5d-495d-b92d-4c8a07427026 req-2728315c-5b7f-466f-8e16-7504801bb9fe service nova] Releasing lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.689509] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3de3a0b-6ecb-4bb3-b79d-0ee67b235dde {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.697856] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d4fb7e-804c-4602-9831-f8a7c37f14b2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.728562] env[70113]: DEBUG nova.network.neutron [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.731156] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88965b1-d84b-47c2-b3e7-9ff2c4518972 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.739891] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea2668f-a30c-4160-8b1f-10ebe78ef4b8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.754582] env[70113]: DEBUG nova.compute.manager [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.758397] env[70113]: DEBUG nova.compute.provider_tree [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.884360] env[70113]: DEBUG oslo_vmware.api [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416054, 'name': PowerOffVM_Task, 'duration_secs': 0.24198} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.888220] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.888424] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.888698] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416055, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.889000] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe66904f-ba64-43dd-b9af-422792de3a38 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.936954] env[70113]: DEBUG nova.network.neutron [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Updating instance_info_cache with network_info: [{"id": "c6de015d-cf61-4459-aac8-917ad3093bd3", "address": "fa:16:3e:a6:b4:57", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6de015d-cf", "ovs_interfaceid": "c6de015d-cf61-4459-aac8-917ad3093bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.939012] env[70113]: DEBUG nova.compute.manager [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.964683] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.964934] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.965149] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleting the datastore file [datastore1] 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.967308] env[70113]: DEBUG nova.virt.hardware [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.967544] env[70113]: DEBUG nova.virt.hardware [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.967702] env[70113]: DEBUG nova.virt.hardware [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.968290] env[70113]: DEBUG nova.virt.hardware [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.968363] env[70113]: DEBUG nova.virt.hardware [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.968464] env[70113]: DEBUG nova.virt.hardware [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.968675] env[70113]: DEBUG nova.virt.hardware [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.968839] env[70113]: DEBUG nova.virt.hardware [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.969013] env[70113]: DEBUG nova.virt.hardware [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.969186] env[70113]: DEBUG nova.virt.hardware [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.969361] env[70113]: DEBUG nova.virt.hardware [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.969627] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c573903c-0d3e-43d6-af1d-55b1222d9529 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.972234] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e3dd24-db7a-4f93-a96d-e83cfd4a5bdc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.981050] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f8e3f2-9aac-48c8-8b1f-268005ff5c14 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.984833] env[70113]: DEBUG oslo_vmware.api [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for the task: (returnval){ [ 1115.984833] env[70113]: value = "task-3416057" [ 1115.984833] env[70113]: _type = "Task" [ 1115.984833] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.996351] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.002095] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Creating folder: Project (fffe2100025942d3a206bea3658df3de). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.002840] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-938e886a-bb0f-4387-9642-2f88d946a51a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.007533] env[70113]: DEBUG oslo_vmware.api [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.016122] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Created folder: Project (fffe2100025942d3a206bea3658df3de) in parent group-v681336. [ 1116.016311] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Creating folder: Instances. Parent ref: group-v681596. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.016546] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7caaeaf2-595c-4871-8b46-7b076e8d583b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.029661] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Created folder: Instances in parent group-v681596. [ 1116.029918] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.030132] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.030350] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-711961de-7b5b-46e2-8247-999753afc125 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.047716] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.047716] env[70113]: value = "task-3416060" [ 1116.047716] env[70113]: _type = "Task" [ 1116.047716] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.055627] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416060, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.155428] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.155665] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.263944] env[70113]: DEBUG nova.scheduler.client.report [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.284689] env[70113]: DEBUG nova.compute.manager [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Received event network-changed-1bf10dc3-1f6b-4c81-bde0-598e4e82693d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.284926] env[70113]: DEBUG nova.compute.manager [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Refreshing instance network info cache due to event network-changed-1bf10dc3-1f6b-4c81-bde0-598e4e82693d. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.285147] env[70113]: DEBUG oslo_concurrency.lockutils [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] Acquiring lock "refresh_cache-647c5ed8-6797-4c0e-9361-5fede8e92f26" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.285296] env[70113]: DEBUG oslo_concurrency.lockutils [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] Acquired lock "refresh_cache-647c5ed8-6797-4c0e-9361-5fede8e92f26" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.285458] env[70113]: DEBUG nova.network.neutron [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Refreshing network info cache for port 1bf10dc3-1f6b-4c81-bde0-598e4e82693d {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.287411] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.385261] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541289} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.385521] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20/44d2fd2a-b1f5-4f41-b8cd-4aea46519e20.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.385733] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.385994] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b079e73-92dc-4a97-b102-c24b125b4b65 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.391180] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1116.391180] env[70113]: value = "task-3416061" [ 1116.391180] env[70113]: _type = "Task" [ 1116.391180] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.398869] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.442297] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "refresh_cache-7928e3b0-c77e-4e0e-94d7-edfec9a93aa3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.442594] env[70113]: DEBUG nova.compute.manager [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Instance network_info: |[{"id": "c6de015d-cf61-4459-aac8-917ad3093bd3", "address": "fa:16:3e:a6:b4:57", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6de015d-cf", "ovs_interfaceid": "c6de015d-cf61-4459-aac8-917ad3093bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.442975] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:b4:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6de015d-cf61-4459-aac8-917ad3093bd3', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.450735] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.450959] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.451199] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a356f6e-2f34-4240-b964-3a4c9277c215 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.471602] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.471602] env[70113]: value = "task-3416062" [ 1116.471602] env[70113]: _type = "Task" [ 1116.471602] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.478760] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416062, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.492945] env[70113]: DEBUG oslo_vmware.api [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Task: {'id': task-3416057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15453} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.493197] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.493376] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.493552] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.493717] env[70113]: INFO nova.compute.manager [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1116.494041] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.494170] env[70113]: DEBUG nova.compute.manager [-] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.494270] env[70113]: DEBUG nova.network.neutron [-] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.557249] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416060, 'name': CreateVM_Task, 'duration_secs': 0.336978} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.557437] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.557889] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.558098] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.558438] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.558691] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d046f4b4-7f22-40a2-b092-a6b13eb11943 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.563372] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Waiting for the task: (returnval){ [ 1116.563372] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ef2788-ab5d-c00c-e2c7-b258ee263b1a" [ 1116.563372] env[70113]: _type = "Task" [ 1116.563372] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.571966] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ef2788-ab5d-c00c-e2c7-b258ee263b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.663806] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.664084] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.664311] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.664660] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.664711] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.664931] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.665354] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70113) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1116.665354] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.773137] env[70113]: DEBUG oslo_concurrency.lockutils [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.776044] env[70113]: DEBUG oslo_concurrency.lockutils [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.012s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.776044] env[70113]: DEBUG nova.objects.instance [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lazy-loading 'resources' on Instance uuid 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.795441] env[70113]: INFO nova.scheduler.client.report [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleted allocations for instance 26051a04-d0ca-4f5b-bc97-ad9484209ab4 [ 1116.900706] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260302} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.901419] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.901952] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbb78a8-38da-430f-aeee-494db8139f6e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.924159] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20/44d2fd2a-b1f5-4f41-b8cd-4aea46519e20.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.926606] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f2369b6-2ead-4428-8a5c-b6fa068303a1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.947022] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1116.947022] env[70113]: value = "task-3416063" [ 1116.947022] env[70113]: _type = "Task" [ 1116.947022] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.954818] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.980894] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416062, 'name': CreateVM_Task, 'duration_secs': 0.353232} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.981097] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.981772] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.059861] env[70113]: DEBUG nova.network.neutron [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Updated VIF entry in instance network info cache for port 1bf10dc3-1f6b-4c81-bde0-598e4e82693d. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.060294] env[70113]: DEBUG nova.network.neutron [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Updating instance_info_cache with network_info: [{"id": "1bf10dc3-1f6b-4c81-bde0-598e4e82693d", "address": "fa:16:3e:74:d4:94", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf10dc3-1f", "ovs_interfaceid": "1bf10dc3-1f6b-4c81-bde0-598e4e82693d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.074307] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ef2788-ab5d-c00c-e2c7-b258ee263b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.014507} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.075228] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.075510] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.075799] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.076008] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.076228] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.076498] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.076805] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.077307] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f9e7d9e-8012-40a3-ac8a-af8f09e782d4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.079037] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-515ff32a-3e84-4fa6-bce3-272720e9d538 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.085475] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1117.085475] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52953d1c-bab2-99cd-1c31-77903c12e9ac" [ 1117.085475] env[70113]: _type = "Task" [ 1117.085475] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.093223] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52953d1c-bab2-99cd-1c31-77903c12e9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.094303] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.094500] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.095248] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-370ba388-d618-46eb-804e-83a4c27848c7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.100240] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Waiting for the task: (returnval){ [ 1117.100240] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ac4170-bb50-e8ca-079e-5e1ea7b93383" [ 1117.100240] env[70113]: _type = "Task" [ 1117.100240] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.107480] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ac4170-bb50-e8ca-079e-5e1ea7b93383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.167963] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.212171] env[70113]: DEBUG nova.network.neutron [-] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.302538] env[70113]: DEBUG oslo_concurrency.lockutils [None req-05906a5e-af82-4d04-8784-307438efc145 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "26051a04-d0ca-4f5b-bc97-ad9484209ab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.323s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.458415] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416063, 'name': ReconfigVM_Task, 'duration_secs': 0.278024} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.458819] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20/44d2fd2a-b1f5-4f41-b8cd-4aea46519e20.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.459556] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8f0d41c-fa20-47fc-90df-9cdf4213f568 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.469027] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1117.469027] env[70113]: value = "task-3416064" [ 1117.469027] env[70113]: _type = "Task" [ 1117.469027] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.478813] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416064, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.488281] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14947aa-0feb-49d5-a8bc-5e5864b1a3b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.495901] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64114b2a-43ef-42cc-92d2-a96594a83e3e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.526464] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4b2d46-bd2c-4808-9d1e-9b880daa77b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.533800] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2b8c95-73b7-4bc1-ab4d-5c80f5910bde {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.548788] env[70113]: DEBUG nova.compute.provider_tree [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.562746] env[70113]: DEBUG oslo_concurrency.lockutils [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] Releasing lock "refresh_cache-647c5ed8-6797-4c0e-9361-5fede8e92f26" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.563071] env[70113]: DEBUG nova.compute.manager [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Received event network-vif-plugged-c6de015d-cf61-4459-aac8-917ad3093bd3 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.563298] env[70113]: DEBUG oslo_concurrency.lockutils [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] Acquiring lock "7928e3b0-c77e-4e0e-94d7-edfec9a93aa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.563507] env[70113]: DEBUG oslo_concurrency.lockutils [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] Lock "7928e3b0-c77e-4e0e-94d7-edfec9a93aa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.563692] env[70113]: DEBUG oslo_concurrency.lockutils [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] Lock "7928e3b0-c77e-4e0e-94d7-edfec9a93aa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.563871] env[70113]: DEBUG nova.compute.manager [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] No waiting events found dispatching network-vif-plugged-c6de015d-cf61-4459-aac8-917ad3093bd3 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.564070] env[70113]: WARNING nova.compute.manager [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Received unexpected event network-vif-plugged-c6de015d-cf61-4459-aac8-917ad3093bd3 for instance with vm_state building and task_state spawning. [ 1117.564251] env[70113]: DEBUG nova.compute.manager [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Received event network-changed-c6de015d-cf61-4459-aac8-917ad3093bd3 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.564423] env[70113]: DEBUG nova.compute.manager [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Refreshing instance network info cache due to event network-changed-c6de015d-cf61-4459-aac8-917ad3093bd3. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.564610] env[70113]: DEBUG oslo_concurrency.lockutils [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] Acquiring lock "refresh_cache-7928e3b0-c77e-4e0e-94d7-edfec9a93aa3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.564745] env[70113]: DEBUG oslo_concurrency.lockutils [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] Acquired lock "refresh_cache-7928e3b0-c77e-4e0e-94d7-edfec9a93aa3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.564960] env[70113]: DEBUG nova.network.neutron [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Refreshing network info cache for port c6de015d-cf61-4459-aac8-917ad3093bd3 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.596198] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52953d1c-bab2-99cd-1c31-77903c12e9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.01886} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.596494] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.596732] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.596940] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.609921] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ac4170-bb50-e8ca-079e-5e1ea7b93383, 'name': SearchDatastore_Task, 'duration_secs': 0.008981} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.610587] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4211ea7a-9edd-4ec6-be69-52a4f1ff9e87 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.616052] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Waiting for the task: (returnval){ [ 1117.616052] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5277ab4c-a32a-4c60-f8fd-609e0166aa84" [ 1117.616052] env[70113]: _type = "Task" [ 1117.616052] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.623234] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5277ab4c-a32a-4c60-f8fd-609e0166aa84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.714953] env[70113]: INFO nova.compute.manager [-] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Took 1.22 seconds to deallocate network for instance. [ 1117.980740] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416064, 'name': Rename_Task, 'duration_secs': 0.146784} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.981228] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.981496] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e38192e9-4b51-40cb-9688-b1720c7f5ea7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.989031] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1117.989031] env[70113]: value = "task-3416065" [ 1117.989031] env[70113]: _type = "Task" [ 1117.989031] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.996945] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.052668] env[70113]: DEBUG nova.scheduler.client.report [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.123477] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "829c25d0-badd-4bbf-a64d-926deba1c116" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.123939] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "829c25d0-badd-4bbf-a64d-926deba1c116" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.130922] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5277ab4c-a32a-4c60-f8fd-609e0166aa84, 'name': SearchDatastore_Task, 'duration_secs': 0.009613} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.134588] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.134945] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 7e60f7bb-4ce0-441d-9791-0097a459b3ad/7e60f7bb-4ce0-441d-9791-0097a459b3ad.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.135753] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.135977] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.136228] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96938a18-a016-498d-a9f0-08d9113ad9bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.138443] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-490dd18b-bc14-45e5-9973-51f910269942 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.145592] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Waiting for the task: (returnval){ [ 1118.145592] env[70113]: value = "task-3416066" [ 1118.145592] env[70113]: _type = "Task" [ 1118.145592] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.149939] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.150149] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.151176] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a375b42-5a87-4add-95d3-4ec25a4302f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.156292] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': task-3416066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.161301] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1118.161301] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e33e4e-1912-dc55-2824-c231ecf6a930" [ 1118.161301] env[70113]: _type = "Task" [ 1118.161301] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.169123] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e33e4e-1912-dc55-2824-c231ecf6a930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.221130] env[70113]: DEBUG oslo_concurrency.lockutils [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.277157] env[70113]: DEBUG nova.network.neutron [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Updated VIF entry in instance network info cache for port c6de015d-cf61-4459-aac8-917ad3093bd3. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.277587] env[70113]: DEBUG nova.network.neutron [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Updating instance_info_cache with network_info: [{"id": "c6de015d-cf61-4459-aac8-917ad3093bd3", "address": "fa:16:3e:a6:b4:57", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6de015d-cf", "ovs_interfaceid": "c6de015d-cf61-4459-aac8-917ad3093bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.318348] env[70113]: DEBUG nova.compute.manager [req-ad28fc9b-f666-4581-8da7-5270e46d12ff req-daebac82-9948-4f7e-8c6b-ae74ac12dd8c service nova] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Received event network-vif-deleted-e22b935c-c8cb-4150-be44-0f5dcb4e11b5 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.501495] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416065, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.561927] env[70113]: DEBUG oslo_concurrency.lockutils [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.565050] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.926s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.565558] env[70113]: DEBUG nova.objects.instance [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Lazy-loading 'resources' on Instance uuid 26b98346-d4e9-4dbd-8be6-a045bbf64311 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.612435] env[70113]: INFO nova.scheduler.client.report [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Deleted allocations for instance 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c [ 1118.628206] env[70113]: DEBUG nova.compute.manager [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.660906] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': task-3416066, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.671152] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e33e4e-1912-dc55-2824-c231ecf6a930, 'name': SearchDatastore_Task, 'duration_secs': 0.008814} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.671976] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c4acd6-1bec-48cf-a5e3-1178a3e103b8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.678116] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1118.678116] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dd015d-7884-659e-e07d-36d77419568d" [ 1118.678116] env[70113]: _type = "Task" [ 1118.678116] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.690805] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dd015d-7884-659e-e07d-36d77419568d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.779959] env[70113]: DEBUG oslo_concurrency.lockutils [req-b8b5857e-814d-4b23-b325-e88bfeb58e36 req-702ed40a-455c-4ce1-949d-2b6a26f8c0c8 service nova] Releasing lock "refresh_cache-7928e3b0-c77e-4e0e-94d7-edfec9a93aa3" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.999844] env[70113]: DEBUG oslo_vmware.api [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416065, 'name': PowerOnVM_Task, 'duration_secs': 0.585368} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.999917] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.000097] env[70113]: INFO nova.compute.manager [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1119.000276] env[70113]: DEBUG nova.compute.manager [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.001149] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c572ed8-fd52-4cce-affa-40720942232d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.121927] env[70113]: DEBUG oslo_concurrency.lockutils [None req-789cd8f6-c9e7-411e-91ba-fd67170b80ed tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.736s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.146583] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.156506] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': task-3416066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531669} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.158752] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 7e60f7bb-4ce0-441d-9791-0097a459b3ad/7e60f7bb-4ce0-441d-9791-0097a459b3ad.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.158972] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.159393] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-089f3067-2737-4399-a76b-0c46a01d8f67 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.167605] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Waiting for the task: (returnval){ [ 1119.167605] env[70113]: value = "task-3416067" [ 1119.167605] env[70113]: _type = "Task" [ 1119.167605] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.180193] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': task-3416067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.191050] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dd015d-7884-659e-e07d-36d77419568d, 'name': SearchDatastore_Task, 'duration_secs': 0.017719} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.191328] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.191614] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3/7928e3b0-c77e-4e0e-94d7-edfec9a93aa3.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.191877] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28649a7e-cffa-4a7f-aeda-d423ad885cd5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.201678] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1119.201678] env[70113]: value = "task-3416068" [ 1119.201678] env[70113]: _type = "Task" [ 1119.201678] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.211251] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.273152] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d629a755-36e8-4fe2-a5f0-ebb861129320 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.280504] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b075f915-d469-4300-8f1f-f34e6059f065 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.312518] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8410eb38-ad2b-475c-ba5f-825fb19d59ce {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.320239] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ade8a04-b3c2-4cc7-b373-0e432cadfe9a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.334779] env[70113]: DEBUG nova.compute.provider_tree [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.520076] env[70113]: INFO nova.compute.manager [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Took 19.28 seconds to build instance. [ 1119.683393] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': task-3416067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068096} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.683785] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.684988] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2924a807-fa2d-4c02-b9b4-2f2b44a2694b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.712234] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 7e60f7bb-4ce0-441d-9791-0097a459b3ad/7e60f7bb-4ce0-441d-9791-0097a459b3ad.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.715489] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc01c70-c8e2-4c61-b7ea-28c3eeb89993 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.734016] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501756} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.735217] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3/7928e3b0-c77e-4e0e-94d7-edfec9a93aa3.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.735434] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.735730] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Waiting for the task: (returnval){ [ 1119.735730] env[70113]: value = "task-3416069" [ 1119.735730] env[70113]: _type = "Task" [ 1119.735730] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.735941] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00eceaca-869b-4080-8e48-c8c541f9a3cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.745541] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': task-3416069, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.746724] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1119.746724] env[70113]: value = "task-3416070" [ 1119.746724] env[70113]: _type = "Task" [ 1119.746724] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.754506] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.838289] env[70113]: DEBUG nova.scheduler.client.report [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.023553] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d3e8e1a8-2cc7-4545-96ff-76e1b8d1dee3 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.790s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.252024] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': task-3416069, 'name': ReconfigVM_Task, 'duration_secs': 0.279201} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.252537] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 7e60f7bb-4ce0-441d-9791-0097a459b3ad/7e60f7bb-4ce0-441d-9791-0097a459b3ad.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.253315] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69b753f5-a3a5-41c2-b984-dc75f156a5b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.260019] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157186} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.261320] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.261689] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Waiting for the task: (returnval){ [ 1120.261689] env[70113]: value = "task-3416071" [ 1120.261689] env[70113]: _type = "Task" [ 1120.261689] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.262484] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a960d8-944b-4ca3-9a1c-393d6bcb8695 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.295419] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3/7928e3b0-c77e-4e0e-94d7-edfec9a93aa3.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.299026] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1331275d-c4b2-458e-9712-c168dd983d28 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.313981] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': task-3416071, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.320069] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1120.320069] env[70113]: value = "task-3416072" [ 1120.320069] env[70113]: _type = "Task" [ 1120.320069] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.329248] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.343332] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.346326] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.059s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.348065] env[70113]: INFO nova.compute.claims [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.372316] env[70113]: INFO nova.scheduler.client.report [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Deleted allocations for instance 26b98346-d4e9-4dbd-8be6-a045bbf64311 [ 1120.483959] env[70113]: DEBUG oslo_concurrency.lockutils [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.484325] env[70113]: DEBUG oslo_concurrency.lockutils [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.776326] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': task-3416071, 'name': Rename_Task, 'duration_secs': 0.203747} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.776527] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.776692] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf2c5c30-7b97-4dff-9ba7-9b11cec634c9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.783707] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Waiting for the task: (returnval){ [ 1120.783707] env[70113]: value = "task-3416073" [ 1120.783707] env[70113]: _type = "Task" [ 1120.783707] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.792510] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': task-3416073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.830254] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.845233] env[70113]: DEBUG nova.compute.manager [req-8c1f21b6-ab58-45bc-8141-eb0fe5c6fadd req-f11a8091-2dc1-435d-b65b-5210841e7834 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Received event network-changed-cb8ae435-aed2-49b9-800f-ff069f611e87 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.845421] env[70113]: DEBUG nova.compute.manager [req-8c1f21b6-ab58-45bc-8141-eb0fe5c6fadd req-f11a8091-2dc1-435d-b65b-5210841e7834 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Refreshing instance network info cache due to event network-changed-cb8ae435-aed2-49b9-800f-ff069f611e87. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.845634] env[70113]: DEBUG oslo_concurrency.lockutils [req-8c1f21b6-ab58-45bc-8141-eb0fe5c6fadd req-f11a8091-2dc1-435d-b65b-5210841e7834 service nova] Acquiring lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.845818] env[70113]: DEBUG oslo_concurrency.lockutils [req-8c1f21b6-ab58-45bc-8141-eb0fe5c6fadd req-f11a8091-2dc1-435d-b65b-5210841e7834 service nova] Acquired lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.845955] env[70113]: DEBUG nova.network.neutron [req-8c1f21b6-ab58-45bc-8141-eb0fe5c6fadd req-f11a8091-2dc1-435d-b65b-5210841e7834 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Refreshing network info cache for port cb8ae435-aed2-49b9-800f-ff069f611e87 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.881510] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1c277a40-d323-4065-a47e-3af071c092dc tempest-ServerShowV254Test-894506033 tempest-ServerShowV254Test-894506033-project-member] Lock "26b98346-d4e9-4dbd-8be6-a045bbf64311" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.460s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.987578] env[70113]: INFO nova.compute.manager [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Detaching volume 86b34673-74f9-43a7-99db-352176255174 [ 1121.052212] env[70113]: INFO nova.virt.block_device [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Attempting to driver detach volume 86b34673-74f9-43a7-99db-352176255174 from mountpoint /dev/sdb [ 1121.052494] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1121.052700] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681572', 'volume_id': '86b34673-74f9-43a7-99db-352176255174', 'name': 'volume-86b34673-74f9-43a7-99db-352176255174', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bada8017-1fc1-47c8-ac7e-b596e2fc2917', 'attached_at': '', 'detached_at': '', 'volume_id': '86b34673-74f9-43a7-99db-352176255174', 'serial': '86b34673-74f9-43a7-99db-352176255174'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1121.053919] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9779c617-a094-407e-b24c-3eace1cd3b7f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.077043] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "9a8c37b3-0792-4f50-8b4a-878f9d3757d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.077333] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "9a8c37b3-0792-4f50-8b4a-878f9d3757d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.077550] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "9a8c37b3-0792-4f50-8b4a-878f9d3757d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.078065] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "9a8c37b3-0792-4f50-8b4a-878f9d3757d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.078065] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "9a8c37b3-0792-4f50-8b4a-878f9d3757d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.080248] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35259104-0e69-4967-b302-4bc192e04d03 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.083287] env[70113]: INFO nova.compute.manager [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Terminating instance [ 1121.089655] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d8550b-88bc-441e-85bb-d49c9ae9488a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.116038] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add217e6-c8cd-4bbf-b158-22dbed290ca4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.130677] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] The volume has not been displaced from its original location: [datastore2] volume-86b34673-74f9-43a7-99db-352176255174/volume-86b34673-74f9-43a7-99db-352176255174.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1121.136951] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1121.137799] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd18c52e-e029-41ae-b422-dee365e9cdb9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.158590] env[70113]: DEBUG oslo_vmware.api [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1121.158590] env[70113]: value = "task-3416074" [ 1121.158590] env[70113]: _type = "Task" [ 1121.158590] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.167578] env[70113]: DEBUG oslo_vmware.api [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.296620] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': task-3416073, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.332232] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416072, 'name': ReconfigVM_Task, 'duration_secs': 0.868392} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.333347] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3/7928e3b0-c77e-4e0e-94d7-edfec9a93aa3.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.333733] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8604379-7f3c-41c9-b65e-38642c8b2ec1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.341149] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1121.341149] env[70113]: value = "task-3416075" [ 1121.341149] env[70113]: _type = "Task" [ 1121.341149] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.351589] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416075, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.582455] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b8d72d-4eeb-4ae0-80c2-1d6dfac8291b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.589851] env[70113]: DEBUG nova.compute.manager [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.589851] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.590672] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9384027-2057-4ccc-b22a-999d43b1ecf4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.594395] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c45c3a4-7e62-4438-ac8d-3c332d08af72 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.603741] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.628748] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8adb058c-600d-410d-afbc-8ccf67eeb253 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.633318] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4483a4-8f91-43f1-816b-1ed3c8eb9028 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.642199] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbe8dde-8ddf-48b3-8e83-fc0fadfc4b4f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.646431] env[70113]: DEBUG oslo_vmware.api [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1121.646431] env[70113]: value = "task-3416076" [ 1121.646431] env[70113]: _type = "Task" [ 1121.646431] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.659122] env[70113]: DEBUG nova.compute.provider_tree [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.668615] env[70113]: DEBUG oslo_vmware.api [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.674776] env[70113]: DEBUG oslo_vmware.api [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416074, 'name': ReconfigVM_Task, 'duration_secs': 0.307188} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.675095] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1121.680682] env[70113]: DEBUG nova.network.neutron [req-8c1f21b6-ab58-45bc-8141-eb0fe5c6fadd req-f11a8091-2dc1-435d-b65b-5210841e7834 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updated VIF entry in instance network info cache for port cb8ae435-aed2-49b9-800f-ff069f611e87. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.680975] env[70113]: DEBUG nova.network.neutron [req-8c1f21b6-ab58-45bc-8141-eb0fe5c6fadd req-f11a8091-2dc1-435d-b65b-5210841e7834 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updating instance_info_cache with network_info: [{"id": "cb8ae435-aed2-49b9-800f-ff069f611e87", "address": "fa:16:3e:c8:60:db", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ae435-ae", "ovs_interfaceid": "cb8ae435-aed2-49b9-800f-ff069f611e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.686134] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8676a1d3-9c3d-4772-baaf-a2b8ec28d51b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.701532] env[70113]: DEBUG oslo_vmware.api [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1121.701532] env[70113]: value = "task-3416077" [ 1121.701532] env[70113]: _type = "Task" [ 1121.701532] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.712054] env[70113]: DEBUG oslo_vmware.api [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.795918] env[70113]: DEBUG oslo_vmware.api [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': task-3416073, 'name': PowerOnVM_Task, 'duration_secs': 0.629171} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.796273] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.796478] env[70113]: INFO nova.compute.manager [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Took 5.86 seconds to spawn the instance on the hypervisor. [ 1121.796664] env[70113]: DEBUG nova.compute.manager [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.797473] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ebe942-f102-4b2b-a6a6-0977a4205927 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.852619] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416075, 'name': Rename_Task, 'duration_secs': 0.20687} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.852806] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.853081] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-498082aa-1ad1-4b25-9cd5-b8b02ff75d3f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.859926] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1121.859926] env[70113]: value = "task-3416078" [ 1121.859926] env[70113]: _type = "Task" [ 1121.859926] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.873033] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.041018] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.041249] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.156027] env[70113]: DEBUG oslo_vmware.api [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416076, 'name': PowerOffVM_Task, 'duration_secs': 0.302444} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.158244] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.158244] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.158244] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05c926b8-8213-4ed2-b4c3-5b5e9d412ff5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.162664] env[70113]: DEBUG nova.scheduler.client.report [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.184231] env[70113]: DEBUG oslo_concurrency.lockutils [req-8c1f21b6-ab58-45bc-8141-eb0fe5c6fadd req-f11a8091-2dc1-435d-b65b-5210841e7834 service nova] Releasing lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.214750] env[70113]: DEBUG oslo_vmware.api [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416077, 'name': ReconfigVM_Task, 'duration_secs': 0.20658} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.214750] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681572', 'volume_id': '86b34673-74f9-43a7-99db-352176255174', 'name': 'volume-86b34673-74f9-43a7-99db-352176255174', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bada8017-1fc1-47c8-ac7e-b596e2fc2917', 'attached_at': '', 'detached_at': '', 'volume_id': '86b34673-74f9-43a7-99db-352176255174', 'serial': '86b34673-74f9-43a7-99db-352176255174'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1122.313219] env[70113]: INFO nova.compute.manager [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Took 18.85 seconds to build instance. [ 1122.370336] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416078, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.451026] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.451026] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.451026] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Deleting the datastore file [datastore2] 9a8c37b3-0792-4f50-8b4a-878f9d3757d9 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.451026] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ac46996-c3cd-4df7-9c84-ccdb5737b47b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.457402] env[70113]: DEBUG oslo_vmware.api [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for the task: (returnval){ [ 1122.457402] env[70113]: value = "task-3416080" [ 1122.457402] env[70113]: _type = "Task" [ 1122.457402] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.465519] env[70113]: DEBUG oslo_vmware.api [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.543741] env[70113]: DEBUG nova.compute.manager [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.668032] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.668643] env[70113]: DEBUG nova.compute.manager [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.671312] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.503s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.671476] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.671633] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70113) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1122.672196] env[70113]: DEBUG oslo_concurrency.lockutils [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.451s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.672196] env[70113]: DEBUG nova.objects.instance [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lazy-loading 'resources' on Instance uuid 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.673702] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fea848-039d-4bff-8729-8eee201d4cf3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.683880] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2286410-1031-4df6-80ef-5befbcb3d1ab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.700189] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91251267-1149-4d58-9a71-95ca1ba332aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.707022] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629b0a3d-3775-490f-bc33-22026203f9de {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.738386] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179183MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=70113) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1122.738512] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.766662] env[70113]: DEBUG nova.objects.instance [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lazy-loading 'flavor' on Instance uuid bada8017-1fc1-47c8-ac7e-b596e2fc2917 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.815234] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c94a3ad0-5881-4237-9411-7f6b5583acfb tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Lock "7e60f7bb-4ce0-441d-9791-0097a459b3ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.364s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.870737] env[70113]: DEBUG oslo_vmware.api [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416078, 'name': PowerOnVM_Task, 'duration_secs': 0.791983} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.871033] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.871251] env[70113]: INFO nova.compute.manager [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1122.871437] env[70113]: DEBUG nova.compute.manager [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.872235] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68f2492-f3f6-498d-8b8e-301881a493e2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.966686] env[70113]: DEBUG oslo_vmware.api [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Task: {'id': task-3416080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241199} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.966946] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.967145] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.967334] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.967502] env[70113]: INFO nova.compute.manager [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1122.967734] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.967923] env[70113]: DEBUG nova.compute.manager [-] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.968031] env[70113]: DEBUG nova.network.neutron [-] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.978593] env[70113]: DEBUG nova.compute.manager [None req-7afe461c-df6f-4510-a1db-0dfbce078dc4 tempest-ServerDiagnosticsV248Test-1745453206 tempest-ServerDiagnosticsV248Test-1745453206-project-admin] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.979651] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5d1c55-887c-4021-a0e4-c655aaa98fe3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.986109] env[70113]: INFO nova.compute.manager [None req-7afe461c-df6f-4510-a1db-0dfbce078dc4 tempest-ServerDiagnosticsV248Test-1745453206 tempest-ServerDiagnosticsV248Test-1745453206-project-admin] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Retrieving diagnostics [ 1122.987060] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78734a5f-22c3-4490-8f00-da900b39d44c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.082061] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.181964] env[70113]: DEBUG nova.compute.utils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.183491] env[70113]: DEBUG nova.compute.manager [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.183651] env[70113]: DEBUG nova.network.neutron [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.222515] env[70113]: DEBUG nova.policy [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e95f4a8fe6f4bfea50472009171efef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23adb231b82046f6af2d90376950b2f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.392496] env[70113]: INFO nova.compute.manager [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Took 22.65 seconds to build instance. [ 1123.419272] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb72e8f4-7534-44a8-a6b9-01f3538f002a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.431079] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae25455-14ce-464a-b0da-0d8b07b05c07 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.477834] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43068832-419a-41b7-9fb4-96e7231332cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.486752] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60df5af4-07d7-4a0f-8d2b-68ba9023b472 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.503674] env[70113]: DEBUG nova.compute.provider_tree [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.539284] env[70113]: DEBUG nova.compute.manager [req-ce48a721-aab9-4629-8abb-b96caa6b6e87 req-1fd45ef1-11df-492c-801c-7bdf82a546cd service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Received event network-vif-deleted-3c67ca83-4e41-46c8-9955-bd133d569308 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.539284] env[70113]: INFO nova.compute.manager [req-ce48a721-aab9-4629-8abb-b96caa6b6e87 req-1fd45ef1-11df-492c-801c-7bdf82a546cd service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Neutron deleted interface 3c67ca83-4e41-46c8-9955-bd133d569308; detaching it from the instance and deleting it from the info cache [ 1123.539284] env[70113]: DEBUG nova.network.neutron [req-ce48a721-aab9-4629-8abb-b96caa6b6e87 req-1fd45ef1-11df-492c-801c-7bdf82a546cd service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.616319] env[70113]: DEBUG nova.network.neutron [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Successfully created port: 77c08422-54dc-4f62-8091-8122d8fa841e {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.688080] env[70113]: DEBUG nova.compute.manager [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.782582] env[70113]: DEBUG oslo_concurrency.lockutils [None req-42d23052-d769-4bea-9d67-78b2120f5a3e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.295s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.857420] env[70113]: DEBUG nova.network.neutron [-] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.894123] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ecdb13f1-09c6-4018-a943-42596549ea0a tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "7928e3b0-c77e-4e0e-94d7-edfec9a93aa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.172s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.007354] env[70113]: DEBUG nova.scheduler.client.report [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.040704] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b23554b-f069-4148-9ec7-92dd1cc8eadf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.052515] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5f5b62-3c8e-4734-979c-5b942e306166 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.090172] env[70113]: DEBUG nova.compute.manager [req-ce48a721-aab9-4629-8abb-b96caa6b6e87 req-1fd45ef1-11df-492c-801c-7bdf82a546cd service nova] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Detach interface failed, port_id=3c67ca83-4e41-46c8-9955-bd133d569308, reason: Instance 9a8c37b3-0792-4f50-8b4a-878f9d3757d9 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1124.276215] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.276492] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.276700] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.276880] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.277060] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.279066] env[70113]: INFO nova.compute.manager [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Terminating instance [ 1124.359440] env[70113]: INFO nova.compute.manager [-] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Took 1.39 seconds to deallocate network for instance. [ 1124.515363] env[70113]: DEBUG oslo_concurrency.lockutils [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.517733] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.371s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.519266] env[70113]: INFO nova.compute.claims [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.573274] env[70113]: INFO nova.scheduler.client.report [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Deleted allocations for instance 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7 [ 1124.700644] env[70113]: DEBUG nova.compute.manager [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.711192] env[70113]: DEBUG oslo_concurrency.lockutils [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "7928e3b0-c77e-4e0e-94d7-edfec9a93aa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.711448] env[70113]: DEBUG oslo_concurrency.lockutils [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "7928e3b0-c77e-4e0e-94d7-edfec9a93aa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.711833] env[70113]: DEBUG oslo_concurrency.lockutils [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "7928e3b0-c77e-4e0e-94d7-edfec9a93aa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.712053] env[70113]: DEBUG oslo_concurrency.lockutils [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "7928e3b0-c77e-4e0e-94d7-edfec9a93aa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.712232] env[70113]: DEBUG oslo_concurrency.lockutils [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "7928e3b0-c77e-4e0e-94d7-edfec9a93aa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.714842] env[70113]: INFO nova.compute.manager [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Terminating instance [ 1124.758343] env[70113]: DEBUG nova.virt.hardware [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.758667] env[70113]: DEBUG nova.virt.hardware [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.758885] env[70113]: DEBUG nova.virt.hardware [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.759156] env[70113]: DEBUG nova.virt.hardware [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.759366] env[70113]: DEBUG nova.virt.hardware [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.759573] env[70113]: DEBUG nova.virt.hardware [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.759853] env[70113]: DEBUG nova.virt.hardware [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.760091] env[70113]: DEBUG nova.virt.hardware [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.760330] env[70113]: DEBUG nova.virt.hardware [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.760554] env[70113]: DEBUG nova.virt.hardware [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.760794] env[70113]: DEBUG nova.virt.hardware [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.762308] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb027af-aec4-43b7-aec0-e021046071ff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.771166] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6280e0-2280-41b1-90bc-8f0d7bfa007a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.785234] env[70113]: DEBUG nova.compute.manager [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.785440] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.786379] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079b0ebb-e080-46ab-81bc-dba16d1e7c78 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.793362] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.793901] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d81f09b2-5079-4a0a-8115-ae11adeac0fb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.800034] env[70113]: DEBUG oslo_vmware.api [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1124.800034] env[70113]: value = "task-3416081" [ 1124.800034] env[70113]: _type = "Task" [ 1124.800034] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.808787] env[70113]: DEBUG oslo_vmware.api [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.866739] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.083674] env[70113]: DEBUG oslo_concurrency.lockutils [None req-def56578-6e6d-4cf2-b123-562022a279c8 tempest-ServerDiskConfigTestJSON-987425265 tempest-ServerDiskConfigTestJSON-987425265-project-member] Lock "3d174547-d0a8-4b1e-a5d3-c4b9be3522b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.249s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.105906] env[70113]: DEBUG nova.compute.manager [req-074adf6c-e1fa-4c11-a8ac-8f4a8ca9359b req-22bf2736-5efe-4aa9-9a5d-4337e04af0d5 service nova] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Received event network-vif-plugged-77c08422-54dc-4f62-8091-8122d8fa841e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.109225] env[70113]: DEBUG oslo_concurrency.lockutils [req-074adf6c-e1fa-4c11-a8ac-8f4a8ca9359b req-22bf2736-5efe-4aa9-9a5d-4337e04af0d5 service nova] Acquiring lock "ce329093-e055-42ea-b25d-827fad3dd618-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.109499] env[70113]: DEBUG oslo_concurrency.lockutils [req-074adf6c-e1fa-4c11-a8ac-8f4a8ca9359b req-22bf2736-5efe-4aa9-9a5d-4337e04af0d5 service nova] Lock "ce329093-e055-42ea-b25d-827fad3dd618-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.109706] env[70113]: DEBUG oslo_concurrency.lockutils [req-074adf6c-e1fa-4c11-a8ac-8f4a8ca9359b req-22bf2736-5efe-4aa9-9a5d-4337e04af0d5 service nova] Lock "ce329093-e055-42ea-b25d-827fad3dd618-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.109897] env[70113]: DEBUG nova.compute.manager [req-074adf6c-e1fa-4c11-a8ac-8f4a8ca9359b req-22bf2736-5efe-4aa9-9a5d-4337e04af0d5 service nova] [instance: ce329093-e055-42ea-b25d-827fad3dd618] No waiting events found dispatching network-vif-plugged-77c08422-54dc-4f62-8091-8122d8fa841e {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.110082] env[70113]: WARNING nova.compute.manager [req-074adf6c-e1fa-4c11-a8ac-8f4a8ca9359b req-22bf2736-5efe-4aa9-9a5d-4337e04af0d5 service nova] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Received unexpected event network-vif-plugged-77c08422-54dc-4f62-8091-8122d8fa841e for instance with vm_state building and task_state spawning. [ 1125.221188] env[70113]: DEBUG nova.compute.manager [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.221188] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.221188] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af47b13-e8c3-4ed0-9efe-eaecc9c1d259 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.229765] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.230205] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e78e6bb-c05e-4c88-b91b-f1af7ed8babf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.237086] env[70113]: DEBUG oslo_vmware.api [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1125.237086] env[70113]: value = "task-3416082" [ 1125.237086] env[70113]: _type = "Task" [ 1125.237086] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.246486] env[70113]: DEBUG oslo_vmware.api [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.309889] env[70113]: DEBUG oslo_vmware.api [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416081, 'name': PowerOffVM_Task, 'duration_secs': 0.37272} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.310181] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.310351] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.310597] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2850663e-d83b-471e-88f8-7043f58ef35e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.388471] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.388828] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.389132] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Deleting the datastore file [datastore2] bada8017-1fc1-47c8-ac7e-b596e2fc2917 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.389559] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04d38fa9-83a0-4b6b-98f2-d8f87e9ab079 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.400397] env[70113]: DEBUG oslo_vmware.api [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1125.400397] env[70113]: value = "task-3416084" [ 1125.400397] env[70113]: _type = "Task" [ 1125.400397] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.410505] env[70113]: DEBUG oslo_vmware.api [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.702219] env[70113]: DEBUG nova.network.neutron [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Successfully updated port: 77c08422-54dc-4f62-8091-8122d8fa841e {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.713120] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00235150-5407-4379-b56d-4aa5ed304481 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.722861] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffeef9cd-34b5-4659-b117-f58ec500acce {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.728408] env[70113]: DEBUG nova.compute.manager [req-c343cf07-4b5b-41a4-b266-db85d623c9df req-19e8831c-5b1c-4932-9ff5-dac984e94555 service nova] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Received event network-changed-77c08422-54dc-4f62-8091-8122d8fa841e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.728600] env[70113]: DEBUG nova.compute.manager [req-c343cf07-4b5b-41a4-b266-db85d623c9df req-19e8831c-5b1c-4932-9ff5-dac984e94555 service nova] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Refreshing instance network info cache due to event network-changed-77c08422-54dc-4f62-8091-8122d8fa841e. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.728810] env[70113]: DEBUG oslo_concurrency.lockutils [req-c343cf07-4b5b-41a4-b266-db85d623c9df req-19e8831c-5b1c-4932-9ff5-dac984e94555 service nova] Acquiring lock "refresh_cache-ce329093-e055-42ea-b25d-827fad3dd618" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.728952] env[70113]: DEBUG oslo_concurrency.lockutils [req-c343cf07-4b5b-41a4-b266-db85d623c9df req-19e8831c-5b1c-4932-9ff5-dac984e94555 service nova] Acquired lock "refresh_cache-ce329093-e055-42ea-b25d-827fad3dd618" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.729129] env[70113]: DEBUG nova.network.neutron [req-c343cf07-4b5b-41a4-b266-db85d623c9df req-19e8831c-5b1c-4932-9ff5-dac984e94555 service nova] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Refreshing network info cache for port 77c08422-54dc-4f62-8091-8122d8fa841e {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.767455] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88584ec5-32fa-4d24-85bd-3be970297820 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.776975] env[70113]: DEBUG oslo_vmware.api [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416082, 'name': PowerOffVM_Task, 'duration_secs': 0.238884} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.777571] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.777760] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.778076] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-949e45fa-d92d-41ca-a513-2345f45564ee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.780829] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dc9245-491e-4f40-aa5b-3cdd27f51fda {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.794529] env[70113]: DEBUG nova.compute.provider_tree [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.849946] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.850270] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.850469] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleting the datastore file [datastore2] 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.850737] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ec954dc-b34e-4eb6-9a5b-1fe543dc0b97 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.857401] env[70113]: DEBUG oslo_vmware.api [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1125.857401] env[70113]: value = "task-3416086" [ 1125.857401] env[70113]: _type = "Task" [ 1125.857401] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.865180] env[70113]: DEBUG oslo_vmware.api [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.911961] env[70113]: DEBUG oslo_vmware.api [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404159} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.912302] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.912535] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.912634] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.912766] env[70113]: INFO nova.compute.manager [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1125.913070] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.913272] env[70113]: DEBUG nova.compute.manager [-] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.913526] env[70113]: DEBUG nova.network.neutron [-] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.205359] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Acquiring lock "refresh_cache-ce329093-e055-42ea-b25d-827fad3dd618" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.262320] env[70113]: DEBUG nova.network.neutron [req-c343cf07-4b5b-41a4-b266-db85d623c9df req-19e8831c-5b1c-4932-9ff5-dac984e94555 service nova] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.300177] env[70113]: DEBUG nova.scheduler.client.report [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.367504] env[70113]: DEBUG oslo_vmware.api [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427646} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.368375] env[70113]: DEBUG nova.network.neutron [req-c343cf07-4b5b-41a4-b266-db85d623c9df req-19e8831c-5b1c-4932-9ff5-dac984e94555 service nova] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.369518] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.369710] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.369886] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.370081] env[70113]: INFO nova.compute.manager [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1126.370319] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.370720] env[70113]: DEBUG nova.compute.manager [-] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.370813] env[70113]: DEBUG nova.network.neutron [-] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.650161] env[70113]: DEBUG nova.compute.manager [req-ada3cf6e-9559-48e5-ae53-1f590830fa91 req-426e2b87-c888-458b-bc87-394e4a1205c8 service nova] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Received event network-vif-deleted-c6de015d-cf61-4459-aac8-917ad3093bd3 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.650377] env[70113]: INFO nova.compute.manager [req-ada3cf6e-9559-48e5-ae53-1f590830fa91 req-426e2b87-c888-458b-bc87-394e4a1205c8 service nova] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Neutron deleted interface c6de015d-cf61-4459-aac8-917ad3093bd3; detaching it from the instance and deleting it from the info cache [ 1126.650548] env[70113]: DEBUG nova.network.neutron [req-ada3cf6e-9559-48e5-ae53-1f590830fa91 req-426e2b87-c888-458b-bc87-394e4a1205c8 service nova] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.805679] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.805679] env[70113]: DEBUG nova.compute.manager [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.812019] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.070s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.871329] env[70113]: DEBUG oslo_concurrency.lockutils [req-c343cf07-4b5b-41a4-b266-db85d623c9df req-19e8831c-5b1c-4932-9ff5-dac984e94555 service nova] Releasing lock "refresh_cache-ce329093-e055-42ea-b25d-827fad3dd618" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.871979] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Acquired lock "refresh_cache-ce329093-e055-42ea-b25d-827fad3dd618" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.872331] env[70113]: DEBUG nova.network.neutron [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.137675] env[70113]: DEBUG nova.network.neutron [-] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.154518] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df1bf524-8fd9-42e7-ae73-390a7e627f19 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.164896] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3230b1-4318-4ac7-a165-2ae3aa47b287 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.198986] env[70113]: DEBUG nova.compute.manager [req-ada3cf6e-9559-48e5-ae53-1f590830fa91 req-426e2b87-c888-458b-bc87-394e4a1205c8 service nova] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Detach interface failed, port_id=c6de015d-cf61-4459-aac8-917ad3093bd3, reason: Instance 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1127.312832] env[70113]: DEBUG nova.compute.utils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.314493] env[70113]: DEBUG nova.compute.manager [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.314670] env[70113]: DEBUG nova.network.neutron [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.326028] env[70113]: DEBUG nova.network.neutron [-] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.377679] env[70113]: DEBUG nova.policy [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8fa350bbf6349bf8ecd13c19e7b00b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4404b2cd1f8446fd98ff72c96a407961', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.442955] env[70113]: DEBUG nova.network.neutron [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.632753] env[70113]: DEBUG nova.network.neutron [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Updating instance_info_cache with network_info: [{"id": "77c08422-54dc-4f62-8091-8122d8fa841e", "address": "fa:16:3e:12:95:db", "network": {"id": "ab674a39-0a2d-473d-9367-03a01c7e178a", "bridge": "br-int", "label": "tempest-ServersTestJSON-497227866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23adb231b82046f6af2d90376950b2f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77c08422-54", "ovs_interfaceid": "77c08422-54dc-4f62-8091-8122d8fa841e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.640219] env[70113]: INFO nova.compute.manager [-] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Took 1.27 seconds to deallocate network for instance. [ 1127.695485] env[70113]: DEBUG nova.network.neutron [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Successfully created port: 19bd70b5-67e7-4f30-9aa8-e92d83584517 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.764993] env[70113]: DEBUG nova.compute.manager [req-6388a455-8c32-483a-bc93-9d8dec9b132d req-dc758f5f-c53c-47fb-abff-ec3b407080ab service nova] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Received event network-vif-deleted-9fd2953a-8de0-49c1-ab78-c57b51fe1fbd {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.819714] env[70113]: DEBUG nova.compute.manager [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.831521] env[70113]: INFO nova.compute.manager [-] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Took 1.92 seconds to deallocate network for instance. [ 1127.861175] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 52d28545-4a72-448b-be63-69a252ed1bdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.861175] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 135fdd6c-b39a-4da2-a076-7aa092aa0d34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.861175] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 02c505b2-d1ff-4aae-b887-b10678a49427 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.861175] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance e60e781b-f764-42c3-8e06-5f066a0e1513 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.861175] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 25657856-b058-4468-a156-6bb88b13454d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.861175] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 09b3ba31-7483-4fd1-b39c-cc63d3de375a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.861175] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance bada8017-1fc1-47c8-ac7e-b596e2fc2917 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.861175] env[70113]: WARNING nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 9a8c37b3-0792-4f50-8b4a-878f9d3757d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1127.861175] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 647c5ed8-6797-4c0e-9361-5fede8e92f26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.861175] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.861175] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.861175] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 7e60f7bb-4ce0-441d-9791-0097a459b3ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.861175] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance ce329093-e055-42ea-b25d-827fad3dd618 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1127.861175] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 829c25d0-badd-4bbf-a64d-926deba1c116 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1128.134545] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Releasing lock "refresh_cache-ce329093-e055-42ea-b25d-827fad3dd618" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.134950] env[70113]: DEBUG nova.compute.manager [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Instance network_info: |[{"id": "77c08422-54dc-4f62-8091-8122d8fa841e", "address": "fa:16:3e:12:95:db", "network": {"id": "ab674a39-0a2d-473d-9367-03a01c7e178a", "bridge": "br-int", "label": "tempest-ServersTestJSON-497227866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23adb231b82046f6af2d90376950b2f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77c08422-54", "ovs_interfaceid": "77c08422-54dc-4f62-8091-8122d8fa841e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.135478] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:95:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77c08422-54dc-4f62-8091-8122d8fa841e', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.142916] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Creating folder: Project (23adb231b82046f6af2d90376950b2f6). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.143540] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef2bd8d4-6c47-4022-b1d9-71906e9876b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.146534] env[70113]: DEBUG oslo_concurrency.lockutils [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.156512] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Created folder: Project (23adb231b82046f6af2d90376950b2f6) in parent group-v681336. [ 1128.156695] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Creating folder: Instances. Parent ref: group-v681600. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.156929] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1778f4b-417d-4dc9-aaca-34dbff5298b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.168885] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Created folder: Instances in parent group-v681600. [ 1128.169261] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.169523] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.169800] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0750505f-9bd1-497f-acc7-cb101110e148 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.200125] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.200125] env[70113]: value = "task-3416089" [ 1128.200125] env[70113]: _type = "Task" [ 1128.200125] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.211468] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416089, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.341054] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.365592] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1128.366149] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1128.366294] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1128.568319] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78983898-fc40-4c9f-bd90-7b8a1e5269f4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.576864] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bfe32e-3fee-44f3-a473-050d263a8cbc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.610441] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc26396-b60a-4118-97f1-fde2b8adaa63 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.618593] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336dad0a-41ac-47ee-b73d-217970c96412 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.632959] env[70113]: DEBUG nova.compute.provider_tree [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.711585] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416089, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.829681] env[70113]: DEBUG nova.compute.manager [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.859121] env[70113]: DEBUG nova.virt.hardware [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.859408] env[70113]: DEBUG nova.virt.hardware [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.859603] env[70113]: DEBUG nova.virt.hardware [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.859821] env[70113]: DEBUG nova.virt.hardware [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.860013] env[70113]: DEBUG nova.virt.hardware [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.860433] env[70113]: DEBUG nova.virt.hardware [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.860694] env[70113]: DEBUG nova.virt.hardware [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.860897] env[70113]: DEBUG nova.virt.hardware [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.861120] env[70113]: DEBUG nova.virt.hardware [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.861319] env[70113]: DEBUG nova.virt.hardware [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.861520] env[70113]: DEBUG nova.virt.hardware [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.862493] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4309355-c38b-43a8-bf49-ea1e5c4c3fe6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.871721] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1c0253-a988-451e-8877-ee3d9e37c49c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.138038] env[70113]: DEBUG nova.scheduler.client.report [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.211859] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416089, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.264542] env[70113]: DEBUG nova.network.neutron [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Successfully updated port: 19bd70b5-67e7-4f30-9aa8-e92d83584517 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.647284] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1129.647284] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.837s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.647284] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.564s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.649714] env[70113]: INFO nova.compute.claims [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.716035] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416089, 'name': CreateVM_Task, 'duration_secs': 1.441399} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.716035] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.716035] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.716035] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.716035] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.716741] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cbae40a-eaf5-4450-85c8-5e206a5d8a4c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.725104] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Waiting for the task: (returnval){ [ 1129.725104] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]523702e5-1409-6784-56e2-8ae9014659ca" [ 1129.725104] env[70113]: _type = "Task" [ 1129.725104] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.735647] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523702e5-1409-6784-56e2-8ae9014659ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.773344] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "refresh_cache-829c25d0-badd-4bbf-a64d-926deba1c116" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.773344] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "refresh_cache-829c25d0-badd-4bbf-a64d-926deba1c116" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.773344] env[70113]: DEBUG nova.network.neutron [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.821127] env[70113]: DEBUG nova.compute.manager [req-2fef1838-2155-4c1b-892c-c3cc5892fbf7 req-a7167c8a-43ff-42dd-a27b-decf3444703c service nova] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Received event network-vif-plugged-19bd70b5-67e7-4f30-9aa8-e92d83584517 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.821127] env[70113]: DEBUG oslo_concurrency.lockutils [req-2fef1838-2155-4c1b-892c-c3cc5892fbf7 req-a7167c8a-43ff-42dd-a27b-decf3444703c service nova] Acquiring lock "829c25d0-badd-4bbf-a64d-926deba1c116-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.821127] env[70113]: DEBUG oslo_concurrency.lockutils [req-2fef1838-2155-4c1b-892c-c3cc5892fbf7 req-a7167c8a-43ff-42dd-a27b-decf3444703c service nova] Lock "829c25d0-badd-4bbf-a64d-926deba1c116-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.821127] env[70113]: DEBUG oslo_concurrency.lockutils [req-2fef1838-2155-4c1b-892c-c3cc5892fbf7 req-a7167c8a-43ff-42dd-a27b-decf3444703c service nova] Lock "829c25d0-badd-4bbf-a64d-926deba1c116-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.821127] env[70113]: DEBUG nova.compute.manager [req-2fef1838-2155-4c1b-892c-c3cc5892fbf7 req-a7167c8a-43ff-42dd-a27b-decf3444703c service nova] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] No waiting events found dispatching network-vif-plugged-19bd70b5-67e7-4f30-9aa8-e92d83584517 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.821127] env[70113]: WARNING nova.compute.manager [req-2fef1838-2155-4c1b-892c-c3cc5892fbf7 req-a7167c8a-43ff-42dd-a27b-decf3444703c service nova] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Received unexpected event network-vif-plugged-19bd70b5-67e7-4f30-9aa8-e92d83584517 for instance with vm_state building and task_state spawning. [ 1129.821127] env[70113]: DEBUG nova.compute.manager [req-2fef1838-2155-4c1b-892c-c3cc5892fbf7 req-a7167c8a-43ff-42dd-a27b-decf3444703c service nova] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Received event network-changed-19bd70b5-67e7-4f30-9aa8-e92d83584517 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.821127] env[70113]: DEBUG nova.compute.manager [req-2fef1838-2155-4c1b-892c-c3cc5892fbf7 req-a7167c8a-43ff-42dd-a27b-decf3444703c service nova] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Refreshing instance network info cache due to event network-changed-19bd70b5-67e7-4f30-9aa8-e92d83584517. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.821127] env[70113]: DEBUG oslo_concurrency.lockutils [req-2fef1838-2155-4c1b-892c-c3cc5892fbf7 req-a7167c8a-43ff-42dd-a27b-decf3444703c service nova] Acquiring lock "refresh_cache-829c25d0-badd-4bbf-a64d-926deba1c116" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.235654] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523702e5-1409-6784-56e2-8ae9014659ca, 'name': SearchDatastore_Task, 'duration_secs': 0.02736} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.235988] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.236240] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.236504] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.236643] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.236814] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.237110] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84414e42-c917-4f49-b943-331a7b58b1fe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.245514] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.245708] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.246501] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae503179-4e9f-4919-bf5a-e6967982f6ec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.252456] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Waiting for the task: (returnval){ [ 1130.252456] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5252d95f-ee5a-5074-fbbc-07d513481b2b" [ 1130.252456] env[70113]: _type = "Task" [ 1130.252456] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.260747] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5252d95f-ee5a-5074-fbbc-07d513481b2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.316883] env[70113]: DEBUG nova.network.neutron [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.463920] env[70113]: DEBUG nova.network.neutron [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Updating instance_info_cache with network_info: [{"id": "19bd70b5-67e7-4f30-9aa8-e92d83584517", "address": "fa:16:3e:09:b2:3f", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19bd70b5-67", "ovs_interfaceid": "19bd70b5-67e7-4f30-9aa8-e92d83584517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.766363] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5252d95f-ee5a-5074-fbbc-07d513481b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.767211] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfac4b5f-1e16-4cc7-89e7-4b0ee0da40a1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.774025] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Waiting for the task: (returnval){ [ 1130.774025] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]520186ce-d03e-4fb2-4f60-2a96b9849bb4" [ 1130.774025] env[70113]: _type = "Task" [ 1130.774025] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.781766] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]520186ce-d03e-4fb2-4f60-2a96b9849bb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.886265] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37403a28-f36c-406a-8b32-264256602abc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.892182] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5064e16-0866-490b-8790-5bcebc6ccf05 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.925919] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103eb6c8-318b-4e21-aa6f-c5a54f66e1e1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.933789] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c493ca-0c5f-485e-afe6-1c17d4bbacc7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.951052] env[70113]: DEBUG nova.compute.provider_tree [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.970169] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "refresh_cache-829c25d0-badd-4bbf-a64d-926deba1c116" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.970668] env[70113]: DEBUG nova.compute.manager [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Instance network_info: |[{"id": "19bd70b5-67e7-4f30-9aa8-e92d83584517", "address": "fa:16:3e:09:b2:3f", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19bd70b5-67", "ovs_interfaceid": "19bd70b5-67e7-4f30-9aa8-e92d83584517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.971028] env[70113]: DEBUG oslo_concurrency.lockutils [req-2fef1838-2155-4c1b-892c-c3cc5892fbf7 req-a7167c8a-43ff-42dd-a27b-decf3444703c service nova] Acquired lock "refresh_cache-829c25d0-badd-4bbf-a64d-926deba1c116" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.971465] env[70113]: DEBUG nova.network.neutron [req-2fef1838-2155-4c1b-892c-c3cc5892fbf7 req-a7167c8a-43ff-42dd-a27b-decf3444703c service nova] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Refreshing network info cache for port 19bd70b5-67e7-4f30-9aa8-e92d83584517 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.972559] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:b2:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19bd70b5-67e7-4f30-9aa8-e92d83584517', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.980201] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.981230] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.981525] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76424cff-fa36-4158-ba8f-0ef2fdf24362 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.002647] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.002647] env[70113]: value = "task-3416090" [ 1131.002647] env[70113]: _type = "Task" [ 1131.002647] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.010633] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416090, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.284955] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]520186ce-d03e-4fb2-4f60-2a96b9849bb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009714} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.285268] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.285867] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] ce329093-e055-42ea-b25d-827fad3dd618/ce329093-e055-42ea-b25d-827fad3dd618.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.285867] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b5c1bdc-d952-4b80-ae17-4c6b5c0d6368 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.291575] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Waiting for the task: (returnval){ [ 1131.291575] env[70113]: value = "task-3416091" [ 1131.291575] env[70113]: _type = "Task" [ 1131.291575] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.300211] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': task-3416091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.369891] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "5f4fab1f-b3c7-4d65-bcd1-0149881734cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.369891] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "5f4fab1f-b3c7-4d65-bcd1-0149881734cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.455030] env[70113]: DEBUG nova.scheduler.client.report [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.521516] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416090, 'name': CreateVM_Task, 'duration_secs': 0.296447} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.521516] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.522098] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.522278] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.522613] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.522899] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08046e49-af5a-4a3f-b172-8836394fa18f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.529700] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1131.529700] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]529edd7d-ee78-119c-286f-d26dc69eb16b" [ 1131.529700] env[70113]: _type = "Task" [ 1131.529700] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.542228] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529edd7d-ee78-119c-286f-d26dc69eb16b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.689023] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "7613b733-e4dd-49d6-8fde-2231e945323c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.689023] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "7613b733-e4dd-49d6-8fde-2231e945323c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.732030] env[70113]: DEBUG nova.network.neutron [req-2fef1838-2155-4c1b-892c-c3cc5892fbf7 req-a7167c8a-43ff-42dd-a27b-decf3444703c service nova] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Updated VIF entry in instance network info cache for port 19bd70b5-67e7-4f30-9aa8-e92d83584517. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.732693] env[70113]: DEBUG nova.network.neutron [req-2fef1838-2155-4c1b-892c-c3cc5892fbf7 req-a7167c8a-43ff-42dd-a27b-decf3444703c service nova] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Updating instance_info_cache with network_info: [{"id": "19bd70b5-67e7-4f30-9aa8-e92d83584517", "address": "fa:16:3e:09:b2:3f", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19bd70b5-67", "ovs_interfaceid": "19bd70b5-67e7-4f30-9aa8-e92d83584517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.801500] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': task-3416091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427138} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.802871] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] ce329093-e055-42ea-b25d-827fad3dd618/ce329093-e055-42ea-b25d-827fad3dd618.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.803160] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.803434] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e812df92-f742-4250-83e3-c0d8836f2d99 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.810693] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Waiting for the task: (returnval){ [ 1131.810693] env[70113]: value = "task-3416092" [ 1131.810693] env[70113]: _type = "Task" [ 1131.810693] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.818914] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': task-3416092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.872055] env[70113]: DEBUG nova.compute.manager [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.961171] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.961720] env[70113]: DEBUG nova.compute.manager [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.964896] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.098s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.966030] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.967187] env[70113]: DEBUG oslo_concurrency.lockutils [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.821s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.967406] env[70113]: DEBUG nova.objects.instance [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lazy-loading 'resources' on Instance uuid 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.992845] env[70113]: INFO nova.scheduler.client.report [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Deleted allocations for instance 9a8c37b3-0792-4f50-8b4a-878f9d3757d9 [ 1132.040635] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]529edd7d-ee78-119c-286f-d26dc69eb16b, 'name': SearchDatastore_Task, 'duration_secs': 0.018045} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.040905] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.041011] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.041259] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.041410] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.041588] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.041841] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5bfeacf-fb69-4871-a09a-8a299bacec41 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.049756] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.049955] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.050657] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9de9696c-af5f-44f2-94ec-3087d52026ab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.055652] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1132.055652] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fceebe-d870-b13e-cfd3-1f0039cb7fd2" [ 1132.055652] env[70113]: _type = "Task" [ 1132.055652] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.062924] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fceebe-d870-b13e-cfd3-1f0039cb7fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.189833] env[70113]: DEBUG nova.compute.manager [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.236794] env[70113]: DEBUG oslo_concurrency.lockutils [req-2fef1838-2155-4c1b-892c-c3cc5892fbf7 req-a7167c8a-43ff-42dd-a27b-decf3444703c service nova] Releasing lock "refresh_cache-829c25d0-badd-4bbf-a64d-926deba1c116" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.321262] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': task-3416092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066025} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.321632] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.322416] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc352ed-f835-4db5-b203-2e0cbbeae304 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.343968] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] ce329093-e055-42ea-b25d-827fad3dd618/ce329093-e055-42ea-b25d-827fad3dd618.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.344277] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4457563c-aa23-43e6-aef5-62e171e99640 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.363668] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Waiting for the task: (returnval){ [ 1132.363668] env[70113]: value = "task-3416093" [ 1132.363668] env[70113]: _type = "Task" [ 1132.363668] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.371216] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': task-3416093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.392205] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.471609] env[70113]: DEBUG nova.compute.utils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.475939] env[70113]: DEBUG nova.compute.manager [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.476126] env[70113]: DEBUG nova.network.neutron [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.501228] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffddb8b8-834f-4cc6-bde4-ace20662451d tempest-SecurityGroupsTestJSON-28494911 tempest-SecurityGroupsTestJSON-28494911-project-member] Lock "9a8c37b3-0792-4f50-8b4a-878f9d3757d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.423s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.529542] env[70113]: DEBUG nova.policy [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e19ba68ff144a70b49122d0597e9735', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56870a134a3d439bbc7378a8544959b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.569051] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fceebe-d870-b13e-cfd3-1f0039cb7fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.007691} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.569629] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8904f84-a98b-4143-b72c-c268e1c084b5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.575264] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1132.575264] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5205fe2c-8b81-45e1-4fd7-8a3b1869d7a6" [ 1132.575264] env[70113]: _type = "Task" [ 1132.575264] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.586190] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5205fe2c-8b81-45e1-4fd7-8a3b1869d7a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.675044] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cb6a40-ac4b-4294-94d6-996e8639ac30 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.682758] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70029dc5-e7be-42e0-8d79-818f3da0ce9e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.727967] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f654cf38-6bc4-4eb9-b391-81a86917373c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.735832] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a18f4d4-ccc1-4ce7-973a-0c3e2c650d9d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.740957] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.749177] env[70113]: DEBUG nova.compute.provider_tree [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.811635] env[70113]: DEBUG nova.network.neutron [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Successfully created port: 67a2e820-48e2-4d42-91ae-0dfdbd175e70 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.874340] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': task-3416093, 'name': ReconfigVM_Task, 'duration_secs': 0.256351} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.874628] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Reconfigured VM instance instance-00000063 to attach disk [datastore1] ce329093-e055-42ea-b25d-827fad3dd618/ce329093-e055-42ea-b25d-827fad3dd618.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.875323] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-926daa65-cd32-4029-97d3-664888fd4f1d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.884787] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Waiting for the task: (returnval){ [ 1132.884787] env[70113]: value = "task-3416094" [ 1132.884787] env[70113]: _type = "Task" [ 1132.884787] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.892071] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': task-3416094, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.976606] env[70113]: DEBUG nova.compute.manager [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.086605] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5205fe2c-8b81-45e1-4fd7-8a3b1869d7a6, 'name': SearchDatastore_Task, 'duration_secs': 0.021091} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.086787] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.087080] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 829c25d0-badd-4bbf-a64d-926deba1c116/829c25d0-badd-4bbf-a64d-926deba1c116.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.087340] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37f189da-e8be-423b-a31d-6c405b175788 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.093085] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1133.093085] env[70113]: value = "task-3416095" [ 1133.093085] env[70113]: _type = "Task" [ 1133.093085] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.100731] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.252773] env[70113]: DEBUG nova.scheduler.client.report [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.394838] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': task-3416094, 'name': Rename_Task, 'duration_secs': 0.158667} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.395261] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.395483] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53348d0b-8f8b-4d55-876d-94d0dd919683 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.403285] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Waiting for the task: (returnval){ [ 1133.403285] env[70113]: value = "task-3416096" [ 1133.403285] env[70113]: _type = "Task" [ 1133.403285] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.420567] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': task-3416096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.530238] env[70113]: DEBUG nova.compute.manager [None req-b11814e3-9368-4802-bf13-896224c86d31 tempest-ServerDiagnosticsV248Test-1745453206 tempest-ServerDiagnosticsV248Test-1745453206-project-admin] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.532229] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03697975-ca81-49cf-83d7-e9b322423a8a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.540423] env[70113]: INFO nova.compute.manager [None req-b11814e3-9368-4802-bf13-896224c86d31 tempest-ServerDiagnosticsV248Test-1745453206 tempest-ServerDiagnosticsV248Test-1745453206-project-admin] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Retrieving diagnostics [ 1133.541527] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c64988b-2510-490a-905d-7d639b6ef306 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.602547] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473297} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.604365] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 829c25d0-badd-4bbf-a64d-926deba1c116/829c25d0-badd-4bbf-a64d-926deba1c116.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.604671] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.604917] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc2abed7-09b7-46e1-b191-d48d99ec20e6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.611838] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1133.611838] env[70113]: value = "task-3416097" [ 1133.611838] env[70113]: _type = "Task" [ 1133.611838] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.620127] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.760522] env[70113]: DEBUG oslo_concurrency.lockutils [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.763253] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.422s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.763696] env[70113]: DEBUG nova.objects.instance [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lazy-loading 'resources' on Instance uuid bada8017-1fc1-47c8-ac7e-b596e2fc2917 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.791465] env[70113]: INFO nova.scheduler.client.report [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleted allocations for instance 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3 [ 1133.918729] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': task-3416096, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.987530] env[70113]: DEBUG nova.compute.manager [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.013763] env[70113]: DEBUG nova.virt.hardware [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.014043] env[70113]: DEBUG nova.virt.hardware [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.014189] env[70113]: DEBUG nova.virt.hardware [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.014369] env[70113]: DEBUG nova.virt.hardware [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.015733] env[70113]: DEBUG nova.virt.hardware [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.015733] env[70113]: DEBUG nova.virt.hardware [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.015733] env[70113]: DEBUG nova.virt.hardware [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.015733] env[70113]: DEBUG nova.virt.hardware [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.015733] env[70113]: DEBUG nova.virt.hardware [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.015733] env[70113]: DEBUG nova.virt.hardware [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.015733] env[70113]: DEBUG nova.virt.hardware [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.016969] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda349e9-2c43-4cd8-9d23-3926c00688f8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.025602] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236cc2ce-bc83-4837-823c-37633026b21d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.122488] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070045} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.122600] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.123933] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9a54ad-8895-4054-8a75-2c0a0105d42b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.152955] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 829c25d0-badd-4bbf-a64d-926deba1c116/829c25d0-badd-4bbf-a64d-926deba1c116.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.154244] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3ad5626-8c2f-444e-b30f-1faf9604a93e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.177954] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1134.177954] env[70113]: value = "task-3416098" [ 1134.177954] env[70113]: _type = "Task" [ 1134.177954] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.189294] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.250577] env[70113]: DEBUG nova.compute.manager [req-960b1443-b364-4639-910d-1a8aaffe4556 req-5b0fbe23-3209-4aad-ad35-1fc15706ae3c service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Received event network-vif-plugged-67a2e820-48e2-4d42-91ae-0dfdbd175e70 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.250796] env[70113]: DEBUG oslo_concurrency.lockutils [req-960b1443-b364-4639-910d-1a8aaffe4556 req-5b0fbe23-3209-4aad-ad35-1fc15706ae3c service nova] Acquiring lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.251015] env[70113]: DEBUG oslo_concurrency.lockutils [req-960b1443-b364-4639-910d-1a8aaffe4556 req-5b0fbe23-3209-4aad-ad35-1fc15706ae3c service nova] Lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.251287] env[70113]: DEBUG oslo_concurrency.lockutils [req-960b1443-b364-4639-910d-1a8aaffe4556 req-5b0fbe23-3209-4aad-ad35-1fc15706ae3c service nova] Lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.251463] env[70113]: DEBUG nova.compute.manager [req-960b1443-b364-4639-910d-1a8aaffe4556 req-5b0fbe23-3209-4aad-ad35-1fc15706ae3c service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] No waiting events found dispatching network-vif-plugged-67a2e820-48e2-4d42-91ae-0dfdbd175e70 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.251681] env[70113]: WARNING nova.compute.manager [req-960b1443-b364-4639-910d-1a8aaffe4556 req-5b0fbe23-3209-4aad-ad35-1fc15706ae3c service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Received unexpected event network-vif-plugged-67a2e820-48e2-4d42-91ae-0dfdbd175e70 for instance with vm_state building and task_state spawning. [ 1134.301620] env[70113]: DEBUG oslo_concurrency.lockutils [None req-acd4126b-8314-4391-95d4-0bfb73c37123 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "7928e3b0-c77e-4e0e-94d7-edfec9a93aa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.590s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.360201] env[70113]: DEBUG nova.network.neutron [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Successfully updated port: 67a2e820-48e2-4d42-91ae-0dfdbd175e70 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.414233] env[70113]: DEBUG oslo_vmware.api [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': task-3416096, 'name': PowerOnVM_Task, 'duration_secs': 0.531867} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.414498] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.414690] env[70113]: INFO nova.compute.manager [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1134.414877] env[70113]: DEBUG nova.compute.manager [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.415678] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6c52fa-2b6c-4bc6-8daf-9933575475d3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.551830] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431e33d7-b91d-4d7b-a83c-aba76319e2e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.560262] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb278c1-ca73-4611-8daa-97636d8851eb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.594579] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31ab57d-cf1c-4989-a7bd-7c0a6833153d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.602140] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e9ae51-d5e5-47d5-bb32-d0698b4f8638 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.616918] env[70113]: DEBUG nova.compute.provider_tree [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.633242] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Acquiring lock "7e60f7bb-4ce0-441d-9791-0097a459b3ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.633525] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Lock "7e60f7bb-4ce0-441d-9791-0097a459b3ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.633745] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Acquiring lock "7e60f7bb-4ce0-441d-9791-0097a459b3ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.633930] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Lock "7e60f7bb-4ce0-441d-9791-0097a459b3ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.634104] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Lock "7e60f7bb-4ce0-441d-9791-0097a459b3ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.636305] env[70113]: INFO nova.compute.manager [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Terminating instance [ 1134.691100] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.862395] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.863961] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.863961] env[70113]: DEBUG nova.network.neutron [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.938324] env[70113]: INFO nova.compute.manager [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Took 18.68 seconds to build instance. [ 1135.120684] env[70113]: DEBUG nova.scheduler.client.report [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.143426] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Acquiring lock "refresh_cache-7e60f7bb-4ce0-441d-9791-0097a459b3ad" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.143506] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Acquired lock "refresh_cache-7e60f7bb-4ce0-441d-9791-0097a459b3ad" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.144291] env[70113]: DEBUG nova.network.neutron [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.194252] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416098, 'name': ReconfigVM_Task, 'duration_secs': 0.845817} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.194563] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 829c25d0-badd-4bbf-a64d-926deba1c116/829c25d0-badd-4bbf-a64d-926deba1c116.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.196252] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed760499-40d5-4c87-977f-0c3121e604bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.202031] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1135.202031] env[70113]: value = "task-3416099" [ 1135.202031] env[70113]: _type = "Task" [ 1135.202031] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.212609] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416099, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.229067] env[70113]: DEBUG nova.compute.manager [req-e8b59acc-3472-41ef-9878-4d3826c626d5 req-cec55955-f27a-4089-9658-04e7b6d30220 service nova] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Received event network-changed-77c08422-54dc-4f62-8091-8122d8fa841e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.229903] env[70113]: DEBUG nova.compute.manager [req-e8b59acc-3472-41ef-9878-4d3826c626d5 req-cec55955-f27a-4089-9658-04e7b6d30220 service nova] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Refreshing instance network info cache due to event network-changed-77c08422-54dc-4f62-8091-8122d8fa841e. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.229903] env[70113]: DEBUG oslo_concurrency.lockutils [req-e8b59acc-3472-41ef-9878-4d3826c626d5 req-cec55955-f27a-4089-9658-04e7b6d30220 service nova] Acquiring lock "refresh_cache-ce329093-e055-42ea-b25d-827fad3dd618" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.229903] env[70113]: DEBUG oslo_concurrency.lockutils [req-e8b59acc-3472-41ef-9878-4d3826c626d5 req-cec55955-f27a-4089-9658-04e7b6d30220 service nova] Acquired lock "refresh_cache-ce329093-e055-42ea-b25d-827fad3dd618" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.230141] env[70113]: DEBUG nova.network.neutron [req-e8b59acc-3472-41ef-9878-4d3826c626d5 req-cec55955-f27a-4089-9658-04e7b6d30220 service nova] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Refreshing network info cache for port 77c08422-54dc-4f62-8091-8122d8fa841e {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.317422] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "6eecf3b7-a675-4165-b7a0-39b69953f0cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.318452] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "6eecf3b7-a675-4165-b7a0-39b69953f0cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.405870] env[70113]: DEBUG nova.network.neutron [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.440632] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f59c5e8f-6222-41f7-ae66-a85bbca32b7a tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Lock "ce329093-e055-42ea-b25d-827fad3dd618" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.194s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.558382] env[70113]: DEBUG nova.network.neutron [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Updating instance_info_cache with network_info: [{"id": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "address": "fa:16:3e:ec:08:86", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a2e820-48", "ovs_interfaceid": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.626230] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.628738] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.237s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.630236] env[70113]: INFO nova.compute.claims [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.651792] env[70113]: INFO nova.scheduler.client.report [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Deleted allocations for instance bada8017-1fc1-47c8-ac7e-b596e2fc2917 [ 1135.669026] env[70113]: DEBUG nova.network.neutron [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.714149] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416099, 'name': Rename_Task, 'duration_secs': 0.238895} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.714429] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.714664] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-905cb466-839d-403b-bb32-a9e6c2eeffc6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.721520] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1135.721520] env[70113]: value = "task-3416100" [ 1135.721520] env[70113]: _type = "Task" [ 1135.721520] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.729636] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.758393] env[70113]: DEBUG nova.network.neutron [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.820354] env[70113]: DEBUG nova.compute.manager [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.957414] env[70113]: DEBUG nova.network.neutron [req-e8b59acc-3472-41ef-9878-4d3826c626d5 req-cec55955-f27a-4089-9658-04e7b6d30220 service nova] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Updated VIF entry in instance network info cache for port 77c08422-54dc-4f62-8091-8122d8fa841e. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.957636] env[70113]: DEBUG nova.network.neutron [req-e8b59acc-3472-41ef-9878-4d3826c626d5 req-cec55955-f27a-4089-9658-04e7b6d30220 service nova] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Updating instance_info_cache with network_info: [{"id": "77c08422-54dc-4f62-8091-8122d8fa841e", "address": "fa:16:3e:12:95:db", "network": {"id": "ab674a39-0a2d-473d-9367-03a01c7e178a", "bridge": "br-int", "label": "tempest-ServersTestJSON-497227866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23adb231b82046f6af2d90376950b2f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77c08422-54", "ovs_interfaceid": "77c08422-54dc-4f62-8091-8122d8fa841e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.061617] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.061980] env[70113]: DEBUG nova.compute.manager [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Instance network_info: |[{"id": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "address": "fa:16:3e:ec:08:86", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a2e820-48", "ovs_interfaceid": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.062437] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:08:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67a2e820-48e2-4d42-91ae-0dfdbd175e70', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.070201] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.070415] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.070640] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bc41d00-f724-4805-8dc1-fffca93a29c2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.089729] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.089729] env[70113]: value = "task-3416101" [ 1136.089729] env[70113]: _type = "Task" [ 1136.089729] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.097220] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416101, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.158677] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6290e490-26f5-4010-86a7-9bca36319f2e tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "bada8017-1fc1-47c8-ac7e-b596e2fc2917" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.882s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.232926] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.263086] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Releasing lock "refresh_cache-7e60f7bb-4ce0-441d-9791-0097a459b3ad" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.263086] env[70113]: DEBUG nova.compute.manager [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.263086] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.264137] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c438303-831b-4c81-b957-e5dccfcc8992 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.277064] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.277064] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbb2c9ed-db30-4a16-a34f-a1dedab5e66b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.281778] env[70113]: DEBUG oslo_vmware.api [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Waiting for the task: (returnval){ [ 1136.281778] env[70113]: value = "task-3416102" [ 1136.281778] env[70113]: _type = "Task" [ 1136.281778] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.292025] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquiring lock "45ddbe8f-9792-4063-8200-e6689dd5d375" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.292382] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Lock "45ddbe8f-9792-4063-8200-e6689dd5d375" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.294668] env[70113]: DEBUG nova.compute.manager [req-affbab01-b8a2-4894-b3d8-f5703bed51c8 req-85f97de6-f069-44a3-9522-3daba71833a3 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Received event network-changed-67a2e820-48e2-4d42-91ae-0dfdbd175e70 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.294958] env[70113]: DEBUG nova.compute.manager [req-affbab01-b8a2-4894-b3d8-f5703bed51c8 req-85f97de6-f069-44a3-9522-3daba71833a3 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Refreshing instance network info cache due to event network-changed-67a2e820-48e2-4d42-91ae-0dfdbd175e70. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.295310] env[70113]: DEBUG oslo_concurrency.lockutils [req-affbab01-b8a2-4894-b3d8-f5703bed51c8 req-85f97de6-f069-44a3-9522-3daba71833a3 service nova] Acquiring lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.295551] env[70113]: DEBUG oslo_concurrency.lockutils [req-affbab01-b8a2-4894-b3d8-f5703bed51c8 req-85f97de6-f069-44a3-9522-3daba71833a3 service nova] Acquired lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.296064] env[70113]: DEBUG nova.network.neutron [req-affbab01-b8a2-4894-b3d8-f5703bed51c8 req-85f97de6-f069-44a3-9522-3daba71833a3 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Refreshing network info cache for port 67a2e820-48e2-4d42-91ae-0dfdbd175e70 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.304038] env[70113]: DEBUG oslo_vmware.api [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': task-3416102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.348048] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.460489] env[70113]: DEBUG oslo_concurrency.lockutils [req-e8b59acc-3472-41ef-9878-4d3826c626d5 req-cec55955-f27a-4089-9658-04e7b6d30220 service nova] Releasing lock "refresh_cache-ce329093-e055-42ea-b25d-827fad3dd618" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.600708] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416101, 'name': CreateVM_Task, 'duration_secs': 0.3364} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.600896] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.601654] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.601826] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.602163] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.602426] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b0e924-172a-4ee4-8e07-ff59fb264e65 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.607615] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1136.607615] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5235ea5b-9f95-fc07-4e40-ae2769684d6f" [ 1136.607615] env[70113]: _type = "Task" [ 1136.607615] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.615679] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5235ea5b-9f95-fc07-4e40-ae2769684d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.736035] env[70113]: DEBUG oslo_vmware.api [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416100, 'name': PowerOnVM_Task, 'duration_secs': 0.840516} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.736336] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.736543] env[70113]: INFO nova.compute.manager [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1136.736723] env[70113]: DEBUG nova.compute.manager [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.737512] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcea080a-c2ef-4d28-a725-371d00a1bad4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.795622] env[70113]: DEBUG oslo_vmware.api [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': task-3416102, 'name': PowerOffVM_Task, 'duration_secs': 0.120654} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.795904] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.796092] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.796411] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d232ee6b-2f3b-4a9d-9000-748ef19dc3b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.800850] env[70113]: DEBUG nova.compute.manager [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.831233] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.831454] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.831695] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Deleting the datastore file [datastore2] 7e60f7bb-4ce0-441d-9791-0097a459b3ad {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.831890] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de82109e-8650-4267-a020-25c8f5c18053 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.844951] env[70113]: DEBUG oslo_vmware.api [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Waiting for the task: (returnval){ [ 1136.844951] env[70113]: value = "task-3416104" [ 1136.844951] env[70113]: _type = "Task" [ 1136.844951] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.857403] env[70113]: DEBUG oslo_vmware.api [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': task-3416104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.898164] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10665e6-628c-4d88-b012-39f305ff64a1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.907255] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311b3bbd-bb35-44e8-b09c-3e7f28017862 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.940894] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6654663-edc0-4503-a251-51ec036a2371 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.948263] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ded90e-e629-4908-9018-cd0f917260da {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.963265] env[70113]: DEBUG nova.compute.provider_tree [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.058263] env[70113]: DEBUG nova.network.neutron [req-affbab01-b8a2-4894-b3d8-f5703bed51c8 req-85f97de6-f069-44a3-9522-3daba71833a3 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Updated VIF entry in instance network info cache for port 67a2e820-48e2-4d42-91ae-0dfdbd175e70. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.058683] env[70113]: DEBUG nova.network.neutron [req-affbab01-b8a2-4894-b3d8-f5703bed51c8 req-85f97de6-f069-44a3-9522-3daba71833a3 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Updating instance_info_cache with network_info: [{"id": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "address": "fa:16:3e:ec:08:86", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a2e820-48", "ovs_interfaceid": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.117450] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5235ea5b-9f95-fc07-4e40-ae2769684d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.025109} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.117960] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.117960] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.118297] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.118469] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.118631] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.118911] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f08434f9-3cdf-4566-81dc-e33861440f3c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.137492] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.137691] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.138475] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0d7a27-240f-40e4-aede-2e57bd8e40ad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.143795] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1137.143795] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]522a3f87-c891-8b50-c405-c8e42d3402ea" [ 1137.143795] env[70113]: _type = "Task" [ 1137.143795] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.151849] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522a3f87-c891-8b50-c405-c8e42d3402ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.260657] env[70113]: INFO nova.compute.manager [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Took 18.13 seconds to build instance. [ 1137.330519] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.355070] env[70113]: DEBUG oslo_vmware.api [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Task: {'id': task-3416104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359442} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.355070] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.356292] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.356515] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.356695] env[70113]: INFO nova.compute.manager [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1137.356930] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.357137] env[70113]: DEBUG nova.compute.manager [-] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.357236] env[70113]: DEBUG nova.network.neutron [-] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.378808] env[70113]: DEBUG nova.network.neutron [-] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.467109] env[70113]: DEBUG nova.scheduler.client.report [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.561347] env[70113]: DEBUG oslo_concurrency.lockutils [req-affbab01-b8a2-4894-b3d8-f5703bed51c8 req-85f97de6-f069-44a3-9522-3daba71833a3 service nova] Releasing lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.654449] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522a3f87-c891-8b50-c405-c8e42d3402ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009071} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.655382] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b74b0aa6-f927-46be-906e-a758416e1544 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.660359] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1137.660359] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d316d8-5631-6a97-58d7-539d5ed7e688" [ 1137.660359] env[70113]: _type = "Task" [ 1137.660359] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.669422] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d316d8-5631-6a97-58d7-539d5ed7e688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.762805] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8b9e841e-32f5-40f0-95bf-c1b40a63449b tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "829c25d0-badd-4bbf-a64d-926deba1c116" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.639s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.882457] env[70113]: DEBUG nova.network.neutron [-] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.971520] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.972028] env[70113]: DEBUG nova.compute.manager [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.974690] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.234s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.976315] env[70113]: INFO nova.compute.claims [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.075307] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.075537] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.170758] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d316d8-5631-6a97-58d7-539d5ed7e688, 'name': SearchDatastore_Task, 'duration_secs': 0.023555} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.171017] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.171275] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f/afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.171523] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-853c17f2-cc13-401c-abe6-9760c1516cc9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.178442] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1138.178442] env[70113]: value = "task-3416105" [ 1138.178442] env[70113]: _type = "Task" [ 1138.178442] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.186261] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.385108] env[70113]: INFO nova.compute.manager [-] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Took 1.03 seconds to deallocate network for instance. [ 1138.480753] env[70113]: DEBUG nova.compute.utils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.484874] env[70113]: DEBUG nova.compute.manager [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.485217] env[70113]: DEBUG nova.network.neutron [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.542149] env[70113]: DEBUG nova.policy [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60e38dad772a45a08c0fc025ecfaef0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b08ae734e6848ea996ce49df70b91d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.578104] env[70113]: DEBUG nova.compute.manager [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.692104] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416105, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.801534] env[70113]: DEBUG nova.compute.manager [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Stashing vm_state: active {{(pid=70113) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1138.890918] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.913979] env[70113]: DEBUG nova.network.neutron [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Successfully created port: 0f96978a-ee85-4fb3-aecc-61293a4fa257 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.985387] env[70113]: DEBUG nova.compute.manager [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.097953] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.188690] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638273} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.191406] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f/afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.191628] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.193376] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7de66c5a-3c72-4ad4-bddb-f3ddbd6f8bfa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.200170] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1139.200170] env[70113]: value = "task-3416106" [ 1139.200170] env[70113]: _type = "Task" [ 1139.200170] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.210782] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.272631] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe9096e-e100-4938-823d-953938fed029 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.280180] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297aca9d-5120-41a7-b158-2e02a31816bb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.317072] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fb43f2-f872-49ee-9e78-fe23f2e152fc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.324543] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3e09a5-5841-41c1-a2bb-1e818f5eb675 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.331111] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.343924] env[70113]: DEBUG nova.compute.provider_tree [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.709301] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071753} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.709634] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.710351] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3f2f60-a35e-4e2c-9cb5-e982cd202ded {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.733894] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f/afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.734199] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0b0ef4f-1472-4131-af17-c5599f24c61b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.752455] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1139.752455] env[70113]: value = "task-3416107" [ 1139.752455] env[70113]: _type = "Task" [ 1139.752455] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.760281] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.848186] env[70113]: DEBUG nova.scheduler.client.report [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.994903] env[70113]: DEBUG nova.compute.manager [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.020188] env[70113]: DEBUG nova.virt.hardware [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.020446] env[70113]: DEBUG nova.virt.hardware [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.020600] env[70113]: DEBUG nova.virt.hardware [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.020778] env[70113]: DEBUG nova.virt.hardware [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.020924] env[70113]: DEBUG nova.virt.hardware [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.021159] env[70113]: DEBUG nova.virt.hardware [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.021313] env[70113]: DEBUG nova.virt.hardware [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.021489] env[70113]: DEBUG nova.virt.hardware [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.021657] env[70113]: DEBUG nova.virt.hardware [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.021817] env[70113]: DEBUG nova.virt.hardware [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.021987] env[70113]: DEBUG nova.virt.hardware [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.022857] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f1456e-ed3c-41ef-bd73-13586eefcf54 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.031093] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f65202-ab4d-448c-8c1f-9ba98c73f5de {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.262043] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416107, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.353377] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.353917] env[70113]: DEBUG nova.compute.manager [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.356603] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.010s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.357982] env[70113]: INFO nova.compute.claims [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.601870] env[70113]: DEBUG nova.compute.manager [req-33c43339-4cf7-4973-9d90-2f21ff895fba req-6518e537-d7c1-4e2d-8cf9-bc7a01f4f7fb service nova] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Received event network-vif-plugged-0f96978a-ee85-4fb3-aecc-61293a4fa257 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.602068] env[70113]: DEBUG oslo_concurrency.lockutils [req-33c43339-4cf7-4973-9d90-2f21ff895fba req-6518e537-d7c1-4e2d-8cf9-bc7a01f4f7fb service nova] Acquiring lock "5f4fab1f-b3c7-4d65-bcd1-0149881734cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.602349] env[70113]: DEBUG oslo_concurrency.lockutils [req-33c43339-4cf7-4973-9d90-2f21ff895fba req-6518e537-d7c1-4e2d-8cf9-bc7a01f4f7fb service nova] Lock "5f4fab1f-b3c7-4d65-bcd1-0149881734cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.602462] env[70113]: DEBUG oslo_concurrency.lockutils [req-33c43339-4cf7-4973-9d90-2f21ff895fba req-6518e537-d7c1-4e2d-8cf9-bc7a01f4f7fb service nova] Lock "5f4fab1f-b3c7-4d65-bcd1-0149881734cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.602614] env[70113]: DEBUG nova.compute.manager [req-33c43339-4cf7-4973-9d90-2f21ff895fba req-6518e537-d7c1-4e2d-8cf9-bc7a01f4f7fb service nova] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] No waiting events found dispatching network-vif-plugged-0f96978a-ee85-4fb3-aecc-61293a4fa257 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.602775] env[70113]: WARNING nova.compute.manager [req-33c43339-4cf7-4973-9d90-2f21ff895fba req-6518e537-d7c1-4e2d-8cf9-bc7a01f4f7fb service nova] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Received unexpected event network-vif-plugged-0f96978a-ee85-4fb3-aecc-61293a4fa257 for instance with vm_state building and task_state spawning. [ 1140.693891] env[70113]: DEBUG nova.network.neutron [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Successfully updated port: 0f96978a-ee85-4fb3-aecc-61293a4fa257 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.762702] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416107, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.862896] env[70113]: DEBUG nova.compute.utils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.866276] env[70113]: DEBUG nova.compute.manager [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.866456] env[70113]: DEBUG nova.network.neutron [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.903211] env[70113]: DEBUG nova.policy [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60e38dad772a45a08c0fc025ecfaef0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b08ae734e6848ea996ce49df70b91d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.197924] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "refresh_cache-5f4fab1f-b3c7-4d65-bcd1-0149881734cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.198103] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "refresh_cache-5f4fab1f-b3c7-4d65-bcd1-0149881734cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.198274] env[70113]: DEBUG nova.network.neutron [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.215078] env[70113]: DEBUG nova.network.neutron [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Successfully created port: f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.264901] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416107, 'name': ReconfigVM_Task, 'duration_secs': 1.271896} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.265221] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Reconfigured VM instance instance-00000065 to attach disk [datastore2] afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f/afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.265795] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65c060df-88b8-420f-95bf-a76c049e1a73 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.272512] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1141.272512] env[70113]: value = "task-3416108" [ 1141.272512] env[70113]: _type = "Task" [ 1141.272512] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.280664] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416108, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.367300] env[70113]: DEBUG nova.compute.manager [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.622608] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848978e1-0146-4dc7-9e96-6bf506ec42c7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.630174] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee56676-d453-4669-b15f-48bba5be0670 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.660191] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbe235d-5faf-42f4-a805-d4597f5f6332 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.667437] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abf5af4-b9ec-4904-84a8-cb486b118185 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.681168] env[70113]: DEBUG nova.compute.provider_tree [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.728766] env[70113]: DEBUG nova.network.neutron [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.782738] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416108, 'name': Rename_Task, 'duration_secs': 0.142952} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.783051] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.783317] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b0a20db-e1a0-4c62-9bbe-a3e5896da791 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.789951] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1141.789951] env[70113]: value = "task-3416109" [ 1141.789951] env[70113]: _type = "Task" [ 1141.789951] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.799244] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.857472] env[70113]: DEBUG nova.network.neutron [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Updating instance_info_cache with network_info: [{"id": "0f96978a-ee85-4fb3-aecc-61293a4fa257", "address": "fa:16:3e:af:55:03", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f96978a-ee", "ovs_interfaceid": "0f96978a-ee85-4fb3-aecc-61293a4fa257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.185037] env[70113]: DEBUG nova.scheduler.client.report [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.300944] env[70113]: DEBUG oslo_vmware.api [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416109, 'name': PowerOnVM_Task, 'duration_secs': 0.427818} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.301689] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.301689] env[70113]: INFO nova.compute.manager [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1142.301937] env[70113]: DEBUG nova.compute.manager [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.302740] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5466514e-2f5f-4c08-b3ef-2be5e09b21eb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.360529] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "refresh_cache-5f4fab1f-b3c7-4d65-bcd1-0149881734cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.360732] env[70113]: DEBUG nova.compute.manager [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Instance network_info: |[{"id": "0f96978a-ee85-4fb3-aecc-61293a4fa257", "address": "fa:16:3e:af:55:03", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f96978a-ee", "ovs_interfaceid": "0f96978a-ee85-4fb3-aecc-61293a4fa257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.361347] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:55:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f96978a-ee85-4fb3-aecc-61293a4fa257', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.369057] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Creating folder: Project (0b08ae734e6848ea996ce49df70b91d3). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1142.369459] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dba3d282-52eb-47d6-903f-ee1b429ad537 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.379675] env[70113]: DEBUG nova.compute.manager [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.383183] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Created folder: Project (0b08ae734e6848ea996ce49df70b91d3) in parent group-v681336. [ 1142.383376] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Creating folder: Instances. Parent ref: group-v681605. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1142.383608] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c55b0fac-c3b5-41ee-91ab-3b5109cf9ae7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.393252] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Created folder: Instances in parent group-v681605. [ 1142.393486] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.393669] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.393871] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2236b85e-b96b-42f7-a738-fc63f08eb70e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.414258] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.414258] env[70113]: value = "task-3416112" [ 1142.414258] env[70113]: _type = "Task" [ 1142.414258] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.416338] env[70113]: DEBUG nova.virt.hardware [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.416561] env[70113]: DEBUG nova.virt.hardware [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.416714] env[70113]: DEBUG nova.virt.hardware [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.416892] env[70113]: DEBUG nova.virt.hardware [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.417088] env[70113]: DEBUG nova.virt.hardware [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.417222] env[70113]: DEBUG nova.virt.hardware [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.417440] env[70113]: DEBUG nova.virt.hardware [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.417598] env[70113]: DEBUG nova.virt.hardware [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.417755] env[70113]: DEBUG nova.virt.hardware [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.417911] env[70113]: DEBUG nova.virt.hardware [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.418098] env[70113]: DEBUG nova.virt.hardware [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.419207] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37502c9f-6f34-4906-be1a-b41af2e8334d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.429414] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416112, 'name': CreateVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.432444] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860f1b31-0756-48a7-baf4-fd8e9532703e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.639416] env[70113]: DEBUG nova.compute.manager [req-79681df0-b287-469b-a606-3b6da63b31ca req-048e6e9b-ec26-41fe-9550-978ad0581d83 service nova] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Received event network-changed-0f96978a-ee85-4fb3-aecc-61293a4fa257 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.639717] env[70113]: DEBUG nova.compute.manager [req-79681df0-b287-469b-a606-3b6da63b31ca req-048e6e9b-ec26-41fe-9550-978ad0581d83 service nova] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Refreshing instance network info cache due to event network-changed-0f96978a-ee85-4fb3-aecc-61293a4fa257. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.640022] env[70113]: DEBUG oslo_concurrency.lockutils [req-79681df0-b287-469b-a606-3b6da63b31ca req-048e6e9b-ec26-41fe-9550-978ad0581d83 service nova] Acquiring lock "refresh_cache-5f4fab1f-b3c7-4d65-bcd1-0149881734cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.640193] env[70113]: DEBUG oslo_concurrency.lockutils [req-79681df0-b287-469b-a606-3b6da63b31ca req-048e6e9b-ec26-41fe-9550-978ad0581d83 service nova] Acquired lock "refresh_cache-5f4fab1f-b3c7-4d65-bcd1-0149881734cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.640363] env[70113]: DEBUG nova.network.neutron [req-79681df0-b287-469b-a606-3b6da63b31ca req-048e6e9b-ec26-41fe-9550-978ad0581d83 service nova] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Refreshing network info cache for port 0f96978a-ee85-4fb3-aecc-61293a4fa257 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.690878] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.691509] env[70113]: DEBUG nova.compute.manager [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.694238] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.364s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.695967] env[70113]: INFO nova.compute.claims [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.712165] env[70113]: DEBUG nova.network.neutron [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Successfully updated port: f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.826268] env[70113]: INFO nova.compute.manager [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Took 19.78 seconds to build instance. [ 1142.929368] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416112, 'name': CreateVM_Task, 'duration_secs': 0.302746} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.929700] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.930220] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.930386] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.930752] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.930943] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c490f0-b1fb-418b-9580-9ff8815c5a84 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.935311] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1142.935311] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524172a5-1134-3183-468d-53f366989d0d" [ 1142.935311] env[70113]: _type = "Task" [ 1142.935311] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.943283] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524172a5-1134-3183-468d-53f366989d0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.201125] env[70113]: DEBUG nova.compute.utils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.204594] env[70113]: DEBUG nova.compute.manager [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.204949] env[70113]: DEBUG nova.network.neutron [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.214670] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "refresh_cache-7613b733-e4dd-49d6-8fde-2231e945323c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.214670] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "refresh_cache-7613b733-e4dd-49d6-8fde-2231e945323c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.214814] env[70113]: DEBUG nova.network.neutron [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.243342] env[70113]: DEBUG nova.policy [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '552e27dea50d4a08bdda538f8385fdad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95036503c4b74c33a2300cad5affe864', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.327615] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ddddc170-2976-453e-9421-2327d12d8b12 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.286s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.421568] env[70113]: DEBUG nova.network.neutron [req-79681df0-b287-469b-a606-3b6da63b31ca req-048e6e9b-ec26-41fe-9550-978ad0581d83 service nova] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Updated VIF entry in instance network info cache for port 0f96978a-ee85-4fb3-aecc-61293a4fa257. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.421929] env[70113]: DEBUG nova.network.neutron [req-79681df0-b287-469b-a606-3b6da63b31ca req-048e6e9b-ec26-41fe-9550-978ad0581d83 service nova] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Updating instance_info_cache with network_info: [{"id": "0f96978a-ee85-4fb3-aecc-61293a4fa257", "address": "fa:16:3e:af:55:03", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f96978a-ee", "ovs_interfaceid": "0f96978a-ee85-4fb3-aecc-61293a4fa257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.446417] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524172a5-1134-3183-468d-53f366989d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009707} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.446721] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.446953] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.447203] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.447348] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.448101] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.448101] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d7a4dbb-39e8-461f-89b9-d098cc393611 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.456314] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.456528] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.457239] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42ad0c2-5f9a-4451-aa01-70466c9a0948 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.463073] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1143.463073] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d1fd38-930e-81f5-562a-f7c570108702" [ 1143.463073] env[70113]: _type = "Task" [ 1143.463073] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.470787] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d1fd38-930e-81f5-562a-f7c570108702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.523820] env[70113]: DEBUG nova.network.neutron [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Successfully created port: b77a21b9-0911-45f0-a2a0-a99f195e76da {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.705522] env[70113]: DEBUG nova.compute.manager [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.757055] env[70113]: DEBUG nova.network.neutron [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.925153] env[70113]: DEBUG oslo_concurrency.lockutils [req-79681df0-b287-469b-a606-3b6da63b31ca req-048e6e9b-ec26-41fe-9550-978ad0581d83 service nova] Releasing lock "refresh_cache-5f4fab1f-b3c7-4d65-bcd1-0149881734cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.925424] env[70113]: DEBUG nova.compute.manager [req-79681df0-b287-469b-a606-3b6da63b31ca req-048e6e9b-ec26-41fe-9550-978ad0581d83 service nova] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Received event network-vif-plugged-f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.925610] env[70113]: DEBUG oslo_concurrency.lockutils [req-79681df0-b287-469b-a606-3b6da63b31ca req-048e6e9b-ec26-41fe-9550-978ad0581d83 service nova] Acquiring lock "7613b733-e4dd-49d6-8fde-2231e945323c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.925815] env[70113]: DEBUG oslo_concurrency.lockutils [req-79681df0-b287-469b-a606-3b6da63b31ca req-048e6e9b-ec26-41fe-9550-978ad0581d83 service nova] Lock "7613b733-e4dd-49d6-8fde-2231e945323c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.925999] env[70113]: DEBUG oslo_concurrency.lockutils [req-79681df0-b287-469b-a606-3b6da63b31ca req-048e6e9b-ec26-41fe-9550-978ad0581d83 service nova] Lock "7613b733-e4dd-49d6-8fde-2231e945323c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.926197] env[70113]: DEBUG nova.compute.manager [req-79681df0-b287-469b-a606-3b6da63b31ca req-048e6e9b-ec26-41fe-9550-978ad0581d83 service nova] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] No waiting events found dispatching network-vif-plugged-f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.926370] env[70113]: WARNING nova.compute.manager [req-79681df0-b287-469b-a606-3b6da63b31ca req-048e6e9b-ec26-41fe-9550-978ad0581d83 service nova] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Received unexpected event network-vif-plugged-f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41 for instance with vm_state building and task_state spawning. [ 1143.943772] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1e9eb5-3be5-4ab4-840f-095f02cce08e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.955281] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a252481-6479-4569-a7c9-030838277148 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.990011] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470e7fe4-e00c-4c35-855a-32205502af08 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.997859] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d1fd38-930e-81f5-562a-f7c570108702, 'name': SearchDatastore_Task, 'duration_secs': 0.012112} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.001015] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63344b12-16da-4983-af7b-92b4604815b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.004176] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e3e55e-d83a-4587-a3c0-b732b147cf3c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.011183] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1144.011183] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]527f7d14-3e13-4537-d1ec-9704c52e5b33" [ 1144.011183] env[70113]: _type = "Task" [ 1144.011183] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.019844] env[70113]: DEBUG nova.compute.provider_tree [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.022672] env[70113]: DEBUG nova.network.neutron [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Updating instance_info_cache with network_info: [{"id": "f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41", "address": "fa:16:3e:44:c0:6e", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e8df59-6f", "ovs_interfaceid": "f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.032975] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527f7d14-3e13-4537-d1ec-9704c52e5b33, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.033296] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.033556] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 5f4fab1f-b3c7-4d65-bcd1-0149881734cd/5f4fab1f-b3c7-4d65-bcd1-0149881734cd.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.033809] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61c4c83e-d33e-4088-a39e-98caf4a29a9b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.041537] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1144.041537] env[70113]: value = "task-3416113" [ 1144.041537] env[70113]: _type = "Task" [ 1144.041537] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.053028] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.525299] env[70113]: DEBUG nova.scheduler.client.report [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.529177] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "refresh_cache-7613b733-e4dd-49d6-8fde-2231e945323c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.529503] env[70113]: DEBUG nova.compute.manager [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Instance network_info: |[{"id": "f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41", "address": "fa:16:3e:44:c0:6e", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e8df59-6f", "ovs_interfaceid": "f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.530244] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:c0:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.538464] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.538765] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.539071] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51aa81f0-5d11-4d70-8c21-0a54b29417cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.565508] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416113, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.566936] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.566936] env[70113]: value = "task-3416114" [ 1144.566936] env[70113]: _type = "Task" [ 1144.566936] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.576277] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416114, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.676479] env[70113]: DEBUG nova.compute.manager [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Received event network-changed-f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.676832] env[70113]: DEBUG nova.compute.manager [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Refreshing instance network info cache due to event network-changed-f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.680097] env[70113]: DEBUG oslo_concurrency.lockutils [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] Acquiring lock "refresh_cache-7613b733-e4dd-49d6-8fde-2231e945323c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.680097] env[70113]: DEBUG oslo_concurrency.lockutils [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] Acquired lock "refresh_cache-7613b733-e4dd-49d6-8fde-2231e945323c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.680097] env[70113]: DEBUG nova.network.neutron [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Refreshing network info cache for port f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.718872] env[70113]: DEBUG nova.compute.manager [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.753099] env[70113]: DEBUG nova.virt.hardware [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.754038] env[70113]: DEBUG nova.virt.hardware [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.754038] env[70113]: DEBUG nova.virt.hardware [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.754038] env[70113]: DEBUG nova.virt.hardware [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.754038] env[70113]: DEBUG nova.virt.hardware [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.754240] env[70113]: DEBUG nova.virt.hardware [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.754502] env[70113]: DEBUG nova.virt.hardware [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.754728] env[70113]: DEBUG nova.virt.hardware [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.755030] env[70113]: DEBUG nova.virt.hardware [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.755251] env[70113]: DEBUG nova.virt.hardware [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.755482] env[70113]: DEBUG nova.virt.hardware [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.757089] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a04651a-e5ac-439b-9150-a5c8d6e172bb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.774208] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17eb2705-fe75-4640-9976-c26d6479619e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.919981] env[70113]: DEBUG nova.compute.manager [req-4ace48aa-8175-4c55-8400-cef443239b7c req-8f122cb9-8568-4321-be6c-e403e0494036 service nova] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Received event network-vif-plugged-b77a21b9-0911-45f0-a2a0-a99f195e76da {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.920236] env[70113]: DEBUG oslo_concurrency.lockutils [req-4ace48aa-8175-4c55-8400-cef443239b7c req-8f122cb9-8568-4321-be6c-e403e0494036 service nova] Acquiring lock "6eecf3b7-a675-4165-b7a0-39b69953f0cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.920480] env[70113]: DEBUG oslo_concurrency.lockutils [req-4ace48aa-8175-4c55-8400-cef443239b7c req-8f122cb9-8568-4321-be6c-e403e0494036 service nova] Lock "6eecf3b7-a675-4165-b7a0-39b69953f0cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.923532] env[70113]: DEBUG oslo_concurrency.lockutils [req-4ace48aa-8175-4c55-8400-cef443239b7c req-8f122cb9-8568-4321-be6c-e403e0494036 service nova] Lock "6eecf3b7-a675-4165-b7a0-39b69953f0cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.923532] env[70113]: DEBUG nova.compute.manager [req-4ace48aa-8175-4c55-8400-cef443239b7c req-8f122cb9-8568-4321-be6c-e403e0494036 service nova] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] No waiting events found dispatching network-vif-plugged-b77a21b9-0911-45f0-a2a0-a99f195e76da {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.923532] env[70113]: WARNING nova.compute.manager [req-4ace48aa-8175-4c55-8400-cef443239b7c req-8f122cb9-8568-4321-be6c-e403e0494036 service nova] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Received unexpected event network-vif-plugged-b77a21b9-0911-45f0-a2a0-a99f195e76da for instance with vm_state building and task_state spawning. [ 1145.026281] env[70113]: DEBUG nova.network.neutron [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Successfully updated port: b77a21b9-0911-45f0-a2a0-a99f195e76da {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.030870] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.031406] env[70113]: DEBUG nova.compute.manager [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.034413] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.144s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.034636] env[70113]: DEBUG nova.objects.instance [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Lazy-loading 'resources' on Instance uuid 7e60f7bb-4ce0-441d-9791-0097a459b3ad {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.069979] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595563} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.073324] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 5f4fab1f-b3c7-4d65-bcd1-0149881734cd/5f4fab1f-b3c7-4d65-bcd1-0149881734cd.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.073943] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.073943] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35eeedd8-803d-438a-82c8-501000fabe31 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.081439] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416114, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.082755] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1145.082755] env[70113]: value = "task-3416115" [ 1145.082755] env[70113]: _type = "Task" [ 1145.082755] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.092778] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.380844] env[70113]: DEBUG nova.network.neutron [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Updated VIF entry in instance network info cache for port f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.381429] env[70113]: DEBUG nova.network.neutron [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Updating instance_info_cache with network_info: [{"id": "f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41", "address": "fa:16:3e:44:c0:6e", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e8df59-6f", "ovs_interfaceid": "f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.525260] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "refresh_cache-6eecf3b7-a675-4165-b7a0-39b69953f0cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.525500] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "refresh_cache-6eecf3b7-a675-4165-b7a0-39b69953f0cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.525708] env[70113]: DEBUG nova.network.neutron [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.537196] env[70113]: DEBUG nova.compute.utils [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.543457] env[70113]: DEBUG nova.compute.manager [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Not allocating networking since 'none' was specified. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1145.580982] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416114, 'name': CreateVM_Task, 'duration_secs': 0.51816} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.580982] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.584078] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.584246] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.584612] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.586302] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32072b74-a507-48f2-8082-fee8377849aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.596239] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065392} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.597253] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.597710] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1145.597710] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5239d5f0-24cc-100a-2da2-58485a5a0f17" [ 1145.597710] env[70113]: _type = "Task" [ 1145.597710] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.600679] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f62d91-fe86-47d4-a54b-93770c6dc099 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.627806] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 5f4fab1f-b3c7-4d65-bcd1-0149881734cd/5f4fab1f-b3c7-4d65-bcd1-0149881734cd.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.633810] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07a1480e-98a4-4739-83eb-b9aee86eb70c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.649361] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5239d5f0-24cc-100a-2da2-58485a5a0f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.656293] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1145.656293] env[70113]: value = "task-3416116" [ 1145.656293] env[70113]: _type = "Task" [ 1145.656293] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.670198] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416116, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.827694] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c3dd93-6e30-4425-8bfa-ce6670791efe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.835751] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8dd452-12b2-4b4d-aa44-aed31669da92 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.868025] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fa3fa8-9500-4245-a153-f4de7f146d8f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.876028] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee932de-331f-4842-90da-d124fe943a87 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.889195] env[70113]: DEBUG oslo_concurrency.lockutils [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] Releasing lock "refresh_cache-7613b733-e4dd-49d6-8fde-2231e945323c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.889411] env[70113]: DEBUG nova.compute.manager [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Received event network-changed-cb8ae435-aed2-49b9-800f-ff069f611e87 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.889583] env[70113]: DEBUG nova.compute.manager [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Refreshing instance network info cache due to event network-changed-cb8ae435-aed2-49b9-800f-ff069f611e87. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.889788] env[70113]: DEBUG oslo_concurrency.lockutils [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] Acquiring lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.889927] env[70113]: DEBUG oslo_concurrency.lockutils [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] Acquired lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.890103] env[70113]: DEBUG nova.network.neutron [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Refreshing network info cache for port cb8ae435-aed2-49b9-800f-ff069f611e87 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.891453] env[70113]: DEBUG nova.compute.provider_tree [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.044909] env[70113]: DEBUG nova.compute.manager [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.062226] env[70113]: DEBUG nova.network.neutron [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.113270] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5239d5f0-24cc-100a-2da2-58485a5a0f17, 'name': SearchDatastore_Task, 'duration_secs': 0.038962} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.113577] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.113811] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.114057] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.114209] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.114387] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.114644] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eada3a80-bc35-4f26-9f03-6d32cd935532 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.126315] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.126509] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.129505] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c55383-2b10-4d60-b415-8102f56c6454 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.134924] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1146.134924] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]520b7358-caca-f632-bd4b-6986fa227815" [ 1146.134924] env[70113]: _type = "Task" [ 1146.134924] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.141932] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]520b7358-caca-f632-bd4b-6986fa227815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.168573] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416116, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.192691] env[70113]: DEBUG nova.network.neutron [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Updating instance_info_cache with network_info: [{"id": "b77a21b9-0911-45f0-a2a0-a99f195e76da", "address": "fa:16:3e:fb:fa:a0", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77a21b9-09", "ovs_interfaceid": "b77a21b9-0911-45f0-a2a0-a99f195e76da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.396420] env[70113]: DEBUG nova.scheduler.client.report [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.098200] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "refresh_cache-6eecf3b7-a675-4165-b7a0-39b69953f0cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.098991] env[70113]: DEBUG nova.compute.manager [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Instance network_info: |[{"id": "b77a21b9-0911-45f0-a2a0-a99f195e76da", "address": "fa:16:3e:fb:fa:a0", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77a21b9-09", "ovs_interfaceid": "b77a21b9-0911-45f0-a2a0-a99f195e76da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.100119] env[70113]: DEBUG nova.compute.manager [req-97b088c9-e037-4ce5-9c42-2cd68001011b req-cfc1588e-df67-464e-b4eb-ff6e2637a9c7 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Received event network-changed-67a2e820-48e2-4d42-91ae-0dfdbd175e70 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.100119] env[70113]: DEBUG nova.compute.manager [req-97b088c9-e037-4ce5-9c42-2cd68001011b req-cfc1588e-df67-464e-b4eb-ff6e2637a9c7 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Refreshing instance network info cache due to event network-changed-67a2e820-48e2-4d42-91ae-0dfdbd175e70. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.100119] env[70113]: DEBUG oslo_concurrency.lockutils [req-97b088c9-e037-4ce5-9c42-2cd68001011b req-cfc1588e-df67-464e-b4eb-ff6e2637a9c7 service nova] Acquiring lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.100286] env[70113]: DEBUG oslo_concurrency.lockutils [req-97b088c9-e037-4ce5-9c42-2cd68001011b req-cfc1588e-df67-464e-b4eb-ff6e2637a9c7 service nova] Acquired lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.100457] env[70113]: DEBUG nova.network.neutron [req-97b088c9-e037-4ce5-9c42-2cd68001011b req-cfc1588e-df67-464e-b4eb-ff6e2637a9c7 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Refreshing network info cache for port 67a2e820-48e2-4d42-91ae-0dfdbd175e70 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.102026] env[70113]: DEBUG nova.compute.manager [req-ed2ff691-47a5-4e50-aceb-746a694d531c req-d475f32e-0d26-4eff-8430-e3e609f135f4 service nova] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Received event network-changed-b77a21b9-0911-45f0-a2a0-a99f195e76da {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.102199] env[70113]: DEBUG nova.compute.manager [req-ed2ff691-47a5-4e50-aceb-746a694d531c req-d475f32e-0d26-4eff-8430-e3e609f135f4 service nova] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Refreshing instance network info cache due to event network-changed-b77a21b9-0911-45f0-a2a0-a99f195e76da. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.102389] env[70113]: DEBUG oslo_concurrency.lockutils [req-ed2ff691-47a5-4e50-aceb-746a694d531c req-d475f32e-0d26-4eff-8430-e3e609f135f4 service nova] Acquiring lock "refresh_cache-6eecf3b7-a675-4165-b7a0-39b69953f0cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.102520] env[70113]: DEBUG oslo_concurrency.lockutils [req-ed2ff691-47a5-4e50-aceb-746a694d531c req-d475f32e-0d26-4eff-8430-e3e609f135f4 service nova] Acquired lock "refresh_cache-6eecf3b7-a675-4165-b7a0-39b69953f0cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.102668] env[70113]: DEBUG nova.network.neutron [req-ed2ff691-47a5-4e50-aceb-746a694d531c req-d475f32e-0d26-4eff-8430-e3e609f135f4 service nova] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Refreshing network info cache for port b77a21b9-0911-45f0-a2a0-a99f195e76da {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.110014] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:fa:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b77a21b9-0911-45f0-a2a0-a99f195e76da', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.118434] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.120239] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.121724] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81b5ad46-7964-43c4-a4d7-c797e0f1ab92 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.143845] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416116, 'name': ReconfigVM_Task, 'duration_secs': 1.379553} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.144084] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]520b7358-caca-f632-bd4b-6986fa227815, 'name': SearchDatastore_Task, 'duration_secs': 0.071866} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.144679] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 5f4fab1f-b3c7-4d65-bcd1-0149881734cd/5f4fab1f-b3c7-4d65-bcd1-0149881734cd.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.146352] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65be8595-52e8-4a6c-b3d7-6107987d8bfd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.147776] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a4c53b-c34f-479e-85bb-ff45dd74ab69 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.151968] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.151968] env[70113]: value = "task-3416117" [ 1147.151968] env[70113]: _type = "Task" [ 1147.151968] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.157700] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1147.157700] env[70113]: value = "task-3416118" [ 1147.157700] env[70113]: _type = "Task" [ 1147.157700] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.157918] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1147.157918] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c18fba-d442-9959-4f74-c70145dfee2d" [ 1147.157918] env[70113]: _type = "Task" [ 1147.157918] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.167120] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416117, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.172751] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416118, 'name': Rename_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.175866] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c18fba-d442-9959-4f74-c70145dfee2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.324344] env[70113]: DEBUG nova.network.neutron [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updated VIF entry in instance network info cache for port cb8ae435-aed2-49b9-800f-ff069f611e87. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.324736] env[70113]: DEBUG nova.network.neutron [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updating instance_info_cache with network_info: [{"id": "cb8ae435-aed2-49b9-800f-ff069f611e87", "address": "fa:16:3e:c8:60:db", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ae435-ae", "ovs_interfaceid": "cb8ae435-aed2-49b9-800f-ff069f611e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.605557] env[70113]: DEBUG nova.compute.manager [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.608150] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.574s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.612639] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.515s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.613760] env[70113]: INFO nova.compute.claims [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.636522] env[70113]: DEBUG nova.virt.hardware [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.636773] env[70113]: DEBUG nova.virt.hardware [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.636929] env[70113]: DEBUG nova.virt.hardware [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.637132] env[70113]: DEBUG nova.virt.hardware [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.637280] env[70113]: DEBUG nova.virt.hardware [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.637425] env[70113]: DEBUG nova.virt.hardware [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.637634] env[70113]: DEBUG nova.virt.hardware [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.637794] env[70113]: DEBUG nova.virt.hardware [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.637959] env[70113]: DEBUG nova.virt.hardware [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.638144] env[70113]: DEBUG nova.virt.hardware [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.638321] env[70113]: DEBUG nova.virt.hardware [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.639203] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4aa04a-4caa-4572-ab30-58b7d6e6cd78 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.642450] env[70113]: INFO nova.scheduler.client.report [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Deleted allocations for instance 7e60f7bb-4ce0-441d-9791-0097a459b3ad [ 1147.654307] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e911c0e-6acf-4e5d-957e-7420f1af2736 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.678118] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.683683] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Creating folder: Project (3d3d05b9f1324be293a76592b6177cea). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1147.687937] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7b83ece-f9ee-4c5e-a4c7-f9decc0ac3ce {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.689938] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416117, 'name': CreateVM_Task, 'duration_secs': 0.323313} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.699752] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.700338] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c18fba-d442-9959-4f74-c70145dfee2d, 'name': SearchDatastore_Task, 'duration_secs': 0.02231} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.700551] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416118, 'name': Rename_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.703432] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.703590] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.703884] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.704173] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.704421] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 7613b733-e4dd-49d6-8fde-2231e945323c/7613b733-e4dd-49d6-8fde-2231e945323c.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.705177] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62a015be-d594-4281-88e0-036be6b0bee5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.706697] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfe0c06f-e41c-4450-ba02-a6b6db298539 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.711132] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Created folder: Project (3d3d05b9f1324be293a76592b6177cea) in parent group-v681336. [ 1147.711213] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Creating folder: Instances. Parent ref: group-v681610. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1147.711764] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3499e314-403f-45d1-b22b-1a0558b54077 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.714550] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1147.714550] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]523f11e5-58bb-6f2d-a26f-30edd88c06f9" [ 1147.714550] env[70113]: _type = "Task" [ 1147.714550] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.714795] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1147.714795] env[70113]: value = "task-3416120" [ 1147.714795] env[70113]: _type = "Task" [ 1147.714795] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.723935] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Created folder: Instances in parent group-v681610. [ 1147.724084] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.726725] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.726935] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f3ee6f9-1cb2-4139-a3a2-95533c8d2e8e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.744427] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.744670] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523f11e5-58bb-6f2d-a26f-30edd88c06f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009873} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.745265] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.745497] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.745724] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.745871] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.746058] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.748205] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0648747c-6db7-4a91-b970-e9eae049a7d4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.750763] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.750763] env[70113]: value = "task-3416122" [ 1147.750763] env[70113]: _type = "Task" [ 1147.750763] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.757971] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416122, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.758874] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.759065] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.759715] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f89cb3-9cb5-4478-a699-3e0578098184 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.766071] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1147.766071] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528797f4-f482-e0ea-0d7b-0ebd7ca3e0a0" [ 1147.766071] env[70113]: _type = "Task" [ 1147.766071] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.773321] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528797f4-f482-e0ea-0d7b-0ebd7ca3e0a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.827465] env[70113]: DEBUG oslo_concurrency.lockutils [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] Releasing lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.827776] env[70113]: DEBUG nova.compute.manager [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Received event network-changed-67a2e820-48e2-4d42-91ae-0dfdbd175e70 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.827909] env[70113]: DEBUG nova.compute.manager [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Refreshing instance network info cache due to event network-changed-67a2e820-48e2-4d42-91ae-0dfdbd175e70. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.828113] env[70113]: DEBUG oslo_concurrency.lockutils [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] Acquiring lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.837902] env[70113]: DEBUG nova.network.neutron [req-97b088c9-e037-4ce5-9c42-2cd68001011b req-cfc1588e-df67-464e-b4eb-ff6e2637a9c7 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Updated VIF entry in instance network info cache for port 67a2e820-48e2-4d42-91ae-0dfdbd175e70. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.838129] env[70113]: DEBUG nova.network.neutron [req-97b088c9-e037-4ce5-9c42-2cd68001011b req-cfc1588e-df67-464e-b4eb-ff6e2637a9c7 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Updating instance_info_cache with network_info: [{"id": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "address": "fa:16:3e:ec:08:86", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a2e820-48", "ovs_interfaceid": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.928869] env[70113]: DEBUG nova.network.neutron [req-ed2ff691-47a5-4e50-aceb-746a694d531c req-d475f32e-0d26-4eff-8430-e3e609f135f4 service nova] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Updated VIF entry in instance network info cache for port b77a21b9-0911-45f0-a2a0-a99f195e76da. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.928869] env[70113]: DEBUG nova.network.neutron [req-ed2ff691-47a5-4e50-aceb-746a694d531c req-d475f32e-0d26-4eff-8430-e3e609f135f4 service nova] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Updating instance_info_cache with network_info: [{"id": "b77a21b9-0911-45f0-a2a0-a99f195e76da", "address": "fa:16:3e:fb:fa:a0", "network": {"id": "46bbe612-1f5c-450c-9712-488e4c343cd8", "bridge": "br-int", "label": "tempest-ServersTestJSON-57060278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95036503c4b74c33a2300cad5affe864", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77a21b9-09", "ovs_interfaceid": "b77a21b9-0911-45f0-a2a0-a99f195e76da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.157133] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2d5fba4e-65a1-4d0b-8692-42f91878d552 tempest-ServerDiagnosticsV248Test-1803345154 tempest-ServerDiagnosticsV248Test-1803345154-project-member] Lock "7e60f7bb-4ce0-441d-9791-0097a459b3ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.523s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.171497] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416118, 'name': Rename_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.225873] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421235} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.225873] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 7613b733-e4dd-49d6-8fde-2231e945323c/7613b733-e4dd-49d6-8fde-2231e945323c.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.226016] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.226359] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a440cf5-65e9-4fbb-a9f0-bb08568f5e59 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.233433] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1148.233433] env[70113]: value = "task-3416123" [ 1148.233433] env[70113]: _type = "Task" [ 1148.233433] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.241689] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.259742] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416122, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.276473] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528797f4-f482-e0ea-0d7b-0ebd7ca3e0a0, 'name': SearchDatastore_Task, 'duration_secs': 0.008067} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.277470] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba39d383-7fac-4026-a5fb-0405a2c1e03a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.284390] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1148.284390] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c74aca-5402-9bd8-731f-121d5e0de85f" [ 1148.284390] env[70113]: _type = "Task" [ 1148.284390] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.291750] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c74aca-5402-9bd8-731f-121d5e0de85f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.341252] env[70113]: DEBUG oslo_concurrency.lockutils [req-97b088c9-e037-4ce5-9c42-2cd68001011b req-cfc1588e-df67-464e-b4eb-ff6e2637a9c7 service nova] Releasing lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.341621] env[70113]: DEBUG nova.compute.manager [req-97b088c9-e037-4ce5-9c42-2cd68001011b req-cfc1588e-df67-464e-b4eb-ff6e2637a9c7 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Received event network-changed-cb8ae435-aed2-49b9-800f-ff069f611e87 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.341828] env[70113]: DEBUG nova.compute.manager [req-97b088c9-e037-4ce5-9c42-2cd68001011b req-cfc1588e-df67-464e-b4eb-ff6e2637a9c7 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Refreshing instance network info cache due to event network-changed-cb8ae435-aed2-49b9-800f-ff069f611e87. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.342094] env[70113]: DEBUG oslo_concurrency.lockutils [req-97b088c9-e037-4ce5-9c42-2cd68001011b req-cfc1588e-df67-464e-b4eb-ff6e2637a9c7 service nova] Acquiring lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.342266] env[70113]: DEBUG oslo_concurrency.lockutils [req-97b088c9-e037-4ce5-9c42-2cd68001011b req-cfc1588e-df67-464e-b4eb-ff6e2637a9c7 service nova] Acquired lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.342496] env[70113]: DEBUG nova.network.neutron [req-97b088c9-e037-4ce5-9c42-2cd68001011b req-cfc1588e-df67-464e-b4eb-ff6e2637a9c7 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Refreshing network info cache for port cb8ae435-aed2-49b9-800f-ff069f611e87 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.343924] env[70113]: DEBUG oslo_concurrency.lockutils [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] Acquired lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.344161] env[70113]: DEBUG nova.network.neutron [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Refreshing network info cache for port 67a2e820-48e2-4d42-91ae-0dfdbd175e70 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.431506] env[70113]: DEBUG oslo_concurrency.lockutils [req-ed2ff691-47a5-4e50-aceb-746a694d531c req-d475f32e-0d26-4eff-8430-e3e609f135f4 service nova] Releasing lock "refresh_cache-6eecf3b7-a675-4165-b7a0-39b69953f0cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.673176] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416118, 'name': Rename_Task, 'duration_secs': 1.158707} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.676240] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.677306] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03b0dfc3-250e-4c85-ab59-b8670be5a7e1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.685810] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1148.685810] env[70113]: value = "task-3416124" [ 1148.685810] env[70113]: _type = "Task" [ 1148.685810] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.696791] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.742680] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07049} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.745081] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.746108] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0d0106-4bad-43c3-b551-42b0591a031d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.767568] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 7613b733-e4dd-49d6-8fde-2231e945323c/7613b733-e4dd-49d6-8fde-2231e945323c.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.772851] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ed76cfc-f043-4daf-aca3-69572249e561 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.792832] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416122, 'name': CreateVM_Task, 'duration_secs': 0.797292} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.793531] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.793972] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.793972] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.794206] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.794437] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23952b41-9fb1-425b-b2de-85ab2f8bc7ab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.800262] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c74aca-5402-9bd8-731f-121d5e0de85f, 'name': SearchDatastore_Task, 'duration_secs': 0.010478} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.800544] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1148.800544] env[70113]: value = "task-3416125" [ 1148.800544] env[70113]: _type = "Task" [ 1148.800544] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.803291] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.803557] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 6eecf3b7-a675-4165-b7a0-39b69953f0cd/6eecf3b7-a675-4165-b7a0-39b69953f0cd.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.804047] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eccbd1fa-6b4c-49fa-8df0-263da64cabfc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.809467] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1148.809467] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]526d8880-f09d-8184-3320-9e7ae2ba2cc3" [ 1148.809467] env[70113]: _type = "Task" [ 1148.809467] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.816356] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1148.816356] env[70113]: value = "task-3416126" [ 1148.816356] env[70113]: _type = "Task" [ 1148.816356] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.816561] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.826803] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526d8880-f09d-8184-3320-9e7ae2ba2cc3, 'name': SearchDatastore_Task, 'duration_secs': 0.011425} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.827511] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.828068] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.828068] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.829022] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.829022] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.829022] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b12f5f7-6e8f-4552-a6d1-62a0158c22bd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.832918] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.841614] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.841988] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.843115] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e2aff07-d70f-4117-9a6e-10ea3c490dec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.853738] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1148.853738] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f19353-8924-b05e-639e-7fe6cfe50359" [ 1148.853738] env[70113]: _type = "Task" [ 1148.853738] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.861990] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f19353-8924-b05e-639e-7fe6cfe50359, 'name': SearchDatastore_Task, 'duration_secs': 0.008605} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.863049] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50f82f7-c6f6-496b-b7a7-9bd492623a16 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.870238] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1148.870238] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528f4f53-2bc0-0efe-187d-f618be3db6e4" [ 1148.870238] env[70113]: _type = "Task" [ 1148.870238] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.877866] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528f4f53-2bc0-0efe-187d-f618be3db6e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.914908] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8ab5a0-348a-45b3-8edd-f67caa694bcf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.923743] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c901631-31c2-4f92-9a1a-6006491757e4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.957902] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9300708-0490-4d38-89cb-06a666eadbaa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.968014] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540ab0c1-3000-4c55-9dde-52dcecce5985 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.982192] env[70113]: DEBUG nova.compute.provider_tree [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.114325] env[70113]: DEBUG nova.network.neutron [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Updated VIF entry in instance network info cache for port 67a2e820-48e2-4d42-91ae-0dfdbd175e70. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.114325] env[70113]: DEBUG nova.network.neutron [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Updating instance_info_cache with network_info: [{"id": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "address": "fa:16:3e:ec:08:86", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a2e820-48", "ovs_interfaceid": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.200208] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416124, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.224346] env[70113]: DEBUG nova.network.neutron [req-97b088c9-e037-4ce5-9c42-2cd68001011b req-cfc1588e-df67-464e-b4eb-ff6e2637a9c7 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updated VIF entry in instance network info cache for port cb8ae435-aed2-49b9-800f-ff069f611e87. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.224730] env[70113]: DEBUG nova.network.neutron [req-97b088c9-e037-4ce5-9c42-2cd68001011b req-cfc1588e-df67-464e-b4eb-ff6e2637a9c7 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updating instance_info_cache with network_info: [{"id": "cb8ae435-aed2-49b9-800f-ff069f611e87", "address": "fa:16:3e:c8:60:db", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ae435-ae", "ovs_interfaceid": "cb8ae435-aed2-49b9-800f-ff069f611e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.313860] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416125, 'name': ReconfigVM_Task, 'duration_secs': 0.379905} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.314220] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 7613b733-e4dd-49d6-8fde-2231e945323c/7613b733-e4dd-49d6-8fde-2231e945323c.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.314903] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c30d3dc-a417-4a25-a5f3-ca64e88d2827 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.320886] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1149.320886] env[70113]: value = "task-3416127" [ 1149.320886] env[70113]: _type = "Task" [ 1149.320886] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.331361] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479133} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.334344] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 6eecf3b7-a675-4165-b7a0-39b69953f0cd/6eecf3b7-a675-4165-b7a0-39b69953f0cd.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.334553] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.334800] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416127, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.335034] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed2e1d18-9407-4b35-aaf7-d7091bd99837 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.340768] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1149.340768] env[70113]: value = "task-3416128" [ 1149.340768] env[70113]: _type = "Task" [ 1149.340768] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.349208] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.382283] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528f4f53-2bc0-0efe-187d-f618be3db6e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010175} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.382608] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.382975] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 45ddbe8f-9792-4063-8200-e6689dd5d375/45ddbe8f-9792-4063-8200-e6689dd5d375.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.383320] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79b4e413-edfb-423c-b23b-e37820906c55 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.390036] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1149.390036] env[70113]: value = "task-3416129" [ 1149.390036] env[70113]: _type = "Task" [ 1149.390036] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.398907] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.488171] env[70113]: DEBUG nova.scheduler.client.report [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.620574] env[70113]: DEBUG oslo_concurrency.lockutils [req-97b19ab5-e0e9-42b5-8fa0-6b5b3c86a8a6 req-120b0a54-93a1-4ee7-9c3f-e2b0c181af00 service nova] Releasing lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.701580] env[70113]: DEBUG oslo_vmware.api [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416124, 'name': PowerOnVM_Task, 'duration_secs': 0.648176} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.701929] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.702228] env[70113]: INFO nova.compute.manager [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1149.702424] env[70113]: DEBUG nova.compute.manager [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.703499] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6cdaa3-467b-40fe-9633-ccb9d5441d1a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.727969] env[70113]: DEBUG oslo_concurrency.lockutils [req-97b088c9-e037-4ce5-9c42-2cd68001011b req-cfc1588e-df67-464e-b4eb-ff6e2637a9c7 service nova] Releasing lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.837341] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416127, 'name': Rename_Task, 'duration_secs': 0.15365} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.837732] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.838043] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5fbdc38-c318-4897-8ea6-ce2bc9423094 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.846480] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1149.846480] env[70113]: value = "task-3416130" [ 1149.846480] env[70113]: _type = "Task" [ 1149.846480] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.852892] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064061} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.853607] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.854484] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46de7c65-cfd7-4a26-8ec0-18769ebcd43c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.859966] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.881046] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 6eecf3b7-a675-4165-b7a0-39b69953f0cd/6eecf3b7-a675-4165-b7a0-39b69953f0cd.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.881389] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b76925d3-6dc7-4719-a349-741963413ef4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.904879] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47017} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.906263] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 45ddbe8f-9792-4063-8200-e6689dd5d375/45ddbe8f-9792-4063-8200-e6689dd5d375.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.906488] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.906803] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1149.906803] env[70113]: value = "task-3416131" [ 1149.906803] env[70113]: _type = "Task" [ 1149.906803] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.906991] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dc2f656-c0ee-4c6a-85cf-3b5d7becfad0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.918367] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416131, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.919602] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1149.919602] env[70113]: value = "task-3416132" [ 1149.919602] env[70113]: _type = "Task" [ 1149.919602] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.927451] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.993757] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.994517] env[70113]: DEBUG nova.compute.manager [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.997501] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.667s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.223068] env[70113]: INFO nova.compute.manager [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Took 17.85 seconds to build instance. [ 1150.360102] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416130, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.418851] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416131, 'name': ReconfigVM_Task, 'duration_secs': 0.372477} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.419429] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 6eecf3b7-a675-4165-b7a0-39b69953f0cd/6eecf3b7-a675-4165-b7a0-39b69953f0cd.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.420342] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f270048e-ce75-4378-8915-a9c4086564b7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.432663] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140679} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.434705] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.435278] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1150.435278] env[70113]: value = "task-3416133" [ 1150.435278] env[70113]: _type = "Task" [ 1150.435278] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.436068] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7101be6-5278-49d3-b298-ee96ba6f8bdb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.463118] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 45ddbe8f-9792-4063-8200-e6689dd5d375/45ddbe8f-9792-4063-8200-e6689dd5d375.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.463527] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8e56ff1-1dec-4c50-b604-8e0c0040926d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.483931] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1150.483931] env[70113]: value = "task-3416134" [ 1150.483931] env[70113]: _type = "Task" [ 1150.483931] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.493781] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.500235] env[70113]: DEBUG nova.compute.utils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.501610] env[70113]: DEBUG nova.compute.manager [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.501791] env[70113]: DEBUG nova.network.neutron [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.506501] env[70113]: INFO nova.compute.claims [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.578935] env[70113]: DEBUG nova.policy [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd05f4e357c804b66aa39d850f608f48f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6aa0277625144c9a66051a85e4476a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.726607] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9604f8fa-4c0b-42ac-8037-70d824d1d717 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "5f4fab1f-b3c7-4d65-bcd1-0149881734cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.360s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.862330] env[70113]: DEBUG oslo_vmware.api [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416130, 'name': PowerOnVM_Task, 'duration_secs': 0.523993} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.862598] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.862851] env[70113]: INFO nova.compute.manager [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1150.863078] env[70113]: DEBUG nova.compute.manager [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.863908] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabcdf2d-f674-4a5a-9f27-c76f578ef561 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.951828] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416133, 'name': Rename_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.990387] env[70113]: DEBUG nova.network.neutron [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Successfully created port: 9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.998943] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.005030] env[70113]: DEBUG nova.compute.manager [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.012657] env[70113]: INFO nova.compute.resource_tracker [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Updating resource usage from migration d322da3d-24cd-44ae-a706-b322c38df7ea [ 1151.315438] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42203069-e25c-4b92-89c3-386013dd1dcd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.323588] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdff8fb-fdf9-421e-a26d-745c19288dc4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.355214] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc4be81-771e-4b28-aa87-1da1633c9e29 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.363530] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2945373e-dd57-47c8-89ba-412da26bd6f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.380952] env[70113]: DEBUG nova.compute.provider_tree [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.386386] env[70113]: INFO nova.compute.manager [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Took 18.66 seconds to build instance. [ 1151.453027] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416133, 'name': Rename_Task, 'duration_secs': 0.656302} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.453027] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.453027] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e5561c1-bfd2-40d3-8dc0-8df472d9f481 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.459340] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1151.459340] env[70113]: value = "task-3416135" [ 1151.459340] env[70113]: _type = "Task" [ 1151.459340] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.470392] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.494592] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416134, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.636305] env[70113]: INFO nova.compute.manager [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Rebuilding instance [ 1151.693569] env[70113]: DEBUG nova.compute.manager [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.693710] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1234e82d-6f44-4b08-942c-3783aac3001d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.887929] env[70113]: DEBUG nova.scheduler.client.report [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.891541] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3a510f55-91e7-4a14-b590-2b226e32e03b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "7613b733-e4dd-49d6-8fde-2231e945323c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.204s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.972110] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.996368] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416134, 'name': ReconfigVM_Task, 'duration_secs': 1.048254} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.996907] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 45ddbe8f-9792-4063-8200-e6689dd5d375/45ddbe8f-9792-4063-8200-e6689dd5d375.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.997526] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89b1e342-55e9-4d2d-bfd2-1653669cadb1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.006202] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1152.006202] env[70113]: value = "task-3416136" [ 1152.006202] env[70113]: _type = "Task" [ 1152.006202] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.017328] env[70113]: DEBUG nova.compute.manager [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.019674] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416136, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.053105] env[70113]: DEBUG nova.virt.hardware [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.053363] env[70113]: DEBUG nova.virt.hardware [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.053517] env[70113]: DEBUG nova.virt.hardware [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.053697] env[70113]: DEBUG nova.virt.hardware [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.053839] env[70113]: DEBUG nova.virt.hardware [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.054017] env[70113]: DEBUG nova.virt.hardware [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.059438] env[70113]: DEBUG nova.virt.hardware [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.059438] env[70113]: DEBUG nova.virt.hardware [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.059438] env[70113]: DEBUG nova.virt.hardware [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.059438] env[70113]: DEBUG nova.virt.hardware [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.059438] env[70113]: DEBUG nova.virt.hardware [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.059438] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeff5e2-3b90-44f8-b44c-07ab5f965823 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.065160] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab47b3c-0ced-4c30-abf6-9098db9114d5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.394045] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.396s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.394476] env[70113]: INFO nova.compute.manager [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Migrating [ 1152.473270] env[70113]: DEBUG oslo_vmware.api [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416135, 'name': PowerOnVM_Task, 'duration_secs': 0.661324} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.473551] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.474781] env[70113]: INFO nova.compute.manager [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1152.474781] env[70113]: DEBUG nova.compute.manager [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.474781] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db8b099-6131-4d83-879d-3e16025df0ef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.516724] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416136, 'name': Rename_Task, 'duration_secs': 0.155211} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.517023] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.517685] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-030940a4-92bb-403a-90ad-c229d14ecdd8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.525632] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1152.525632] env[70113]: value = "task-3416137" [ 1152.525632] env[70113]: _type = "Task" [ 1152.525632] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.535748] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.581414] env[70113]: DEBUG nova.compute.manager [req-34680327-4ec2-4455-b0a3-7d986289cd05 req-3fd6bf41-4f72-4755-8aee-1520c159457d service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Received event network-vif-plugged-9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.581631] env[70113]: DEBUG oslo_concurrency.lockutils [req-34680327-4ec2-4455-b0a3-7d986289cd05 req-3fd6bf41-4f72-4755-8aee-1520c159457d service nova] Acquiring lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.581854] env[70113]: DEBUG oslo_concurrency.lockutils [req-34680327-4ec2-4455-b0a3-7d986289cd05 req-3fd6bf41-4f72-4755-8aee-1520c159457d service nova] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.582074] env[70113]: DEBUG oslo_concurrency.lockutils [req-34680327-4ec2-4455-b0a3-7d986289cd05 req-3fd6bf41-4f72-4755-8aee-1520c159457d service nova] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.582249] env[70113]: DEBUG nova.compute.manager [req-34680327-4ec2-4455-b0a3-7d986289cd05 req-3fd6bf41-4f72-4755-8aee-1520c159457d service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] No waiting events found dispatching network-vif-plugged-9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.582411] env[70113]: WARNING nova.compute.manager [req-34680327-4ec2-4455-b0a3-7d986289cd05 req-3fd6bf41-4f72-4755-8aee-1520c159457d service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Received unexpected event network-vif-plugged-9922988f-acd9-4861-b74b-8cad779dc680 for instance with vm_state building and task_state spawning. [ 1152.656467] env[70113]: INFO nova.compute.manager [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Rescuing [ 1152.656710] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "refresh_cache-7613b733-e4dd-49d6-8fde-2231e945323c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.656863] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "refresh_cache-7613b733-e4dd-49d6-8fde-2231e945323c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.657041] env[70113]: DEBUG nova.network.neutron [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.711217] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.711553] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af1195f9-6b61-4a03-ad70-05e71be43d57 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.720704] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1152.720704] env[70113]: value = "task-3416138" [ 1152.720704] env[70113]: _type = "Task" [ 1152.720704] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.728118] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.746054] env[70113]: DEBUG nova.network.neutron [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Successfully updated port: 9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.911814] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "refresh_cache-829c25d0-badd-4bbf-a64d-926deba1c116" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.912115] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "refresh_cache-829c25d0-badd-4bbf-a64d-926deba1c116" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.912368] env[70113]: DEBUG nova.network.neutron [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.993256] env[70113]: INFO nova.compute.manager [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Took 16.67 seconds to build instance. [ 1153.039085] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416137, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.228929] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416138, 'name': PowerOffVM_Task, 'duration_secs': 0.282619} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.231516] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.231768] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.232602] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdecd3f-d058-4383-aa78-0c1dd6ca671c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.240355] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.240560] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-961d7ed5-7c91-4125-9b2b-84d508382394 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.248357] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.248357] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.248357] env[70113]: DEBUG nova.network.neutron [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.298658] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.299683] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.299683] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Deleting the datastore file [datastore1] 647c5ed8-6797-4c0e-9361-5fede8e92f26 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.299761] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be6e1e6a-e559-4d30-93c7-1cb4a0c87eef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.307356] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1153.307356] env[70113]: value = "task-3416140" [ 1153.307356] env[70113]: _type = "Task" [ 1153.307356] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.319289] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.466881] env[70113]: DEBUG oslo_concurrency.lockutils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Acquiring lock "1ed6fffb-acf0-4742-8394-e2a01dae16cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.467278] env[70113]: DEBUG oslo_concurrency.lockutils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Lock "1ed6fffb-acf0-4742-8394-e2a01dae16cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.499032] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3b50133e-d66a-42d2-9f13-301bef47fdc7 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "6eecf3b7-a675-4165-b7a0-39b69953f0cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.180s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.502031] env[70113]: DEBUG nova.network.neutron [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Updating instance_info_cache with network_info: [{"id": "f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41", "address": "fa:16:3e:44:c0:6e", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e8df59-6f", "ovs_interfaceid": "f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.538636] env[70113]: DEBUG oslo_vmware.api [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416137, 'name': PowerOnVM_Task, 'duration_secs': 0.701348} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.538933] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.539154] env[70113]: INFO nova.compute.manager [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Took 5.93 seconds to spawn the instance on the hypervisor. [ 1153.539999] env[70113]: DEBUG nova.compute.manager [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.540200] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611fab30-e2ff-457f-bf11-82be2f70feee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.629900] env[70113]: DEBUG nova.network.neutron [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Updating instance_info_cache with network_info: [{"id": "19bd70b5-67e7-4f30-9aa8-e92d83584517", "address": "fa:16:3e:09:b2:3f", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19bd70b5-67", "ovs_interfaceid": "19bd70b5-67e7-4f30-9aa8-e92d83584517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.779812] env[70113]: DEBUG nova.network.neutron [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.817624] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.830672] env[70113]: DEBUG oslo_concurrency.lockutils [None req-de558721-e25b-4072-bb7e-2d853c156778 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "6eecf3b7-a675-4165-b7a0-39b69953f0cd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.830943] env[70113]: DEBUG oslo_concurrency.lockutils [None req-de558721-e25b-4072-bb7e-2d853c156778 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "6eecf3b7-a675-4165-b7a0-39b69953f0cd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.831229] env[70113]: DEBUG nova.compute.manager [None req-de558721-e25b-4072-bb7e-2d853c156778 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.832083] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48cef57-0238-46ab-b1fc-0534c746940c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.839972] env[70113]: DEBUG nova.compute.manager [None req-de558721-e25b-4072-bb7e-2d853c156778 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70113) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1153.840553] env[70113]: DEBUG nova.objects.instance [None req-de558721-e25b-4072-bb7e-2d853c156778 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lazy-loading 'flavor' on Instance uuid 6eecf3b7-a675-4165-b7a0-39b69953f0cd {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.909665] env[70113]: DEBUG nova.network.neutron [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Updating instance_info_cache with network_info: [{"id": "9922988f-acd9-4861-b74b-8cad779dc680", "address": "fa:16:3e:67:2d:48", "network": {"id": "767d4c2e-45dc-4897-97fe-d0dd083bc4c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1810633966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6aa0277625144c9a66051a85e4476a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9922988f-ac", "ovs_interfaceid": "9922988f-acd9-4861-b74b-8cad779dc680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.969317] env[70113]: DEBUG nova.compute.manager [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.008205] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "refresh_cache-7613b733-e4dd-49d6-8fde-2231e945323c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.055981] env[70113]: INFO nova.compute.manager [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Took 16.75 seconds to build instance. [ 1154.132524] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "refresh_cache-829c25d0-badd-4bbf-a64d-926deba1c116" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.319915] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521592} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.320121] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.320312] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.320505] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.413012] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Releasing lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.413365] env[70113]: DEBUG nova.compute.manager [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Instance network_info: |[{"id": "9922988f-acd9-4861-b74b-8cad779dc680", "address": "fa:16:3e:67:2d:48", "network": {"id": "767d4c2e-45dc-4897-97fe-d0dd083bc4c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1810633966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6aa0277625144c9a66051a85e4476a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9922988f-ac", "ovs_interfaceid": "9922988f-acd9-4861-b74b-8cad779dc680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.413779] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:2d:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9922988f-acd9-4861-b74b-8cad779dc680', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.422423] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.422600] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.423330] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99a7a398-c1df-4b3f-8c2f-29c42c6cb6cb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.443847] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.443847] env[70113]: value = "task-3416141" [ 1154.443847] env[70113]: _type = "Task" [ 1154.443847] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.455015] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416141, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.502246] env[70113]: DEBUG oslo_concurrency.lockutils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.502246] env[70113]: DEBUG oslo_concurrency.lockutils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.503758] env[70113]: INFO nova.compute.claims [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.558710] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bbc8ed6-ecf6-498a-b72a-f037941af651 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Lock "45ddbe8f-9792-4063-8200-e6689dd5d375" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.266s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.640166] env[70113]: DEBUG nova.compute.manager [req-12dae209-c8c9-42f1-8d97-b035292a7e03 req-43a36359-b07e-471b-b5b5-c0ad76171772 service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Received event network-changed-9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.640381] env[70113]: DEBUG nova.compute.manager [req-12dae209-c8c9-42f1-8d97-b035292a7e03 req-43a36359-b07e-471b-b5b5-c0ad76171772 service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Refreshing instance network info cache due to event network-changed-9922988f-acd9-4861-b74b-8cad779dc680. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.640594] env[70113]: DEBUG oslo_concurrency.lockutils [req-12dae209-c8c9-42f1-8d97-b035292a7e03 req-43a36359-b07e-471b-b5b5-c0ad76171772 service nova] Acquiring lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.640736] env[70113]: DEBUG oslo_concurrency.lockutils [req-12dae209-c8c9-42f1-8d97-b035292a7e03 req-43a36359-b07e-471b-b5b5-c0ad76171772 service nova] Acquired lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.640896] env[70113]: DEBUG nova.network.neutron [req-12dae209-c8c9-42f1-8d97-b035292a7e03 req-43a36359-b07e-471b-b5b5-c0ad76171772 service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Refreshing network info cache for port 9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.853553] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-de558721-e25b-4072-bb7e-2d853c156778 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.853888] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-603cb428-38d3-44f1-ae6a-ae6a537c9f61 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.862803] env[70113]: DEBUG oslo_vmware.api [None req-de558721-e25b-4072-bb7e-2d853c156778 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1154.862803] env[70113]: value = "task-3416142" [ 1154.862803] env[70113]: _type = "Task" [ 1154.862803] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.872674] env[70113]: DEBUG oslo_vmware.api [None req-de558721-e25b-4072-bb7e-2d853c156778 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.954536] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416141, 'name': CreateVM_Task, 'duration_secs': 0.304564} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.954711] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.955470] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.955649] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.955996] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.956267] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9a737b-a49f-4c8d-a597-c86a78540508 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.960831] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1154.960831] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]521cf5bb-7843-d1d2-fde3-ed00f827d330" [ 1154.960831] env[70113]: _type = "Task" [ 1154.960831] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.968863] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521cf5bb-7843-d1d2-fde3-ed00f827d330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.094932] env[70113]: INFO nova.compute.manager [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Rebuilding instance [ 1155.131359] env[70113]: DEBUG nova.compute.manager [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.132244] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747b8845-8c4f-4c68-aa81-0ebb6856e654 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.335018] env[70113]: DEBUG nova.network.neutron [req-12dae209-c8c9-42f1-8d97-b035292a7e03 req-43a36359-b07e-471b-b5b5-c0ad76171772 service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Updated VIF entry in instance network info cache for port 9922988f-acd9-4861-b74b-8cad779dc680. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.335402] env[70113]: DEBUG nova.network.neutron [req-12dae209-c8c9-42f1-8d97-b035292a7e03 req-43a36359-b07e-471b-b5b5-c0ad76171772 service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Updating instance_info_cache with network_info: [{"id": "9922988f-acd9-4861-b74b-8cad779dc680", "address": "fa:16:3e:67:2d:48", "network": {"id": "767d4c2e-45dc-4897-97fe-d0dd083bc4c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1810633966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6aa0277625144c9a66051a85e4476a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9922988f-ac", "ovs_interfaceid": "9922988f-acd9-4861-b74b-8cad779dc680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.353452] env[70113]: DEBUG nova.virt.hardware [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.353686] env[70113]: DEBUG nova.virt.hardware [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.353842] env[70113]: DEBUG nova.virt.hardware [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.354033] env[70113]: DEBUG nova.virt.hardware [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.354184] env[70113]: DEBUG nova.virt.hardware [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.354332] env[70113]: DEBUG nova.virt.hardware [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.354536] env[70113]: DEBUG nova.virt.hardware [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.354693] env[70113]: DEBUG nova.virt.hardware [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.354935] env[70113]: DEBUG nova.virt.hardware [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.355141] env[70113]: DEBUG nova.virt.hardware [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.355321] env[70113]: DEBUG nova.virt.hardware [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.356398] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde7cf5d-389a-417d-aae6-67f00c099a86 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.367582] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e33bb89-02e2-4fca-a224-7021181e29a9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.381436] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:d4:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bf10dc3-1f6b-4c81-bde0-598e4e82693d', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.389045] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.391836] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.392121] env[70113]: DEBUG oslo_vmware.api [None req-de558721-e25b-4072-bb7e-2d853c156778 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416142, 'name': PowerOffVM_Task, 'duration_secs': 0.216884} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.392307] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1d36214-506d-463d-8d5f-aed11961fb81 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.406150] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-de558721-e25b-4072-bb7e-2d853c156778 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.406364] env[70113]: DEBUG nova.compute.manager [None req-de558721-e25b-4072-bb7e-2d853c156778 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.407091] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dabc6a-8d46-4a89-a2eb-e06167389b6f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.415984] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.415984] env[70113]: value = "task-3416143" [ 1155.415984] env[70113]: _type = "Task" [ 1155.415984] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.423410] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416143, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.470703] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521cf5bb-7843-d1d2-fde3-ed00f827d330, 'name': SearchDatastore_Task, 'duration_secs': 0.011846} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.471064] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.471317] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.471553] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.471701] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.471877] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.472166] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59795cdd-7011-4bc3-9dd6-2f04c5a86253 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.480212] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.480399] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.481121] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f01ad220-7ece-45a3-9246-111cfc0922ea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.486180] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1155.486180] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524409ec-c322-6707-f1ff-dbec1d37f9d3" [ 1155.486180] env[70113]: _type = "Task" [ 1155.486180] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.493835] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524409ec-c322-6707-f1ff-dbec1d37f9d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.517657] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "interface-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20-a181435e-ffe1-4044-9ddc-71958a452704" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.517966] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20-a181435e-ffe1-4044-9ddc-71958a452704" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.518235] env[70113]: DEBUG nova.objects.instance [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lazy-loading 'flavor' on Instance uuid 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.546663] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.546978] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3add22f4-1ea0-4e24-a545-fa690036b7c2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.553933] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1155.553933] env[70113]: value = "task-3416144" [ 1155.553933] env[70113]: _type = "Task" [ 1155.553933] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.569211] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.654886] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419f85a8-d1d7-4c72-948d-f1ab14637d12 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.676667] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Updating instance '829c25d0-badd-4bbf-a64d-926deba1c116' progress to 0 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.780428] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba3548b-09ac-40bf-9500-4b4147b15d1c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.788510] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eddb8af-d104-4c7e-b586-07bd9f8fcd22 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.819380] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca941ba3-5f22-42df-be5b-e4f762af40a2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.827513] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ac4f38-9ee3-4741-a695-1a86c3d41ef9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.841175] env[70113]: DEBUG oslo_concurrency.lockutils [req-12dae209-c8c9-42f1-8d97-b035292a7e03 req-43a36359-b07e-471b-b5b5-c0ad76171772 service nova] Releasing lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.841757] env[70113]: DEBUG nova.compute.provider_tree [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.919922] env[70113]: DEBUG oslo_concurrency.lockutils [None req-de558721-e25b-4072-bb7e-2d853c156778 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "6eecf3b7-a675-4165-b7a0-39b69953f0cd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.932626] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416143, 'name': CreateVM_Task, 'duration_secs': 0.33132} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.932836] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.934028] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.934028] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.934146] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.934415] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62cc4000-6542-4f5f-ab30-f218d4280eb4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.939969] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1155.939969] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524a061a-6b2e-781f-1607-fba4ec205acf" [ 1155.939969] env[70113]: _type = "Task" [ 1155.939969] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.948741] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524a061a-6b2e-781f-1607-fba4ec205acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.996771] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524409ec-c322-6707-f1ff-dbec1d37f9d3, 'name': SearchDatastore_Task, 'duration_secs': 0.008299} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.997652] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb289a3b-6db5-4c24-9edc-9a7e761246d7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.002829] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1156.002829] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e81684-c64b-a67f-97b7-8b719fec8002" [ 1156.002829] env[70113]: _type = "Task" [ 1156.002829] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.010674] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e81684-c64b-a67f-97b7-8b719fec8002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.066949] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416144, 'name': PowerOffVM_Task, 'duration_secs': 0.213777} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.067336] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.068145] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac318773-af2a-4796-8eea-ea0315446b9d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.088740] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5c163e-2d26-412f-a910-6e8a19925296 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.116859] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.117233] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ec663a6-76af-47dd-94ff-8d13db9b670a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.123756] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1156.123756] env[70113]: value = "task-3416145" [ 1156.123756] env[70113]: _type = "Task" [ 1156.123756] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.124569] env[70113]: DEBUG nova.objects.instance [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lazy-loading 'pci_requests' on Instance uuid 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.134247] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] VM already powered off {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1156.134453] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.134662] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.148421] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.148818] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ec135ac-3603-41d8-ace4-1d3dadd336bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.157143] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1156.157143] env[70113]: value = "task-3416146" [ 1156.157143] env[70113]: _type = "Task" [ 1156.157143] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.168886] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.185352] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.185788] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce374815-a99f-4e48-aa26-0bf8eaef8c95 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.193508] env[70113]: DEBUG oslo_vmware.api [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1156.193508] env[70113]: value = "task-3416147" [ 1156.193508] env[70113]: _type = "Task" [ 1156.193508] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.201782] env[70113]: DEBUG oslo_vmware.api [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.345352] env[70113]: DEBUG nova.scheduler.client.report [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.450970] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524a061a-6b2e-781f-1607-fba4ec205acf, 'name': SearchDatastore_Task, 'duration_secs': 0.017059} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.450970] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.450970] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.450970] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.512681] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e81684-c64b-a67f-97b7-8b719fec8002, 'name': SearchDatastore_Task, 'duration_secs': 0.016846} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.512960] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.513248] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 063cfe1f-fac9-4ab0-80dc-102e13afe0f6/063cfe1f-fac9-4ab0-80dc-102e13afe0f6.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.513524] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.513712] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.513918] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b86a334-5259-4264-b598-cccf512b5adb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.515924] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af2b8e04-6f99-488d-a4a2-7e123f12c7cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.522060] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1156.522060] env[70113]: value = "task-3416148" [ 1156.522060] env[70113]: _type = "Task" [ 1156.522060] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.525307] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.525479] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.526486] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a0d1a8-196a-4610-ba7a-3e5a9c002a17 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.531407] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.534283] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1156.534283] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5250ae1f-8269-b75b-f14d-c6debe9515d7" [ 1156.534283] env[70113]: _type = "Task" [ 1156.534283] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.541451] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5250ae1f-8269-b75b-f14d-c6debe9515d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.629886] env[70113]: DEBUG nova.objects.base [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Object Instance<44d2fd2a-b1f5-4f41-b8cd-4aea46519e20> lazy-loaded attributes: flavor,pci_requests {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1156.630156] env[70113]: DEBUG nova.network.neutron [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.668411] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416146, 'name': PowerOffVM_Task, 'duration_secs': 0.15901} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.668703] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.669396] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.670206] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc7dc12-d67e-4a28-bbe9-9a5d81138f91 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.676638] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.676878] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8eb3dc2a-1119-4c46-979a-a405a81a6499 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.701570] env[70113]: DEBUG nova.policy [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e19ba68ff144a70b49122d0597e9735', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56870a134a3d439bbc7378a8544959b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.707882] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.708147] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.708326] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Deleting the datastore file [datastore1] 45ddbe8f-9792-4063-8200-e6689dd5d375 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.708646] env[70113]: DEBUG oslo_vmware.api [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416147, 'name': PowerOffVM_Task, 'duration_secs': 0.162664} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.708854] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7677a065-5b05-49fa-ad43-22745fdca654 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.710824] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.711069] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Updating instance '829c25d0-badd-4bbf-a64d-926deba1c116' progress to 17 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.714790] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Acquiring lock "25657856-b058-4468-a156-6bb88b13454d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.715092] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Lock "25657856-b058-4468-a156-6bb88b13454d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.715309] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Acquiring lock "25657856-b058-4468-a156-6bb88b13454d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.715498] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Lock "25657856-b058-4468-a156-6bb88b13454d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.715668] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Lock "25657856-b058-4468-a156-6bb88b13454d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.718866] env[70113]: INFO nova.compute.manager [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Terminating instance [ 1156.724073] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1156.724073] env[70113]: value = "task-3416150" [ 1156.724073] env[70113]: _type = "Task" [ 1156.724073] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.732413] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.850588] env[70113]: DEBUG oslo_concurrency.lockutils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.851246] env[70113]: DEBUG nova.compute.manager [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.036388] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492075} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.043489] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 063cfe1f-fac9-4ab0-80dc-102e13afe0f6/063cfe1f-fac9-4ab0-80dc-102e13afe0f6.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.043876] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.044265] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27bab8cd-f6ad-4db7-8922-864ab8e47fd9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.054515] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5250ae1f-8269-b75b-f14d-c6debe9515d7, 'name': SearchDatastore_Task, 'duration_secs': 0.007997} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.055675] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2bf78ca-14d2-48e0-9795-b18566947da0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.060780] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1157.060780] env[70113]: value = "task-3416151" [ 1157.060780] env[70113]: _type = "Task" [ 1157.060780] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.067806] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1157.067806] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f580be-f93f-b41e-328f-a5b94a6342a8" [ 1157.067806] env[70113]: _type = "Task" [ 1157.067806] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.078632] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.086479] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f580be-f93f-b41e-328f-a5b94a6342a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01059} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.086947] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.087364] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 7613b733-e4dd-49d6-8fde-2231e945323c/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk. {{(pid=70113) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1157.087830] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.088174] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.088515] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4511fa7-97ee-494b-94ae-a82f6ce5881c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.091767] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de3bfddd-d2b5-427c-a2c2-91ff733da84e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.099413] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1157.099413] env[70113]: value = "task-3416152" [ 1157.099413] env[70113]: _type = "Task" [ 1157.099413] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.100859] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.101127] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.106158] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d3718f9-2fc8-489e-b5ce-bea22f5a8a7f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.116028] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.118209] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1157.118209] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ad52fa-3db0-2cf2-8232-b51e30a71267" [ 1157.118209] env[70113]: _type = "Task" [ 1157.118209] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.130153] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ad52fa-3db0-2cf2-8232-b51e30a71267, 'name': SearchDatastore_Task, 'duration_secs': 0.008661} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.131379] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c36dc42c-e203-4306-8ff8-682451b7a364 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.137615] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1157.137615] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]522f8a46-035c-f1fb-20f5-c913e683fd4d" [ 1157.137615] env[70113]: _type = "Task" [ 1157.137615] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.147924] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522f8a46-035c-f1fb-20f5-c913e683fd4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.222023] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.222023] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.222023] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.222023] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.222545] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.222931] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.223337] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.223619] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.224539] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.224539] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.224539] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.229947] env[70113]: DEBUG nova.compute.manager [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.230439] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.230755] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4917aaac-86a1-4050-b97c-64a33ab63627 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.241495] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2c9e02f-251e-459c-b2bf-4095a5b52fdb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.255883] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276524} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.258857] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.259227] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.259511] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.263439] env[70113]: DEBUG oslo_vmware.api [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Waiting for the task: (returnval){ [ 1157.263439] env[70113]: value = "task-3416153" [ 1157.263439] env[70113]: _type = "Task" [ 1157.263439] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.264382] env[70113]: DEBUG oslo_vmware.api [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1157.264382] env[70113]: value = "task-3416154" [ 1157.264382] env[70113]: _type = "Task" [ 1157.264382] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.275652] env[70113]: DEBUG oslo_vmware.api [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3416153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.279258] env[70113]: DEBUG oslo_vmware.api [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.311907] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "6eecf3b7-a675-4165-b7a0-39b69953f0cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.312284] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "6eecf3b7-a675-4165-b7a0-39b69953f0cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.312469] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "6eecf3b7-a675-4165-b7a0-39b69953f0cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.312592] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "6eecf3b7-a675-4165-b7a0-39b69953f0cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.312756] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "6eecf3b7-a675-4165-b7a0-39b69953f0cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.315964] env[70113]: INFO nova.compute.manager [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Terminating instance [ 1157.357328] env[70113]: DEBUG nova.compute.utils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.359031] env[70113]: DEBUG nova.compute.manager [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.359934] env[70113]: DEBUG nova.network.neutron [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.413877] env[70113]: DEBUG nova.policy [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc4351848c604aafb28f1aa2f3399c11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebb81a49cf694044983a6ac166d4adf4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.576799] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182315} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.577656] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.579184] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf03a1a-190c-46c0-b1a8-ac6ff82e1a8e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.605676] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 063cfe1f-fac9-4ab0-80dc-102e13afe0f6/063cfe1f-fac9-4ab0-80dc-102e13afe0f6.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.606084] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b38647-cfe9-47ce-a1a8-45f7c01e6fc9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.632448] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521503} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.632752] env[70113]: INFO nova.virt.vmwareapi.ds_util [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 7613b733-e4dd-49d6-8fde-2231e945323c/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk. [ 1157.634177] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1157.634177] env[70113]: value = "task-3416155" [ 1157.634177] env[70113]: _type = "Task" [ 1157.634177] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.634177] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07624fcb-4157-49d8-a0e8-aabaa356e411 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.663031] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 7613b733-e4dd-49d6-8fde-2231e945323c/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.667347] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4945e3dd-b638-49d9-85a9-3783bacf9ebd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.681324] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.684988] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522f8a46-035c-f1fb-20f5-c913e683fd4d, 'name': SearchDatastore_Task, 'duration_secs': 0.008492} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.685631] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.685928] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 647c5ed8-6797-4c0e-9361-5fede8e92f26/647c5ed8-6797-4c0e-9361-5fede8e92f26.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.686212] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9ddf3ce-6464-4304-ae09-172f3608633c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.690379] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1157.690379] env[70113]: value = "task-3416156" [ 1157.690379] env[70113]: _type = "Task" [ 1157.690379] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.694328] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1157.694328] env[70113]: value = "task-3416157" [ 1157.694328] env[70113]: _type = "Task" [ 1157.694328] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.700700] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.705540] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.780937] env[70113]: DEBUG oslo_vmware.api [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3416153, 'name': PowerOffVM_Task, 'duration_secs': 0.287474} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.783947] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.784168] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1157.784396] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681515', 'volume_id': '2f1729c0-a67a-42fb-be98-2e8919e38195', 'name': 'volume-2f1729c0-a67a-42fb-be98-2e8919e38195', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '25657856-b058-4468-a156-6bb88b13454d', 'attached_at': '', 'detached_at': '', 'volume_id': '2f1729c0-a67a-42fb-be98-2e8919e38195', 'serial': '2f1729c0-a67a-42fb-be98-2e8919e38195'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1157.784672] env[70113]: DEBUG oslo_vmware.api [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416154, 'name': ReconfigVM_Task, 'duration_secs': 0.496265} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.785428] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20824561-9ab6-4647-9280-8f294949d5d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.787969] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Updating instance '829c25d0-badd-4bbf-a64d-926deba1c116' progress to 33 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.810822] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b13906-79cc-438d-ba78-cea2e3201856 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.818800] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c6ac41-2ac9-40bc-a603-04c20808a849 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.821736] env[70113]: DEBUG nova.compute.manager [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.821947] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.822940] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0625836-82e2-474c-9e24-29775a6f3c2d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.830604] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.845944] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-807537e4-18b3-4d99-9251-8907ff48634f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.848980] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c2138a-8d3d-47dc-ab6d-520b19f18b04 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.867188] env[70113]: DEBUG nova.compute.manager [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.874028] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] The volume has not been displaced from its original location: [datastore1] volume-2f1729c0-a67a-42fb-be98-2e8919e38195/volume-2f1729c0-a67a-42fb-be98-2e8919e38195.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1157.876324] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.877326] env[70113]: DEBUG nova.network.neutron [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Successfully created port: 754be5ee-95c0-40d9-8e12-ec2594c1ae8e {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.879654] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50c3c65a-55cb-432c-9558-0a4f6169f423 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.898077] env[70113]: DEBUG oslo_vmware.api [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Waiting for the task: (returnval){ [ 1157.898077] env[70113]: value = "task-3416159" [ 1157.898077] env[70113]: _type = "Task" [ 1157.898077] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.907979] env[70113]: DEBUG oslo_vmware.api [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3416159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.910814] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.912251] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.912544] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleting the datastore file [datastore1] 6eecf3b7-a675-4165-b7a0-39b69953f0cd {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.913245] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12efd502-de1c-411e-9d9a-2b5cfcd3d981 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.920627] env[70113]: DEBUG oslo_vmware.api [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1157.920627] env[70113]: value = "task-3416160" [ 1157.920627] env[70113]: _type = "Task" [ 1157.920627] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.930619] env[70113]: DEBUG oslo_vmware.api [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.147470] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.206681] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.210583] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416157, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.258763] env[70113]: DEBUG nova.network.neutron [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Successfully updated port: a181435e-ffe1-4044-9ddc-71958a452704 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.296649] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.297144] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.297493] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.297917] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.298248] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.298543] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.298975] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.299319] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.299644] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.299969] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.300332] env[70113]: DEBUG nova.virt.hardware [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.310413] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.314646] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed7549ce-3e38-47c1-b737-dc9aca1e31c0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.349129] env[70113]: DEBUG nova.virt.hardware [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.349599] env[70113]: DEBUG nova.virt.hardware [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.349954] env[70113]: DEBUG nova.virt.hardware [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.350358] env[70113]: DEBUG nova.virt.hardware [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.350688] env[70113]: DEBUG nova.virt.hardware [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.351055] env[70113]: DEBUG nova.virt.hardware [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.351439] env[70113]: DEBUG nova.virt.hardware [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.351971] env[70113]: DEBUG nova.virt.hardware [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.352378] env[70113]: DEBUG nova.virt.hardware [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.352687] env[70113]: DEBUG nova.virt.hardware [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.353053] env[70113]: DEBUG nova.virt.hardware [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.354482] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49936297-9fca-4451-abed-3076f71b539d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.362119] env[70113]: DEBUG oslo_vmware.api [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1158.362119] env[70113]: value = "task-3416161" [ 1158.362119] env[70113]: _type = "Task" [ 1158.362119] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.363934] env[70113]: DEBUG nova.compute.manager [req-8e008ae2-571f-45d6-a375-aa348f2d02f6 req-b16300da-1213-4322-9286-868ca3a1bf22 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Received event network-vif-plugged-a181435e-ffe1-4044-9ddc-71958a452704 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.364305] env[70113]: DEBUG oslo_concurrency.lockutils [req-8e008ae2-571f-45d6-a375-aa348f2d02f6 req-b16300da-1213-4322-9286-868ca3a1bf22 service nova] Acquiring lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.365186] env[70113]: DEBUG oslo_concurrency.lockutils [req-8e008ae2-571f-45d6-a375-aa348f2d02f6 req-b16300da-1213-4322-9286-868ca3a1bf22 service nova] Lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.365523] env[70113]: DEBUG oslo_concurrency.lockutils [req-8e008ae2-571f-45d6-a375-aa348f2d02f6 req-b16300da-1213-4322-9286-868ca3a1bf22 service nova] Lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.365813] env[70113]: DEBUG nova.compute.manager [req-8e008ae2-571f-45d6-a375-aa348f2d02f6 req-b16300da-1213-4322-9286-868ca3a1bf22 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] No waiting events found dispatching network-vif-plugged-a181435e-ffe1-4044-9ddc-71958a452704 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.366111] env[70113]: WARNING nova.compute.manager [req-8e008ae2-571f-45d6-a375-aa348f2d02f6 req-b16300da-1213-4322-9286-868ca3a1bf22 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Received unexpected event network-vif-plugged-a181435e-ffe1-4044-9ddc-71958a452704 for instance with vm_state active and task_state None. [ 1158.384669] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1b5163-4295-4d2b-974d-dcad9195597a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.393019] env[70113]: DEBUG oslo_vmware.api [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.406701] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.412251] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.415691] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.415936] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0900c5f-d2e9-44c8-a10c-a0d448bb3e08 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.435435] env[70113]: DEBUG oslo_vmware.api [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3416159, 'name': ReconfigVM_Task, 'duration_secs': 0.2208} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.436953] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.441766] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.441766] env[70113]: value = "task-3416162" [ 1158.441766] env[70113]: _type = "Task" [ 1158.441766] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.444995] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f258f5a-d3da-492c-86eb-b856614c493c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.455117] env[70113]: DEBUG oslo_vmware.api [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355344} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.458910] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.459124] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.459307] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.459477] env[70113]: INFO nova.compute.manager [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1158.459710] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.460282] env[70113]: DEBUG nova.compute.manager [-] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.460375] env[70113]: DEBUG nova.network.neutron [-] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.470418] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416162, 'name': CreateVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.470720] env[70113]: DEBUG oslo_vmware.api [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Waiting for the task: (returnval){ [ 1158.470720] env[70113]: value = "task-3416163" [ 1158.470720] env[70113]: _type = "Task" [ 1158.470720] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.480492] env[70113]: DEBUG oslo_vmware.api [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3416163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.646933] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416155, 'name': ReconfigVM_Task, 'duration_secs': 0.694702} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.647289] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 063cfe1f-fac9-4ab0-80dc-102e13afe0f6/063cfe1f-fac9-4ab0-80dc-102e13afe0f6.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.647897] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53ec04fe-fad1-46fe-a8e7-496739db7b70 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.654028] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1158.654028] env[70113]: value = "task-3416164" [ 1158.654028] env[70113]: _type = "Task" [ 1158.654028] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.662042] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416164, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.702985] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416156, 'name': ReconfigVM_Task, 'duration_secs': 0.914927} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.703765] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 7613b733-e4dd-49d6-8fde-2231e945323c/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.704655] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422fbcfa-791c-4199-af6f-3d32e6ac8411 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.712225] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684007} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.713116] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 647c5ed8-6797-4c0e-9361-5fede8e92f26/647c5ed8-6797-4c0e-9361-5fede8e92f26.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.713452] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.714111] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cf9a08c-a831-4e0b-b5c3-108d9b9de96c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.741063] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e3e5234-fed3-49e1-bcf4-d5070ae9d7a2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.753717] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1158.753717] env[70113]: value = "task-3416165" [ 1158.753717] env[70113]: _type = "Task" [ 1158.753717] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.759386] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1158.759386] env[70113]: value = "task-3416166" [ 1158.759386] env[70113]: _type = "Task" [ 1158.759386] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.765758] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.765962] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.766170] env[70113]: DEBUG nova.network.neutron [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.767776] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.772760] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416166, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.877135] env[70113]: DEBUG oslo_vmware.api [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416161, 'name': ReconfigVM_Task, 'duration_secs': 0.332179} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.877373] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.878184] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e698d0-13cc-4b40-9eec-9c7467024e13 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.894512] env[70113]: DEBUG nova.compute.manager [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.903549] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 829c25d0-badd-4bbf-a64d-926deba1c116/829c25d0-badd-4bbf-a64d-926deba1c116.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.904101] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c65e7fd-35b0-453c-a528-db33a07ff318 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.926657] env[70113]: DEBUG nova.virt.hardware [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.926657] env[70113]: DEBUG nova.virt.hardware [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.926803] env[70113]: DEBUG nova.virt.hardware [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.926982] env[70113]: DEBUG nova.virt.hardware [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.927146] env[70113]: DEBUG nova.virt.hardware [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.927295] env[70113]: DEBUG nova.virt.hardware [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.927610] env[70113]: DEBUG nova.virt.hardware [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.927644] env[70113]: DEBUG nova.virt.hardware [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.927810] env[70113]: DEBUG nova.virt.hardware [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.927976] env[70113]: DEBUG nova.virt.hardware [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.928200] env[70113]: DEBUG nova.virt.hardware [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.929051] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7927a979-b405-40a2-9545-e20ecad468d8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.933047] env[70113]: DEBUG oslo_vmware.api [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1158.933047] env[70113]: value = "task-3416167" [ 1158.933047] env[70113]: _type = "Task" [ 1158.933047] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.940552] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de3b47a-f518-4d2d-a1ca-841f22777373 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.952343] env[70113]: DEBUG oslo_vmware.api [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.971550] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416162, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.979446] env[70113]: DEBUG oslo_vmware.api [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3416163, 'name': ReconfigVM_Task, 'duration_secs': 0.185532} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.979755] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681515', 'volume_id': '2f1729c0-a67a-42fb-be98-2e8919e38195', 'name': 'volume-2f1729c0-a67a-42fb-be98-2e8919e38195', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '25657856-b058-4468-a156-6bb88b13454d', 'attached_at': '', 'detached_at': '', 'volume_id': '2f1729c0-a67a-42fb-be98-2e8919e38195', 'serial': '2f1729c0-a67a-42fb-be98-2e8919e38195'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1158.980023] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.980969] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d685b4c-5b5d-44d7-8364-63f5d6b1bdcb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.987784] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.989075] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-beab09f1-87a3-4fd3-bd4a-36e2ccceccf3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.051665] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.051941] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.052147] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Deleting the datastore file [datastore1] 25657856-b058-4468-a156-6bb88b13454d {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.052411] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edc25b70-a53e-47a3-8e70-ae5605430817 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.059250] env[70113]: DEBUG oslo_vmware.api [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Waiting for the task: (returnval){ [ 1159.059250] env[70113]: value = "task-3416169" [ 1159.059250] env[70113]: _type = "Task" [ 1159.059250] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.066926] env[70113]: DEBUG oslo_vmware.api [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3416169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.163903] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416164, 'name': Rename_Task, 'duration_secs': 0.156599} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.164238] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.164492] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ca0958a-1b78-470d-9e55-d2bf4079aa00 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.173602] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1159.173602] env[70113]: value = "task-3416170" [ 1159.173602] env[70113]: _type = "Task" [ 1159.173602] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.181321] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.213882] env[70113]: DEBUG nova.network.neutron [-] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.277464] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06515} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.277830] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416166, 'name': ReconfigVM_Task, 'duration_secs': 0.350839} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.278518] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.278858] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.279716] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8f1d73-d35a-4ed5-884e-d745cf27d478 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.282548] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4984a726-8a00-4439-bb06-8297213be74f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.304641] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 647c5ed8-6797-4c0e-9361-5fede8e92f26/647c5ed8-6797-4c0e-9361-5fede8e92f26.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.306271] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66348e56-f21d-4b14-b3a8-28f2d2370c6b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.320202] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1159.320202] env[70113]: value = "task-3416171" [ 1159.320202] env[70113]: _type = "Task" [ 1159.320202] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.321103] env[70113]: WARNING nova.network.neutron [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] 81a4b592-8c8e-41f5-8b72-f25fc6125375 already exists in list: networks containing: ['81a4b592-8c8e-41f5-8b72-f25fc6125375']. ignoring it [ 1159.328200] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1159.328200] env[70113]: value = "task-3416172" [ 1159.328200] env[70113]: _type = "Task" [ 1159.328200] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.334051] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.339654] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.443874] env[70113]: DEBUG oslo_vmware.api [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416167, 'name': ReconfigVM_Task, 'duration_secs': 0.344893} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.443874] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 829c25d0-badd-4bbf-a64d-926deba1c116/829c25d0-badd-4bbf-a64d-926deba1c116.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.443874] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Updating instance '829c25d0-badd-4bbf-a64d-926deba1c116' progress to 50 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.472777] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416162, 'name': CreateVM_Task, 'duration_secs': 0.625916} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.473032] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.473532] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.473694] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.474025] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.474304] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ee01b7-1b11-4b05-8ea8-81cbaac6150d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.479897] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1159.479897] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52af98f0-15c0-1e97-966d-51ec983ac70f" [ 1159.479897] env[70113]: _type = "Task" [ 1159.479897] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.487013] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52af98f0-15c0-1e97-966d-51ec983ac70f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.569660] env[70113]: DEBUG oslo_vmware.api [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Task: {'id': task-3416169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098863} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.569935] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.570146] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.570385] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.570503] env[70113]: INFO nova.compute.manager [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1159.570742] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.570932] env[70113]: DEBUG nova.compute.manager [-] [instance: 25657856-b058-4468-a156-6bb88b13454d] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.571042] env[70113]: DEBUG nova.network.neutron [-] [instance: 25657856-b058-4468-a156-6bb88b13454d] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.623936] env[70113]: DEBUG nova.compute.manager [req-bd7325bc-0b55-4f0b-8270-4cc186177901 req-c5144e2a-ee8b-47e6-bbb5-cc4aa8ec5828 service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Received event network-vif-plugged-754be5ee-95c0-40d9-8e12-ec2594c1ae8e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.624204] env[70113]: DEBUG oslo_concurrency.lockutils [req-bd7325bc-0b55-4f0b-8270-4cc186177901 req-c5144e2a-ee8b-47e6-bbb5-cc4aa8ec5828 service nova] Acquiring lock "1ed6fffb-acf0-4742-8394-e2a01dae16cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.624412] env[70113]: DEBUG oslo_concurrency.lockutils [req-bd7325bc-0b55-4f0b-8270-4cc186177901 req-c5144e2a-ee8b-47e6-bbb5-cc4aa8ec5828 service nova] Lock "1ed6fffb-acf0-4742-8394-e2a01dae16cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.624592] env[70113]: DEBUG oslo_concurrency.lockutils [req-bd7325bc-0b55-4f0b-8270-4cc186177901 req-c5144e2a-ee8b-47e6-bbb5-cc4aa8ec5828 service nova] Lock "1ed6fffb-acf0-4742-8394-e2a01dae16cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.624770] env[70113]: DEBUG nova.compute.manager [req-bd7325bc-0b55-4f0b-8270-4cc186177901 req-c5144e2a-ee8b-47e6-bbb5-cc4aa8ec5828 service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] No waiting events found dispatching network-vif-plugged-754be5ee-95c0-40d9-8e12-ec2594c1ae8e {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.625119] env[70113]: WARNING nova.compute.manager [req-bd7325bc-0b55-4f0b-8270-4cc186177901 req-c5144e2a-ee8b-47e6-bbb5-cc4aa8ec5828 service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Received unexpected event network-vif-plugged-754be5ee-95c0-40d9-8e12-ec2594c1ae8e for instance with vm_state building and task_state spawning. [ 1159.632122] env[70113]: DEBUG nova.network.neutron [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updating instance_info_cache with network_info: [{"id": "cb8ae435-aed2-49b9-800f-ff069f611e87", "address": "fa:16:3e:c8:60:db", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ae435-ae", "ovs_interfaceid": "cb8ae435-aed2-49b9-800f-ff069f611e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a181435e-ffe1-4044-9ddc-71958a452704", "address": "fa:16:3e:b0:30:d9", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa181435e-ff", "ovs_interfaceid": "a181435e-ffe1-4044-9ddc-71958a452704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.684684] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416170, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.694689] env[70113]: DEBUG nova.network.neutron [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Successfully updated port: 754be5ee-95c0-40d9-8e12-ec2594c1ae8e {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.716831] env[70113]: INFO nova.compute.manager [-] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Took 1.26 seconds to deallocate network for instance. [ 1159.838583] env[70113]: DEBUG oslo_vmware.api [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416171, 'name': PowerOnVM_Task, 'duration_secs': 0.454083} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.838950] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.842494] env[70113]: DEBUG nova.compute.manager [None req-d03c675d-1b0e-4eef-b0b3-c42437121690 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.844041] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410a60dc-d9da-4dee-9b46-c3c039843778 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.850636] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416172, 'name': ReconfigVM_Task, 'duration_secs': 0.279523} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.850636] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 647c5ed8-6797-4c0e-9361-5fede8e92f26/647c5ed8-6797-4c0e-9361-5fede8e92f26.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.851430] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6eecb413-37e2-4655-bfb2-d4ef99e8be8d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.862705] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1159.862705] env[70113]: value = "task-3416173" [ 1159.862705] env[70113]: _type = "Task" [ 1159.862705] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.874657] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416173, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.950232] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2282e9b-f38c-4843-ad05-b790be4787f3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.973467] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf0e46e-be35-48c9-b23b-0ab18c8c213f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.993763] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Updating instance '829c25d0-badd-4bbf-a64d-926deba1c116' progress to 67 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.006153] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52af98f0-15c0-1e97-966d-51ec983ac70f, 'name': SearchDatastore_Task, 'duration_secs': 0.009777} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.006457] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.006693] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.006979] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.007103] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.007295] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.007579] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59f44b9d-29dd-498f-9eb0-33ec53fe7f62 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.017122] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.017318] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.018184] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57169941-f61a-40bf-9d3f-a21a29a2c2d4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.024262] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1160.024262] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f3c349-6e6c-608f-0de9-d1a2f3615bd3" [ 1160.024262] env[70113]: _type = "Task" [ 1160.024262] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.031738] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f3c349-6e6c-608f-0de9-d1a2f3615bd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.134790] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.135514] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.135673] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.136563] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc10c4a6-61d3-4a94-bca7-f30ecace6a15 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.154127] env[70113]: DEBUG nova.virt.hardware [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.154364] env[70113]: DEBUG nova.virt.hardware [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.154525] env[70113]: DEBUG nova.virt.hardware [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.154706] env[70113]: DEBUG nova.virt.hardware [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.154916] env[70113]: DEBUG nova.virt.hardware [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.155110] env[70113]: DEBUG nova.virt.hardware [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.155322] env[70113]: DEBUG nova.virt.hardware [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.155483] env[70113]: DEBUG nova.virt.hardware [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.155653] env[70113]: DEBUG nova.virt.hardware [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.155873] env[70113]: DEBUG nova.virt.hardware [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.155994] env[70113]: DEBUG nova.virt.hardware [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.162484] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Reconfiguring VM to attach interface {{(pid=70113) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1160.162814] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c53bc84-1a87-4bf2-93c0-0cfb77c588cd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.181774] env[70113]: DEBUG oslo_vmware.api [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1160.181774] env[70113]: value = "task-3416174" [ 1160.181774] env[70113]: _type = "Task" [ 1160.181774] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.183057] env[70113]: DEBUG oslo_vmware.api [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416170, 'name': PowerOnVM_Task, 'duration_secs': 0.667589} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.185835] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.186032] env[70113]: INFO nova.compute.manager [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1160.186219] env[70113]: DEBUG nova.compute.manager [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.186921] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbbcbc2-2a09-474f-b0ce-ecb3625d4f0c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.195800] env[70113]: DEBUG oslo_vmware.api [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416174, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.197791] env[70113]: DEBUG oslo_concurrency.lockutils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Acquiring lock "refresh_cache-1ed6fffb-acf0-4742-8394-e2a01dae16cf" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.197791] env[70113]: DEBUG oslo_concurrency.lockutils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Acquired lock "refresh_cache-1ed6fffb-acf0-4742-8394-e2a01dae16cf" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.197791] env[70113]: DEBUG nova.network.neutron [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.225033] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.225033] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.225194] env[70113]: DEBUG nova.objects.instance [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lazy-loading 'resources' on Instance uuid 6eecf3b7-a675-4165-b7a0-39b69953f0cd {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.372905] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416173, 'name': Rename_Task, 'duration_secs': 0.157277} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.373053] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.373253] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-805c6377-d530-40d2-98b3-129e1b16b5a8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.380427] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1160.380427] env[70113]: value = "task-3416175" [ 1160.380427] env[70113]: _type = "Task" [ 1160.380427] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.389164] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.390687] env[70113]: DEBUG nova.compute.manager [req-19c692a5-2060-4feb-b4e9-b10238ef14d1 req-b7569d0e-61a8-4061-a3ff-0ad0b7a4f053 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Received event network-changed-a181435e-ffe1-4044-9ddc-71958a452704 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.390869] env[70113]: DEBUG nova.compute.manager [req-19c692a5-2060-4feb-b4e9-b10238ef14d1 req-b7569d0e-61a8-4061-a3ff-0ad0b7a4f053 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Refreshing instance network info cache due to event network-changed-a181435e-ffe1-4044-9ddc-71958a452704. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.391103] env[70113]: DEBUG oslo_concurrency.lockutils [req-19c692a5-2060-4feb-b4e9-b10238ef14d1 req-b7569d0e-61a8-4061-a3ff-0ad0b7a4f053 service nova] Acquiring lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.391253] env[70113]: DEBUG oslo_concurrency.lockutils [req-19c692a5-2060-4feb-b4e9-b10238ef14d1 req-b7569d0e-61a8-4061-a3ff-0ad0b7a4f053 service nova] Acquired lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.391420] env[70113]: DEBUG nova.network.neutron [req-19c692a5-2060-4feb-b4e9-b10238ef14d1 req-b7569d0e-61a8-4061-a3ff-0ad0b7a4f053 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Refreshing network info cache for port a181435e-ffe1-4044-9ddc-71958a452704 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.535043] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f3c349-6e6c-608f-0de9-d1a2f3615bd3, 'name': SearchDatastore_Task, 'duration_secs': 0.02447} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.535847] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a3f7a40-b485-46cf-8b35-e5bb785a90b6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.539846] env[70113]: DEBUG nova.network.neutron [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Port 19bd70b5-67e7-4f30-9aa8-e92d83584517 binding to destination host cpu-1 is already ACTIVE {{(pid=70113) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1160.541544] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1160.541544] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c3835d-5610-e69f-6228-b28de8b10718" [ 1160.541544] env[70113]: _type = "Task" [ 1160.541544] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.549642] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c3835d-5610-e69f-6228-b28de8b10718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.692721] env[70113]: DEBUG oslo_vmware.api [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.710066] env[70113]: DEBUG nova.network.neutron [-] [instance: 25657856-b058-4468-a156-6bb88b13454d] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.715179] env[70113]: INFO nova.compute.manager [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Took 21.63 seconds to build instance. [ 1160.746086] env[70113]: DEBUG nova.scheduler.client.report [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Refreshing inventories for resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1160.750698] env[70113]: DEBUG nova.network.neutron [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.772423] env[70113]: DEBUG nova.scheduler.client.report [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Updating ProviderTree inventory for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1160.772783] env[70113]: DEBUG nova.compute.provider_tree [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Updating inventory in ProviderTree for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.788105] env[70113]: DEBUG nova.scheduler.client.report [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Refreshing aggregate associations for resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5, aggregates: None {{(pid=70113) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1160.809496] env[70113]: DEBUG nova.scheduler.client.report [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Refreshing trait associations for resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70113) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1160.892965] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416175, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.937145] env[70113]: DEBUG nova.network.neutron [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Updating instance_info_cache with network_info: [{"id": "754be5ee-95c0-40d9-8e12-ec2594c1ae8e", "address": "fa:16:3e:28:f6:e2", "network": {"id": "20cd8b48-3425-45fa-b8fd-092967052d86", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-36328799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb81a49cf694044983a6ac166d4adf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754be5ee-95", "ovs_interfaceid": "754be5ee-95c0-40d9-8e12-ec2594c1ae8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.058924] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c3835d-5610-e69f-6228-b28de8b10718, 'name': SearchDatastore_Task, 'duration_secs': 0.01162} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.058924] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.059144] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 45ddbe8f-9792-4063-8200-e6689dd5d375/45ddbe8f-9792-4063-8200-e6689dd5d375.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.059429] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d740336-677d-4002-b95f-3eb6abb6b44e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.067779] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1161.067779] env[70113]: value = "task-3416176" [ 1161.067779] env[70113]: _type = "Task" [ 1161.067779] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.077799] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.123363] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ce2c6b-cbd8-4b03-a56b-323c46c3a011 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.135588] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76c961f-56f3-4172-bf92-9ef289c5ed0f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.190851] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b576687-174c-4157-8c43-7e9ea8357469 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.202139] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9562f5bc-34d8-47d7-ab8f-ea43b3831af5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.206164] env[70113]: DEBUG oslo_vmware.api [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416174, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.207097] env[70113]: DEBUG nova.network.neutron [req-19c692a5-2060-4feb-b4e9-b10238ef14d1 req-b7569d0e-61a8-4061-a3ff-0ad0b7a4f053 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updated VIF entry in instance network info cache for port a181435e-ffe1-4044-9ddc-71958a452704. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.207596] env[70113]: DEBUG nova.network.neutron [req-19c692a5-2060-4feb-b4e9-b10238ef14d1 req-b7569d0e-61a8-4061-a3ff-0ad0b7a4f053 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updating instance_info_cache with network_info: [{"id": "cb8ae435-aed2-49b9-800f-ff069f611e87", "address": "fa:16:3e:c8:60:db", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ae435-ae", "ovs_interfaceid": "cb8ae435-aed2-49b9-800f-ff069f611e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a181435e-ffe1-4044-9ddc-71958a452704", "address": "fa:16:3e:b0:30:d9", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa181435e-ff", "ovs_interfaceid": "a181435e-ffe1-4044-9ddc-71958a452704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.221693] env[70113]: INFO nova.compute.manager [-] [instance: 25657856-b058-4468-a156-6bb88b13454d] Took 1.65 seconds to deallocate network for instance. [ 1161.221693] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4fbb1513-2677-47d6-afdb-8708d05c1253 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.145s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.221693] env[70113]: DEBUG nova.compute.provider_tree [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.391630] env[70113]: DEBUG oslo_vmware.api [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416175, 'name': PowerOnVM_Task, 'duration_secs': 0.51456} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.391819] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.392038] env[70113]: DEBUG nova.compute.manager [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.392825] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70d596f-3a7c-4071-9ce1-e67c9a684c79 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.440332] env[70113]: DEBUG oslo_concurrency.lockutils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Releasing lock "refresh_cache-1ed6fffb-acf0-4742-8394-e2a01dae16cf" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.440674] env[70113]: DEBUG nova.compute.manager [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Instance network_info: |[{"id": "754be5ee-95c0-40d9-8e12-ec2594c1ae8e", "address": "fa:16:3e:28:f6:e2", "network": {"id": "20cd8b48-3425-45fa-b8fd-092967052d86", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-36328799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb81a49cf694044983a6ac166d4adf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754be5ee-95", "ovs_interfaceid": "754be5ee-95c0-40d9-8e12-ec2594c1ae8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.441402] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:f6:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '754be5ee-95c0-40d9-8e12-ec2594c1ae8e', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.449473] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Creating folder: Project (ebb81a49cf694044983a6ac166d4adf4). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.450152] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c078628-7975-4903-8cdc-869097d0945a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.460816] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Created folder: Project (ebb81a49cf694044983a6ac166d4adf4) in parent group-v681336. [ 1161.461069] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Creating folder: Instances. Parent ref: group-v681616. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.461321] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-322cd457-499b-49f3-bd0d-0dc78c7e9bd1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.470350] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Created folder: Instances in parent group-v681616. [ 1161.470627] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.470832] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.471078] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea01790b-32da-43b0-8ae5-c2fcbc21858a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.492365] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.492365] env[70113]: value = "task-3416179" [ 1161.492365] env[70113]: _type = "Task" [ 1161.492365] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.500919] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416179, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.587090] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "829c25d0-badd-4bbf-a64d-926deba1c116-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.587090] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "829c25d0-badd-4bbf-a64d-926deba1c116-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.587090] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "829c25d0-badd-4bbf-a64d-926deba1c116-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.601062] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416176, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.700221] env[70113]: DEBUG oslo_vmware.api [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416174, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.712817] env[70113]: DEBUG oslo_concurrency.lockutils [req-19c692a5-2060-4feb-b4e9-b10238ef14d1 req-b7569d0e-61a8-4061-a3ff-0ad0b7a4f053 service nova] Releasing lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.713309] env[70113]: DEBUG nova.compute.manager [req-19c692a5-2060-4feb-b4e9-b10238ef14d1 req-b7569d0e-61a8-4061-a3ff-0ad0b7a4f053 service nova] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Received event network-vif-deleted-b77a21b9-0911-45f0-a2a0-a99f195e76da {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.726631] env[70113]: DEBUG nova.scheduler.client.report [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.779205] env[70113]: INFO nova.compute.manager [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Took 0.56 seconds to detach 1 volumes for instance. [ 1161.781862] env[70113]: DEBUG nova.compute.manager [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] [instance: 25657856-b058-4468-a156-6bb88b13454d] Deleting volume: 2f1729c0-a67a-42fb-be98-2e8919e38195 {{(pid=70113) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1161.915759] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.977553] env[70113]: DEBUG nova.compute.manager [req-028c9831-12a7-444f-994a-6cf4451658e0 req-c0b61e69-d6f6-4def-a070-d0bab3c24903 service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Received event network-changed-754be5ee-95c0-40d9-8e12-ec2594c1ae8e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.978067] env[70113]: DEBUG nova.compute.manager [req-028c9831-12a7-444f-994a-6cf4451658e0 req-c0b61e69-d6f6-4def-a070-d0bab3c24903 service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Refreshing instance network info cache due to event network-changed-754be5ee-95c0-40d9-8e12-ec2594c1ae8e. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.978553] env[70113]: DEBUG oslo_concurrency.lockutils [req-028c9831-12a7-444f-994a-6cf4451658e0 req-c0b61e69-d6f6-4def-a070-d0bab3c24903 service nova] Acquiring lock "refresh_cache-1ed6fffb-acf0-4742-8394-e2a01dae16cf" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.978926] env[70113]: DEBUG oslo_concurrency.lockutils [req-028c9831-12a7-444f-994a-6cf4451658e0 req-c0b61e69-d6f6-4def-a070-d0bab3c24903 service nova] Acquired lock "refresh_cache-1ed6fffb-acf0-4742-8394-e2a01dae16cf" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.979349] env[70113]: DEBUG nova.network.neutron [req-028c9831-12a7-444f-994a-6cf4451658e0 req-c0b61e69-d6f6-4def-a070-d0bab3c24903 service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Refreshing network info cache for port 754be5ee-95c0-40d9-8e12-ec2594c1ae8e {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.006609] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416179, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.084375] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79784} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.084869] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 45ddbe8f-9792-4063-8200-e6689dd5d375/45ddbe8f-9792-4063-8200-e6689dd5d375.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.085213] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.085677] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-082f81be-9045-482d-832d-e964496879cc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.100644] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1162.100644] env[70113]: value = "task-3416181" [ 1162.100644] env[70113]: _type = "Task" [ 1162.100644] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.117024] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.201857] env[70113]: DEBUG oslo_vmware.api [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416174, 'name': ReconfigVM_Task, 'duration_secs': 1.947958} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.202600] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.202919] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Reconfigured VM to attach interface {{(pid=70113) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1162.232890] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.235518] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.320s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.235705] env[70113]: DEBUG nova.objects.instance [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70113) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1162.267094] env[70113]: INFO nova.scheduler.client.report [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleted allocations for instance 6eecf3b7-a675-4165-b7a0-39b69953f0cd [ 1162.359884] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.506146] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416179, 'name': CreateVM_Task, 'duration_secs': 0.61578} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.506383] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.507444] env[70113]: DEBUG oslo_concurrency.lockutils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.507444] env[70113]: DEBUG oslo_concurrency.lockutils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.508302] env[70113]: DEBUG oslo_concurrency.lockutils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.508784] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0799fb7a-45c9-4b36-8d4b-260cac6174db {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.514659] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Waiting for the task: (returnval){ [ 1162.514659] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5256a440-d5af-a951-232e-34c3a744de1c" [ 1162.514659] env[70113]: _type = "Task" [ 1162.514659] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.525264] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5256a440-d5af-a951-232e-34c3a744de1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.611594] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111225} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.612033] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.612905] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd272dc-3a1c-42bb-908c-66a47439a0db {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.634989] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 45ddbe8f-9792-4063-8200-e6689dd5d375/45ddbe8f-9792-4063-8200-e6689dd5d375.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.635404] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36c1fe49-c212-4577-a7cf-4fe96b76b8f7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.652610] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "refresh_cache-829c25d0-badd-4bbf-a64d-926deba1c116" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.652899] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "refresh_cache-829c25d0-badd-4bbf-a64d-926deba1c116" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.653139] env[70113]: DEBUG nova.network.neutron [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.662581] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1162.662581] env[70113]: value = "task-3416182" [ 1162.662581] env[70113]: _type = "Task" [ 1162.662581] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.671308] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.708918] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8c8b9d13-0e02-4aa3-905e-00961de0a8df tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20-a181435e-ffe1-4044-9ddc-71958a452704" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.191s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.779417] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ffd882e3-d3df-4614-b5d2-a4162db32993 tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "6eecf3b7-a675-4165-b7a0-39b69953f0cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.467s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.804605] env[70113]: DEBUG nova.network.neutron [req-028c9831-12a7-444f-994a-6cf4451658e0 req-c0b61e69-d6f6-4def-a070-d0bab3c24903 service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Updated VIF entry in instance network info cache for port 754be5ee-95c0-40d9-8e12-ec2594c1ae8e. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.805051] env[70113]: DEBUG nova.network.neutron [req-028c9831-12a7-444f-994a-6cf4451658e0 req-c0b61e69-d6f6-4def-a070-d0bab3c24903 service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Updating instance_info_cache with network_info: [{"id": "754be5ee-95c0-40d9-8e12-ec2594c1ae8e", "address": "fa:16:3e:28:f6:e2", "network": {"id": "20cd8b48-3425-45fa-b8fd-092967052d86", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-36328799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb81a49cf694044983a6ac166d4adf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754be5ee-95", "ovs_interfaceid": "754be5ee-95c0-40d9-8e12-ec2594c1ae8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.827772] env[70113]: INFO nova.compute.manager [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Rescuing [ 1162.828187] env[70113]: DEBUG oslo_concurrency.lockutils [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "refresh_cache-5f4fab1f-b3c7-4d65-bcd1-0149881734cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.828419] env[70113]: DEBUG oslo_concurrency.lockutils [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "refresh_cache-5f4fab1f-b3c7-4d65-bcd1-0149881734cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.828659] env[70113]: DEBUG nova.network.neutron [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.026197] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5256a440-d5af-a951-232e-34c3a744de1c, 'name': SearchDatastore_Task, 'duration_secs': 0.034871} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.026646] env[70113]: DEBUG oslo_concurrency.lockutils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.026823] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.027159] env[70113]: DEBUG oslo_concurrency.lockutils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.027332] env[70113]: DEBUG oslo_concurrency.lockutils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.027526] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.027794] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d61980dd-fd99-46ff-950b-17a34ecfbafc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.036815] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.037011] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.037753] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13dde0d9-48e4-42e7-bd85-db26b2b2e1da {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.044258] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Waiting for the task: (returnval){ [ 1163.044258] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5226689d-07f5-f4dd-0df4-f008c875a397" [ 1163.044258] env[70113]: _type = "Task" [ 1163.044258] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.054380] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5226689d-07f5-f4dd-0df4-f008c875a397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.175221] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.250127] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a58be6da-ce6c-4231-a14b-16ecdb61c2a7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.251490] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.892s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.251784] env[70113]: DEBUG nova.objects.instance [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Lazy-loading 'resources' on Instance uuid 25657856-b058-4468-a156-6bb88b13454d {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.307537] env[70113]: DEBUG oslo_concurrency.lockutils [req-028c9831-12a7-444f-994a-6cf4451658e0 req-c0b61e69-d6f6-4def-a070-d0bab3c24903 service nova] Releasing lock "refresh_cache-1ed6fffb-acf0-4742-8394-e2a01dae16cf" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.308107] env[70113]: DEBUG nova.compute.manager [req-028c9831-12a7-444f-994a-6cf4451658e0 req-c0b61e69-d6f6-4def-a070-d0bab3c24903 service nova] [instance: 25657856-b058-4468-a156-6bb88b13454d] Received event network-vif-deleted-9ac8e80e-1b44-476e-99e3-4872f179158d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.422176] env[70113]: DEBUG nova.network.neutron [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Updating instance_info_cache with network_info: [{"id": "19bd70b5-67e7-4f30-9aa8-e92d83584517", "address": "fa:16:3e:09:b2:3f", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19bd70b5-67", "ovs_interfaceid": "19bd70b5-67e7-4f30-9aa8-e92d83584517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.561506] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5226689d-07f5-f4dd-0df4-f008c875a397, 'name': SearchDatastore_Task, 'duration_secs': 0.024606} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.562469] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70006e89-9a68-46b4-a6de-1d4a4c100e81 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.568014] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Waiting for the task: (returnval){ [ 1163.568014] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e15b53-20bd-0ee3-6684-017652e8172b" [ 1163.568014] env[70113]: _type = "Task" [ 1163.568014] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.577314] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e15b53-20bd-0ee3-6684-017652e8172b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.644399] env[70113]: DEBUG nova.network.neutron [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Updating instance_info_cache with network_info: [{"id": "0f96978a-ee85-4fb3-aecc-61293a4fa257", "address": "fa:16:3e:af:55:03", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f96978a-ee", "ovs_interfaceid": "0f96978a-ee85-4fb3-aecc-61293a4fa257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.673821] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416182, 'name': ReconfigVM_Task, 'duration_secs': 1.008477} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.674600] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 45ddbe8f-9792-4063-8200-e6689dd5d375/45ddbe8f-9792-4063-8200-e6689dd5d375.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.674600] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a36e50c-74f9-4ccd-9295-dcde8417e842 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.680997] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1163.680997] env[70113]: value = "task-3416183" [ 1163.680997] env[70113]: _type = "Task" [ 1163.680997] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.689249] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416183, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.927361] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "refresh_cache-829c25d0-badd-4bbf-a64d-926deba1c116" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.997184] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b700923-8a71-4dc2-8a95-f932f68eb115 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.008370] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3d385f-7f73-428e-9dd6-6d1f22d7d3ee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.047303] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edff2a2f-390d-4b3a-b872-fdc72e1fd4f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.050939] env[70113]: DEBUG nova.compute.manager [req-b840b6cb-b930-4a0f-8c8c-e145fe318ccc req-15f2bfde-d654-43d9-949d-6b843c2ef15e service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Received event network-changed-9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.051149] env[70113]: DEBUG nova.compute.manager [req-b840b6cb-b930-4a0f-8c8c-e145fe318ccc req-15f2bfde-d654-43d9-949d-6b843c2ef15e service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Refreshing instance network info cache due to event network-changed-9922988f-acd9-4861-b74b-8cad779dc680. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.051363] env[70113]: DEBUG oslo_concurrency.lockutils [req-b840b6cb-b930-4a0f-8c8c-e145fe318ccc req-15f2bfde-d654-43d9-949d-6b843c2ef15e service nova] Acquiring lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.051506] env[70113]: DEBUG oslo_concurrency.lockutils [req-b840b6cb-b930-4a0f-8c8c-e145fe318ccc req-15f2bfde-d654-43d9-949d-6b843c2ef15e service nova] Acquired lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.051666] env[70113]: DEBUG nova.network.neutron [req-b840b6cb-b930-4a0f-8c8c-e145fe318ccc req-15f2bfde-d654-43d9-949d-6b843c2ef15e service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Refreshing network info cache for port 9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.059139] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278c6e6c-5f3d-427b-98d9-9ca399df675b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.074724] env[70113]: DEBUG nova.compute.provider_tree [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.085037] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e15b53-20bd-0ee3-6684-017652e8172b, 'name': SearchDatastore_Task, 'duration_secs': 0.010129} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.085655] env[70113]: DEBUG oslo_concurrency.lockutils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.085858] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 1ed6fffb-acf0-4742-8394-e2a01dae16cf/1ed6fffb-acf0-4742-8394-e2a01dae16cf.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.086178] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9df3b6c2-cc10-4409-9f0e-a46182b583dd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.093213] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Waiting for the task: (returnval){ [ 1164.093213] env[70113]: value = "task-3416184" [ 1164.093213] env[70113]: _type = "Task" [ 1164.093213] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.101236] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.147155] env[70113]: DEBUG oslo_concurrency.lockutils [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "refresh_cache-5f4fab1f-b3c7-4d65-bcd1-0149881734cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.191657] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416183, 'name': Rename_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.281054] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "interface-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20-a181435e-ffe1-4044-9ddc-71958a452704" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.281329] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20-a181435e-ffe1-4044-9ddc-71958a452704" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.348150] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "52d28545-4a72-448b-be63-69a252ed1bdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.348464] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "52d28545-4a72-448b-be63-69a252ed1bdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.348924] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "52d28545-4a72-448b-be63-69a252ed1bdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.348924] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "52d28545-4a72-448b-be63-69a252ed1bdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.349164] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "52d28545-4a72-448b-be63-69a252ed1bdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.352642] env[70113]: INFO nova.compute.manager [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Terminating instance [ 1164.448742] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37c9b66-8d08-4289-a136-93d1dfbeb578 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.469168] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa22391-a40a-4017-b0d8-72bf1edaa1d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.475900] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Updating instance '829c25d0-badd-4bbf-a64d-926deba1c116' progress to 83 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.580500] env[70113]: DEBUG nova.scheduler.client.report [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.603803] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.692254] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416183, 'name': Rename_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.784069] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.784069] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.788964] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0745f651-7b6c-4932-a6f3-ad96964ada49 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.804980] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ae4bfc-133f-4963-9a40-e03db0546669 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.838865] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Reconfiguring VM to detach interface {{(pid=70113) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1164.840094] env[70113]: DEBUG nova.network.neutron [req-b840b6cb-b930-4a0f-8c8c-e145fe318ccc req-15f2bfde-d654-43d9-949d-6b843c2ef15e service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Updated VIF entry in instance network info cache for port 9922988f-acd9-4861-b74b-8cad779dc680. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.840522] env[70113]: DEBUG nova.network.neutron [req-b840b6cb-b930-4a0f-8c8c-e145fe318ccc req-15f2bfde-d654-43d9-949d-6b843c2ef15e service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Updating instance_info_cache with network_info: [{"id": "9922988f-acd9-4861-b74b-8cad779dc680", "address": "fa:16:3e:67:2d:48", "network": {"id": "767d4c2e-45dc-4897-97fe-d0dd083bc4c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1810633966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6aa0277625144c9a66051a85e4476a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9922988f-ac", "ovs_interfaceid": "9922988f-acd9-4861-b74b-8cad779dc680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.841978] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7ef0ffb-98ab-40b4-8582-45b6e03e5d5c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.858158] env[70113]: DEBUG nova.compute.manager [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.858478] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.859667] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe01495-913f-43c7-96e9-62f068d051cc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.868508] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.870082] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da1a04ac-7d90-42f7-812b-9912d8ce25b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.871975] env[70113]: DEBUG oslo_vmware.api [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1164.871975] env[70113]: value = "task-3416185" [ 1164.871975] env[70113]: _type = "Task" [ 1164.871975] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.878566] env[70113]: DEBUG oslo_vmware.api [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1164.878566] env[70113]: value = "task-3416186" [ 1164.878566] env[70113]: _type = "Task" [ 1164.878566] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.884348] env[70113]: DEBUG oslo_vmware.api [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.893115] env[70113]: DEBUG oslo_vmware.api [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.983539] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.984124] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffaab544-aa47-4e4e-812b-8cedc61984cd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.994453] env[70113]: DEBUG oslo_vmware.api [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1164.994453] env[70113]: value = "task-3416187" [ 1164.994453] env[70113]: _type = "Task" [ 1164.994453] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.008524] env[70113]: DEBUG oslo_vmware.api [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.087779] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.104556] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.966823} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.105176] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 1ed6fffb-acf0-4742-8394-e2a01dae16cf/1ed6fffb-acf0-4742-8394-e2a01dae16cf.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.105316] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.105536] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4f55397-7b39-454f-91c6-47ac2381f35e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.113402] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Waiting for the task: (returnval){ [ 1165.113402] env[70113]: value = "task-3416188" [ 1165.113402] env[70113]: _type = "Task" [ 1165.113402] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.118863] env[70113]: INFO nova.scheduler.client.report [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Deleted allocations for instance 25657856-b058-4468-a156-6bb88b13454d [ 1165.130301] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.193354] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416183, 'name': Rename_Task, 'duration_secs': 1.074255} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.193633] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.193872] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7d5f55e-30cb-4255-8d6a-153580fe5d6e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.199776] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1165.199776] env[70113]: value = "task-3416189" [ 1165.199776] env[70113]: _type = "Task" [ 1165.199776] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.207624] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.357838] env[70113]: DEBUG oslo_concurrency.lockutils [req-b840b6cb-b930-4a0f-8c8c-e145fe318ccc req-15f2bfde-d654-43d9-949d-6b843c2ef15e service nova] Releasing lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.385789] env[70113]: DEBUG oslo_vmware.api [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.397286] env[70113]: DEBUG oslo_vmware.api [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416186, 'name': PowerOffVM_Task, 'duration_secs': 0.292425} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.397671] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.397925] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.398290] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87775296-e3ce-4f52-8d66-3f9b77643d2c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.486381] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.486656] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.486772] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleting the datastore file [datastore1] 52d28545-4a72-448b-be63-69a252ed1bdc {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.487048] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ca57625-3493-4a0e-9601-88980512d93e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.493377] env[70113]: DEBUG oslo_vmware.api [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for the task: (returnval){ [ 1165.493377] env[70113]: value = "task-3416191" [ 1165.493377] env[70113]: _type = "Task" [ 1165.493377] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.503073] env[70113]: DEBUG oslo_vmware.api [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.505870] env[70113]: DEBUG oslo_vmware.api [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416187, 'name': PowerOnVM_Task, 'duration_secs': 0.466613} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.506145] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.506334] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cec78081-1316-4887-98fe-700d2d496de1 tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Updating instance '829c25d0-badd-4bbf-a64d-926deba1c116' progress to 100 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.624135] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074159} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.624372] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.627174] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee119adc-12a4-4279-8a17-428bf453d2ad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.629847] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7fcdc0a5-2a8d-4539-9eee-7803a2a56623 tempest-ServersTestBootFromVolume-1095512735 tempest-ServersTestBootFromVolume-1095512735-project-member] Lock "25657856-b058-4468-a156-6bb88b13454d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.915s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.650297] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 1ed6fffb-acf0-4742-8394-e2a01dae16cf/1ed6fffb-acf0-4742-8394-e2a01dae16cf.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.651146] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4ffcdcf-8994-4440-b63b-738dd1b3b372 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.670662] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Waiting for the task: (returnval){ [ 1165.670662] env[70113]: value = "task-3416192" [ 1165.670662] env[70113]: _type = "Task" [ 1165.670662] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.680013] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.683531] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.683983] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a286477c-6a4d-4318-b420-b1bd8574b8d0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.689477] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1165.689477] env[70113]: value = "task-3416193" [ 1165.689477] env[70113]: _type = "Task" [ 1165.689477] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.697425] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.708966] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416189, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.883616] env[70113]: DEBUG oslo_vmware.api [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.003502] env[70113]: DEBUG oslo_vmware.api [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Task: {'id': task-3416191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496069} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.003867] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.004093] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.004275] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.004453] env[70113]: INFO nova.compute.manager [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1166.004695] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.004944] env[70113]: DEBUG nova.compute.manager [-] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.005067] env[70113]: DEBUG nova.network.neutron [-] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.186022] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.198709] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416193, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.213023] env[70113]: DEBUG oslo_vmware.api [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416189, 'name': PowerOnVM_Task, 'duration_secs': 0.901179} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.213023] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.213023] env[70113]: DEBUG nova.compute.manager [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.213023] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fc8221-2b72-4cf7-94ec-b7897ddcaacb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.384936] env[70113]: DEBUG oslo_vmware.api [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.528867] env[70113]: DEBUG nova.compute.manager [req-4e4ef610-2b7f-4ff5-9515-9fd35c2d767e req-52df3638-0d61-4a04-9cd8-c9112bd65bee service nova] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Received event network-vif-deleted-4a464a04-ae45-4c29-9f0f-fbc744bd7f15 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.529149] env[70113]: INFO nova.compute.manager [req-4e4ef610-2b7f-4ff5-9515-9fd35c2d767e req-52df3638-0d61-4a04-9cd8-c9112bd65bee service nova] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Neutron deleted interface 4a464a04-ae45-4c29-9f0f-fbc744bd7f15; detaching it from the instance and deleting it from the info cache [ 1166.529304] env[70113]: DEBUG nova.network.neutron [req-4e4ef610-2b7f-4ff5-9515-9fd35c2d767e req-52df3638-0d61-4a04-9cd8-c9112bd65bee service nova] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.682433] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416192, 'name': ReconfigVM_Task, 'duration_secs': 0.682186} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.682720] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 1ed6fffb-acf0-4742-8394-e2a01dae16cf/1ed6fffb-acf0-4742-8394-e2a01dae16cf.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.683374] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b7acca3-3831-4ec9-9c06-d82341c1b7f1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.690832] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Waiting for the task: (returnval){ [ 1166.690832] env[70113]: value = "task-3416194" [ 1166.690832] env[70113]: _type = "Task" [ 1166.690832] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.703757] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416193, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.706888] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416194, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.729299] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.729426] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.729599] env[70113]: DEBUG nova.objects.instance [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70113) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1166.884767] env[70113]: DEBUG oslo_vmware.api [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.007802] env[70113]: DEBUG nova.network.neutron [-] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.034169] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdf4c226-8472-477d-a5d4-ae217c4925a6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.038667] env[70113]: DEBUG oslo_concurrency.lockutils [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquiring lock "45ddbe8f-9792-4063-8200-e6689dd5d375" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.038965] env[70113]: DEBUG oslo_concurrency.lockutils [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Lock "45ddbe8f-9792-4063-8200-e6689dd5d375" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.039226] env[70113]: DEBUG oslo_concurrency.lockutils [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquiring lock "45ddbe8f-9792-4063-8200-e6689dd5d375-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.039455] env[70113]: DEBUG oslo_concurrency.lockutils [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Lock "45ddbe8f-9792-4063-8200-e6689dd5d375-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.039661] env[70113]: DEBUG oslo_concurrency.lockutils [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Lock "45ddbe8f-9792-4063-8200-e6689dd5d375-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.042785] env[70113]: INFO nova.compute.manager [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Terminating instance [ 1167.046823] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd2ea92-9299-4f0d-9192-e45964902a4f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.082641] env[70113]: DEBUG nova.compute.manager [req-4e4ef610-2b7f-4ff5-9515-9fd35c2d767e req-52df3638-0d61-4a04-9cd8-c9112bd65bee service nova] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Detach interface failed, port_id=4a464a04-ae45-4c29-9f0f-fbc744bd7f15, reason: Instance 52d28545-4a72-448b-be63-69a252ed1bdc could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1167.204727] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416193, 'name': PowerOffVM_Task, 'duration_secs': 1.367362} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.207924] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.208400] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416194, 'name': Rename_Task, 'duration_secs': 0.281395} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.209133] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a792efa-1421-4719-9220-35a930214fe0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.211742] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.212309] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3972d0d0-d25b-42a3-b210-1a357fc49d96 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.239031] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f62b76-54b4-4d42-b16a-55de8ba84c29 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.242475] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Waiting for the task: (returnval){ [ 1167.242475] env[70113]: value = "task-3416195" [ 1167.242475] env[70113]: _type = "Task" [ 1167.242475] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.261107] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416195, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.284255] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.284615] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79dea8a8-0f46-4e1a-bb3b-267be564e3c7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.294083] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1167.294083] env[70113]: value = "task-3416196" [ 1167.294083] env[70113]: _type = "Task" [ 1167.294083] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.306674] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] VM already powered off {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1167.306935] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.307231] env[70113]: DEBUG oslo_concurrency.lockutils [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.307395] env[70113]: DEBUG oslo_concurrency.lockutils [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.307586] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.307896] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71b9f4bc-3245-41f6-a4ec-d376973956b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.318015] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.318183] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.318963] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03742385-a258-4fff-ac69-f720bec15adc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.324682] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1167.324682] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a86ff4-b915-cfa5-f689-9220bc45383b" [ 1167.324682] env[70113]: _type = "Task" [ 1167.324682] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.333494] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a86ff4-b915-cfa5-f689-9220bc45383b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.384862] env[70113]: DEBUG oslo_vmware.api [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.510732] env[70113]: INFO nova.compute.manager [-] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Took 1.51 seconds to deallocate network for instance. [ 1167.560892] env[70113]: DEBUG oslo_concurrency.lockutils [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquiring lock "refresh_cache-45ddbe8f-9792-4063-8200-e6689dd5d375" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.561264] env[70113]: DEBUG oslo_concurrency.lockutils [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquired lock "refresh_cache-45ddbe8f-9792-4063-8200-e6689dd5d375" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.561539] env[70113]: DEBUG nova.network.neutron [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.668756] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "829c25d0-badd-4bbf-a64d-926deba1c116" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.669256] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "829c25d0-badd-4bbf-a64d-926deba1c116" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.669357] env[70113]: DEBUG nova.compute.manager [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Going to confirm migration 5 {{(pid=70113) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1167.744858] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8eec4014-79ae-4e32-88be-0dbe14851d41 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.757271] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416195, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.838669] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a86ff4-b915-cfa5-f689-9220bc45383b, 'name': SearchDatastore_Task, 'duration_secs': 0.013413} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.839651] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b315487-c37d-4c65-9d90-3d2137f5e9d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.845270] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1167.845270] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d6906b-dc05-5c87-b4d6-6a8f59c394d1" [ 1167.845270] env[70113]: _type = "Task" [ 1167.845270] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.853324] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d6906b-dc05-5c87-b4d6-6a8f59c394d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.887802] env[70113]: DEBUG oslo_vmware.api [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.019680] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.020020] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.020209] env[70113]: DEBUG nova.objects.instance [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lazy-loading 'resources' on Instance uuid 52d28545-4a72-448b-be63-69a252ed1bdc {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.088329] env[70113]: DEBUG nova.network.neutron [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.163855] env[70113]: DEBUG nova.network.neutron [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.208094] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "refresh_cache-829c25d0-badd-4bbf-a64d-926deba1c116" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.208330] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquired lock "refresh_cache-829c25d0-badd-4bbf-a64d-926deba1c116" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.208515] env[70113]: DEBUG nova.network.neutron [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.208701] env[70113]: DEBUG nova.objects.instance [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lazy-loading 'info_cache' on Instance uuid 829c25d0-badd-4bbf-a64d-926deba1c116 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.255741] env[70113]: DEBUG oslo_vmware.api [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416195, 'name': PowerOnVM_Task, 'duration_secs': 0.701805} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.256118] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.256328] env[70113]: INFO nova.compute.manager [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1168.256510] env[70113]: DEBUG nova.compute.manager [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.257635] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efa4a35-3489-48d6-b6cc-8c1a15d27eb9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.269141] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.269389] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.356043] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d6906b-dc05-5c87-b4d6-6a8f59c394d1, 'name': SearchDatastore_Task, 'duration_secs': 0.031799} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.356350] env[70113]: DEBUG oslo_concurrency.lockutils [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.356616] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 5f4fab1f-b3c7-4d65-bcd1-0149881734cd/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk. {{(pid=70113) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1168.356881] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6046c97-3e05-4799-bf77-1e4eff717438 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.366912] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1168.366912] env[70113]: value = "task-3416197" [ 1168.366912] env[70113]: _type = "Task" [ 1168.366912] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.374556] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.384909] env[70113]: DEBUG oslo_vmware.api [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.668900] env[70113]: DEBUG oslo_concurrency.lockutils [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Releasing lock "refresh_cache-45ddbe8f-9792-4063-8200-e6689dd5d375" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.669358] env[70113]: DEBUG nova.compute.manager [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.669553] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.670460] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c397ad21-dabf-403c-8d88-0dfd746ede29 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.681583] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.681872] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afa5e914-630f-461d-a92a-32b1a17b2457 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.689341] env[70113]: DEBUG oslo_vmware.api [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1168.689341] env[70113]: value = "task-3416198" [ 1168.689341] env[70113]: _type = "Task" [ 1168.689341] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.697332] env[70113]: DEBUG oslo_vmware.api [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.743161] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defc47ff-c32b-4ddc-bf3c-65deeefb3775 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.752900] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b56255-4616-47e4-9ac5-494e3a1ed854 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.793639] env[70113]: DEBUG nova.compute.utils [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.798256] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ea13e8-cd1f-4faa-9a34-2bb079f6d50d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.801910] env[70113]: INFO nova.compute.manager [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Took 14.33 seconds to build instance. [ 1168.809400] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7bb7b5-84a6-4b3e-b733-788a7ac233cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.826897] env[70113]: DEBUG nova.compute.provider_tree [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.876785] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416197, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.886251] env[70113]: DEBUG oslo_vmware.api [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.198948] env[70113]: DEBUG oslo_vmware.api [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416198, 'name': PowerOffVM_Task, 'duration_secs': 0.348368} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.199332] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.199527] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.199784] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d64b51b6-7ba1-4167-9f68-4367dfe32d5c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.224867] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.224867] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.224867] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Deleting the datastore file [datastore1] 45ddbe8f-9792-4063-8200-e6689dd5d375 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.224867] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b8f522d-2745-43b8-8f40-5522cb6edb7f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.230617] env[70113]: DEBUG oslo_vmware.api [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for the task: (returnval){ [ 1169.230617] env[70113]: value = "task-3416200" [ 1169.230617] env[70113]: _type = "Task" [ 1169.230617] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.239076] env[70113]: DEBUG oslo_vmware.api [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.302242] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.033s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.304287] env[70113]: DEBUG oslo_concurrency.lockutils [None req-82c98119-c6fb-4581-a145-86dbb44ebd95 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Lock "1ed6fffb-acf0-4742-8394-e2a01dae16cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.837s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.330256] env[70113]: DEBUG nova.scheduler.client.report [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.377602] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877831} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.380793] env[70113]: INFO nova.virt.vmwareapi.ds_util [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 5f4fab1f-b3c7-4d65-bcd1-0149881734cd/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk. [ 1169.381993] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077bb171-e040-4733-9358-7935c355b121 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.389699] env[70113]: DEBUG oslo_vmware.api [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.413259] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 5f4fab1f-b3c7-4d65-bcd1-0149881734cd/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.413943] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1eef2f9-4250-457a-80b2-b1b39ebc5f7b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.432709] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1169.432709] env[70113]: value = "task-3416201" [ 1169.432709] env[70113]: _type = "Task" [ 1169.432709] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.443860] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.445509] env[70113]: DEBUG nova.network.neutron [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Updating instance_info_cache with network_info: [{"id": "19bd70b5-67e7-4f30-9aa8-e92d83584517", "address": "fa:16:3e:09:b2:3f", "network": {"id": "96662810-8c7e-4d00-abd8-3ede722d1c06", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-878526513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4404b2cd1f8446fd98ff72c96a407961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19bd70b5-67", "ovs_interfaceid": "19bd70b5-67e7-4f30-9aa8-e92d83584517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.744027] env[70113]: DEBUG oslo_vmware.api [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Task: {'id': task-3416200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44808} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.744027] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.744027] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.744027] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.744027] env[70113]: INFO nova.compute.manager [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1169.744027] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.744027] env[70113]: DEBUG nova.compute.manager [-] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.744027] env[70113]: DEBUG nova.network.neutron [-] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.760574] env[70113]: DEBUG nova.network.neutron [-] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.838305] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.871158] env[70113]: INFO nova.scheduler.client.report [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Deleted allocations for instance 52d28545-4a72-448b-be63-69a252ed1bdc [ 1169.888661] env[70113]: DEBUG oslo_vmware.api [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.942968] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.948057] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Releasing lock "refresh_cache-829c25d0-badd-4bbf-a64d-926deba1c116" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.948314] env[70113]: DEBUG nova.objects.instance [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lazy-loading 'migration_context' on Instance uuid 829c25d0-badd-4bbf-a64d-926deba1c116 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.263476] env[70113]: DEBUG nova.network.neutron [-] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.354821] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.354821] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.354821] env[70113]: INFO nova.compute.manager [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Attaching volume 217499f2-1daf-47c5-abe8-ea65aede7582 to /dev/sdb [ 1170.381517] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fba47a6c-6ed5-4c1a-bebd-21b33bab3acc tempest-ServersTestJSON-1816366790 tempest-ServersTestJSON-1816366790-project-member] Lock "52d28545-4a72-448b-be63-69a252ed1bdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.032s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.393744] env[70113]: DEBUG oslo_vmware.api [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416185, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.410637] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6fceaf-ebd2-4c48-9e03-04884d3ea81b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.418789] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa0871d-da70-4f4f-a842-fa2b848af3c0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.433026] env[70113]: DEBUG nova.virt.block_device [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Updating existing volume attachment record: f79375f0-feef-4ac2-ba8f-4b74efccde17 {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1170.445083] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416201, 'name': ReconfigVM_Task, 'duration_secs': 0.789772} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.445434] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 5f4fab1f-b3c7-4d65-bcd1-0149881734cd/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.446640] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbfc357-f553-4d0d-a622-a68e870a1269 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.451742] env[70113]: DEBUG nova.objects.base [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Object Instance<829c25d0-badd-4bbf-a64d-926deba1c116> lazy-loaded attributes: info_cache,migration_context {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1170.476034] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d98974-2a33-4a8d-b69e-de8563d89d53 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.484780] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe64d53d-c079-44f8-9dab-9c5ee09ec9d8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.512990] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a8e3cf-f64d-478e-8a87-4ae8c7927fae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.515947] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1170.515947] env[70113]: value = "task-3416202" [ 1170.515947] env[70113]: _type = "Task" [ 1170.515947] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.520564] env[70113]: DEBUG oslo_vmware.api [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1170.520564] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f2eda4-a2b0-a026-9360-4c96ddbbba55" [ 1170.520564] env[70113]: _type = "Task" [ 1170.520564] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.527216] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.532365] env[70113]: DEBUG oslo_vmware.api [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f2eda4-a2b0-a026-9360-4c96ddbbba55, 'name': SearchDatastore_Task, 'duration_secs': 0.008762} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.532652] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.532927] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.770193] env[70113]: INFO nova.compute.manager [-] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Took 1.03 seconds to deallocate network for instance. [ 1170.787998] env[70113]: DEBUG nova.compute.manager [req-baa3fb25-f7d4-40ee-8010-55ebee02ff60 req-4be20ff8-0547-46f1-8fd1-fb5ec69e17c2 service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Received event network-changed-754be5ee-95c0-40d9-8e12-ec2594c1ae8e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.791268] env[70113]: DEBUG nova.compute.manager [req-baa3fb25-f7d4-40ee-8010-55ebee02ff60 req-4be20ff8-0547-46f1-8fd1-fb5ec69e17c2 service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Refreshing instance network info cache due to event network-changed-754be5ee-95c0-40d9-8e12-ec2594c1ae8e. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.791268] env[70113]: DEBUG oslo_concurrency.lockutils [req-baa3fb25-f7d4-40ee-8010-55ebee02ff60 req-4be20ff8-0547-46f1-8fd1-fb5ec69e17c2 service nova] Acquiring lock "refresh_cache-1ed6fffb-acf0-4742-8394-e2a01dae16cf" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.791268] env[70113]: DEBUG oslo_concurrency.lockutils [req-baa3fb25-f7d4-40ee-8010-55ebee02ff60 req-4be20ff8-0547-46f1-8fd1-fb5ec69e17c2 service nova] Acquired lock "refresh_cache-1ed6fffb-acf0-4742-8394-e2a01dae16cf" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.791268] env[70113]: DEBUG nova.network.neutron [req-baa3fb25-f7d4-40ee-8010-55ebee02ff60 req-4be20ff8-0547-46f1-8fd1-fb5ec69e17c2 service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Refreshing network info cache for port 754be5ee-95c0-40d9-8e12-ec2594c1ae8e {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.892573] env[70113]: DEBUG oslo_vmware.api [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416185, 'name': ReconfigVM_Task, 'duration_secs': 5.754848} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.893500] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.893500] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Reconfigured VM to detach interface {{(pid=70113) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1171.030922] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416202, 'name': ReconfigVM_Task, 'duration_secs': 0.177602} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.030922] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.030922] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a47bfb4-6a59-4bd4-8395-4b632df4253d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.038902] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1171.038902] env[70113]: value = "task-3416206" [ 1171.038902] env[70113]: _type = "Task" [ 1171.038902] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.048188] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.283184] env[70113]: DEBUG oslo_concurrency.lockutils [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.317554] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd24a03-b058-4383-9d8a-8b92e06685fb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.326320] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170924f3-cc1d-4565-9128-c7e6bd28461d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.361448] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f147a6-281f-46c3-a791-0afccd8d4874 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.370549] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f584154b-2e13-43bc-b712-6bfd2b320090 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.385051] env[70113]: DEBUG nova.compute.provider_tree [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.550139] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416206, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.822080] env[70113]: DEBUG nova.network.neutron [req-baa3fb25-f7d4-40ee-8010-55ebee02ff60 req-4be20ff8-0547-46f1-8fd1-fb5ec69e17c2 service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Updated VIF entry in instance network info cache for port 754be5ee-95c0-40d9-8e12-ec2594c1ae8e. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.822473] env[70113]: DEBUG nova.network.neutron [req-baa3fb25-f7d4-40ee-8010-55ebee02ff60 req-4be20ff8-0547-46f1-8fd1-fb5ec69e17c2 service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Updating instance_info_cache with network_info: [{"id": "754be5ee-95c0-40d9-8e12-ec2594c1ae8e", "address": "fa:16:3e:28:f6:e2", "network": {"id": "20cd8b48-3425-45fa-b8fd-092967052d86", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-36328799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebb81a49cf694044983a6ac166d4adf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754be5ee-95", "ovs_interfaceid": "754be5ee-95c0-40d9-8e12-ec2594c1ae8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.888446] env[70113]: DEBUG nova.scheduler.client.report [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.050263] env[70113]: DEBUG oslo_vmware.api [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416206, 'name': PowerOnVM_Task, 'duration_secs': 0.527102} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.051112] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.054334] env[70113]: DEBUG nova.compute.manager [None req-18ff1aa8-47f9-4857-a870-804526d39eb4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.055278] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa70ba0b-7cb9-48b0-bdac-4914130e07ec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.326317] env[70113]: DEBUG oslo_concurrency.lockutils [req-baa3fb25-f7d4-40ee-8010-55ebee02ff60 req-4be20ff8-0547-46f1-8fd1-fb5ec69e17c2 service nova] Releasing lock "refresh_cache-1ed6fffb-acf0-4742-8394-e2a01dae16cf" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.563047] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "3eec3e59-7a21-45bd-b80b-53ddde464aa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.563265] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "3eec3e59-7a21-45bd-b80b-53ddde464aa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.603693] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "b84eb952-6221-4b35-bb2a-dc35253c0f85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.603871] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "b84eb952-6221-4b35-bb2a-dc35253c0f85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.629657] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "aa61efdf-99f4-4feb-a5b6-bab1176914f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.629889] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "aa61efdf-99f4-4feb-a5b6-bab1176914f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.669043] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.669259] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.669445] env[70113]: DEBUG nova.network.neutron [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.904210] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.371s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.907359] env[70113]: DEBUG oslo_concurrency.lockutils [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.624s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.910244] env[70113]: DEBUG nova.objects.instance [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Lazy-loading 'resources' on Instance uuid 45ddbe8f-9792-4063-8200-e6689dd5d375 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.068190] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.107066] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.139289] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.266062] env[70113]: DEBUG nova.compute.manager [req-7a84b386-1206-403e-9f0f-9e9cb6958f3c req-db12e8aa-1b55-4c00-9ede-2a7bb57020af service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Received event network-changed-cb8ae435-aed2-49b9-800f-ff069f611e87 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.266352] env[70113]: DEBUG nova.compute.manager [req-7a84b386-1206-403e-9f0f-9e9cb6958f3c req-db12e8aa-1b55-4c00-9ede-2a7bb57020af service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Refreshing instance network info cache due to event network-changed-cb8ae435-aed2-49b9-800f-ff069f611e87. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.266608] env[70113]: DEBUG oslo_concurrency.lockutils [req-7a84b386-1206-403e-9f0f-9e9cb6958f3c req-db12e8aa-1b55-4c00-9ede-2a7bb57020af service nova] Acquiring lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.431655] env[70113]: INFO nova.network.neutron [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Port a181435e-ffe1-4044-9ddc-71958a452704 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1173.432116] env[70113]: DEBUG nova.network.neutron [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updating instance_info_cache with network_info: [{"id": "cb8ae435-aed2-49b9-800f-ff069f611e87", "address": "fa:16:3e:c8:60:db", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ae435-ae", "ovs_interfaceid": "cb8ae435-aed2-49b9-800f-ff069f611e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.487669] env[70113]: INFO nova.scheduler.client.report [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleted allocation for migration d322da3d-24cd-44ae-a706-b322c38df7ea [ 1173.589957] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.628952] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.652841] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.658502] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f21cebd-150f-4378-ad44-76d4f6f63af2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.666827] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1136eabf-edca-4db4-9fad-b43b6155d34b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.697327] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357f9ed5-f5e7-4e60-b3a7-a26e10ae5b76 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.705087] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e42c54-4967-4dad-aa0e-3dbf000dd956 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.718692] env[70113]: DEBUG nova.compute.provider_tree [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.937108] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.938881] env[70113]: DEBUG oslo_concurrency.lockutils [req-7a84b386-1206-403e-9f0f-9e9cb6958f3c req-db12e8aa-1b55-4c00-9ede-2a7bb57020af service nova] Acquired lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.939113] env[70113]: DEBUG nova.network.neutron [req-7a84b386-1206-403e-9f0f-9e9cb6958f3c req-db12e8aa-1b55-4c00-9ede-2a7bb57020af service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Refreshing network info cache for port cb8ae435-aed2-49b9-800f-ff069f611e87 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.969495] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "interface-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f-a181435e-ffe1-4044-9ddc-71958a452704" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.969749] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f-a181435e-ffe1-4044-9ddc-71958a452704" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.970126] env[70113]: DEBUG nova.objects.instance [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lazy-loading 'flavor' on Instance uuid afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.993880] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "829c25d0-badd-4bbf-a64d-926deba1c116" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.325s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.222127] env[70113]: DEBUG nova.scheduler.client.report [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.441941] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cab2e1e9-e367-4bbf-b825-060150212b4e tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20-a181435e-ffe1-4044-9ddc-71958a452704" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.160s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.641591] env[70113]: DEBUG nova.objects.instance [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lazy-loading 'pci_requests' on Instance uuid afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.703017] env[70113]: DEBUG nova.network.neutron [req-7a84b386-1206-403e-9f0f-9e9cb6958f3c req-db12e8aa-1b55-4c00-9ede-2a7bb57020af service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updated VIF entry in instance network info cache for port cb8ae435-aed2-49b9-800f-ff069f611e87. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.703429] env[70113]: DEBUG nova.network.neutron [req-7a84b386-1206-403e-9f0f-9e9cb6958f3c req-db12e8aa-1b55-4c00-9ede-2a7bb57020af service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updating instance_info_cache with network_info: [{"id": "cb8ae435-aed2-49b9-800f-ff069f611e87", "address": "fa:16:3e:c8:60:db", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ae435-ae", "ovs_interfaceid": "cb8ae435-aed2-49b9-800f-ff069f611e87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.727894] env[70113]: DEBUG oslo_concurrency.lockutils [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.730211] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.140s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.731683] env[70113]: INFO nova.compute.claims [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.754771] env[70113]: INFO nova.scheduler.client.report [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Deleted allocations for instance 45ddbe8f-9792-4063-8200-e6689dd5d375 [ 1175.144683] env[70113]: DEBUG nova.objects.base [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1175.145047] env[70113]: DEBUG nova.network.neutron [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.200793] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "829c25d0-badd-4bbf-a64d-926deba1c116" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.201267] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "829c25d0-badd-4bbf-a64d-926deba1c116" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.201626] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "829c25d0-badd-4bbf-a64d-926deba1c116-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.201947] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "829c25d0-badd-4bbf-a64d-926deba1c116-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.202273] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "829c25d0-badd-4bbf-a64d-926deba1c116-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.207014] env[70113]: DEBUG oslo_concurrency.lockutils [req-7a84b386-1206-403e-9f0f-9e9cb6958f3c req-db12e8aa-1b55-4c00-9ede-2a7bb57020af service nova] Releasing lock "refresh_cache-44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.208246] env[70113]: INFO nova.compute.manager [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Terminating instance [ 1175.262699] env[70113]: DEBUG oslo_concurrency.lockutils [None req-50cfbbc3-f2ad-4f96-b00f-a6a1380798c7 tempest-ServersListShow298Test-1528254687 tempest-ServersListShow298Test-1528254687-project-member] Lock "45ddbe8f-9792-4063-8200-e6689dd5d375" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.224s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.265752] env[70113]: INFO nova.compute.manager [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Unrescuing [ 1175.265752] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "refresh_cache-5f4fab1f-b3c7-4d65-bcd1-0149881734cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.265752] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "refresh_cache-5f4fab1f-b3c7-4d65-bcd1-0149881734cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.265752] env[70113]: DEBUG nova.network.neutron [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.277953] env[70113]: DEBUG nova.policy [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e19ba68ff144a70b49122d0597e9735', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56870a134a3d439bbc7378a8544959b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.305511] env[70113]: DEBUG nova.compute.manager [req-87b4b38a-5342-4cd9-a2f4-a993747f7d12 req-f95ad594-2cd3-455e-84cd-e9c0c3f99113 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Received event network-changed-67a2e820-48e2-4d42-91ae-0dfdbd175e70 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.305723] env[70113]: DEBUG nova.compute.manager [req-87b4b38a-5342-4cd9-a2f4-a993747f7d12 req-f95ad594-2cd3-455e-84cd-e9c0c3f99113 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Refreshing instance network info cache due to event network-changed-67a2e820-48e2-4d42-91ae-0dfdbd175e70. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.305979] env[70113]: DEBUG oslo_concurrency.lockutils [req-87b4b38a-5342-4cd9-a2f4-a993747f7d12 req-f95ad594-2cd3-455e-84cd-e9c0c3f99113 service nova] Acquiring lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.306160] env[70113]: DEBUG oslo_concurrency.lockutils [req-87b4b38a-5342-4cd9-a2f4-a993747f7d12 req-f95ad594-2cd3-455e-84cd-e9c0c3f99113 service nova] Acquired lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.306364] env[70113]: DEBUG nova.network.neutron [req-87b4b38a-5342-4cd9-a2f4-a993747f7d12 req-f95ad594-2cd3-455e-84cd-e9c0c3f99113 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Refreshing network info cache for port 67a2e820-48e2-4d42-91ae-0dfdbd175e70 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.505548] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1175.505942] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681620', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'name': 'volume-217499f2-1daf-47c5-abe8-ea65aede7582', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b3ba31-7483-4fd1-b39c-cc63d3de375a', 'attached_at': '', 'detached_at': '', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'serial': '217499f2-1daf-47c5-abe8-ea65aede7582'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1175.507213] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8243b452-7846-4ffb-bd3c-67e6c2b1227a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.528785] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acd6f70-58a1-431b-ba78-3e56d68e2fcd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.560210] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-217499f2-1daf-47c5-abe8-ea65aede7582/volume-217499f2-1daf-47c5-abe8-ea65aede7582.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.560632] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef1b3833-7758-4ed2-ab3d-9eb44310c4da {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.581579] env[70113]: DEBUG oslo_vmware.api [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1175.581579] env[70113]: value = "task-3416208" [ 1175.581579] env[70113]: _type = "Task" [ 1175.581579] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.592052] env[70113]: DEBUG oslo_vmware.api [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.712449] env[70113]: DEBUG nova.compute.manager [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.712674] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.713660] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff6442a-61bf-42bf-859b-ad209cc9ca18 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.722154] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.722364] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a01ed6e9-fa20-4ee8-8514-dc04d8705ff9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.728422] env[70113]: DEBUG oslo_vmware.api [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1175.728422] env[70113]: value = "task-3416209" [ 1175.728422] env[70113]: _type = "Task" [ 1175.728422] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.735748] env[70113]: DEBUG oslo_vmware.api [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.963345] env[70113]: DEBUG nova.network.neutron [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Updating instance_info_cache with network_info: [{"id": "0f96978a-ee85-4fb3-aecc-61293a4fa257", "address": "fa:16:3e:af:55:03", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f96978a-ee", "ovs_interfaceid": "0f96978a-ee85-4fb3-aecc-61293a4fa257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.965474] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Acquiring lock "ce329093-e055-42ea-b25d-827fad3dd618" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.965879] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Lock "ce329093-e055-42ea-b25d-827fad3dd618" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.966223] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Acquiring lock "ce329093-e055-42ea-b25d-827fad3dd618-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.966552] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Lock "ce329093-e055-42ea-b25d-827fad3dd618-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.966833] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Lock "ce329093-e055-42ea-b25d-827fad3dd618-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.974956] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba78adcf-f7d0-492d-9ba6-de932e9b14de {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.979338] env[70113]: INFO nova.compute.manager [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Terminating instance [ 1175.987328] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cb3aa0-c437-422e-92ec-58b06d323a7b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.020581] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b22262-5ce9-439b-b1c5-700f6b3ad971 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.028553] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f5836e-5676-4b07-a862-229bca4c59f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.046181] env[70113]: DEBUG nova.compute.provider_tree [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.055205] env[70113]: DEBUG nova.network.neutron [req-87b4b38a-5342-4cd9-a2f4-a993747f7d12 req-f95ad594-2cd3-455e-84cd-e9c0c3f99113 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Updated VIF entry in instance network info cache for port 67a2e820-48e2-4d42-91ae-0dfdbd175e70. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.055556] env[70113]: DEBUG nova.network.neutron [req-87b4b38a-5342-4cd9-a2f4-a993747f7d12 req-f95ad594-2cd3-455e-84cd-e9c0c3f99113 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Updating instance_info_cache with network_info: [{"id": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "address": "fa:16:3e:ec:08:86", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a2e820-48", "ovs_interfaceid": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.092596] env[70113]: DEBUG oslo_vmware.api [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.238663] env[70113]: DEBUG oslo_vmware.api [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416209, 'name': PowerOffVM_Task, 'duration_secs': 0.215663} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.238891] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.239061] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.239322] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80dd0283-b16f-4338-91d0-25fee67288f6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.306765] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.306955] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.307225] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleting the datastore file [datastore2] 829c25d0-badd-4bbf-a64d-926deba1c116 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.308062] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-911934a9-6e1a-4a05-98f2-db1758b7e64c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.316463] env[70113]: DEBUG oslo_vmware.api [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for the task: (returnval){ [ 1176.316463] env[70113]: value = "task-3416211" [ 1176.316463] env[70113]: _type = "Task" [ 1176.316463] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.324908] env[70113]: DEBUG oslo_vmware.api [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.474286] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "refresh_cache-5f4fab1f-b3c7-4d65-bcd1-0149881734cd" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.475040] env[70113]: DEBUG nova.objects.instance [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lazy-loading 'flavor' on Instance uuid 5f4fab1f-b3c7-4d65-bcd1-0149881734cd {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.484420] env[70113]: DEBUG nova.compute.manager [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.484668] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.485590] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a350870c-6f2f-44a3-9a0f-85d20008f6ab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.494486] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.494684] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9ee4891-40d4-48e3-88e4-5817ecb02457 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.501058] env[70113]: DEBUG oslo_vmware.api [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Waiting for the task: (returnval){ [ 1176.501058] env[70113]: value = "task-3416212" [ 1176.501058] env[70113]: _type = "Task" [ 1176.501058] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.508712] env[70113]: DEBUG oslo_vmware.api [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': task-3416212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.548943] env[70113]: DEBUG nova.scheduler.client.report [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.557536] env[70113]: DEBUG oslo_concurrency.lockutils [req-87b4b38a-5342-4cd9-a2f4-a993747f7d12 req-f95ad594-2cd3-455e-84cd-e9c0c3f99113 service nova] Releasing lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.592788] env[70113]: DEBUG oslo_vmware.api [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416208, 'name': ReconfigVM_Task, 'duration_secs': 0.774086} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.593128] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-217499f2-1daf-47c5-abe8-ea65aede7582/volume-217499f2-1daf-47c5-abe8-ea65aede7582.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.598210] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc43c329-d9ac-4f56-8938-1958d2988f74 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.613112] env[70113]: DEBUG oslo_vmware.api [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1176.613112] env[70113]: value = "task-3416213" [ 1176.613112] env[70113]: _type = "Task" [ 1176.613112] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.624929] env[70113]: DEBUG oslo_vmware.api [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.826717] env[70113]: DEBUG nova.compute.manager [req-8876f87a-10a9-4ee5-b036-5f2c20838603 req-e7188eaa-61d8-4303-9f44-bc03e500d9c3 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Received event network-vif-plugged-a181435e-ffe1-4044-9ddc-71958a452704 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.827093] env[70113]: DEBUG oslo_concurrency.lockutils [req-8876f87a-10a9-4ee5-b036-5f2c20838603 req-e7188eaa-61d8-4303-9f44-bc03e500d9c3 service nova] Acquiring lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.827419] env[70113]: DEBUG oslo_concurrency.lockutils [req-8876f87a-10a9-4ee5-b036-5f2c20838603 req-e7188eaa-61d8-4303-9f44-bc03e500d9c3 service nova] Lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.827692] env[70113]: DEBUG oslo_concurrency.lockutils [req-8876f87a-10a9-4ee5-b036-5f2c20838603 req-e7188eaa-61d8-4303-9f44-bc03e500d9c3 service nova] Lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.827981] env[70113]: DEBUG nova.compute.manager [req-8876f87a-10a9-4ee5-b036-5f2c20838603 req-e7188eaa-61d8-4303-9f44-bc03e500d9c3 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] No waiting events found dispatching network-vif-plugged-a181435e-ffe1-4044-9ddc-71958a452704 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.828284] env[70113]: WARNING nova.compute.manager [req-8876f87a-10a9-4ee5-b036-5f2c20838603 req-e7188eaa-61d8-4303-9f44-bc03e500d9c3 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Received unexpected event network-vif-plugged-a181435e-ffe1-4044-9ddc-71958a452704 for instance with vm_state active and task_state None. [ 1176.836716] env[70113]: DEBUG oslo_vmware.api [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Task: {'id': task-3416211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284973} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.836963] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.837213] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.837418] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.837590] env[70113]: INFO nova.compute.manager [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1176.837826] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.838030] env[70113]: DEBUG nova.compute.manager [-] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.838142] env[70113]: DEBUG nova.network.neutron [-] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.915557] env[70113]: DEBUG nova.network.neutron [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Successfully updated port: a181435e-ffe1-4044-9ddc-71958a452704 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.980625] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9b6a3b-d5e7-404f-9c25-6648343b02bd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.004208] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.007301] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2c96655-e41a-4fef-ad78-b935af2168d4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.014210] env[70113]: DEBUG oslo_vmware.api [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': task-3416212, 'name': PowerOffVM_Task, 'duration_secs': 0.1859} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.015679] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.016066] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.016387] env[70113]: DEBUG oslo_vmware.api [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1177.016387] env[70113]: value = "task-3416214" [ 1177.016387] env[70113]: _type = "Task" [ 1177.016387] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.016649] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a32191a-625e-4661-9c61-f67898d31aa7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.027069] env[70113]: DEBUG oslo_vmware.api [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.053325] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.053933] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.058313] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.429s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.059183] env[70113]: INFO nova.compute.claims [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.083037] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.083340] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.083463] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Deleting the datastore file [datastore1] ce329093-e055-42ea-b25d-827fad3dd618 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.083726] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23c29f18-70f4-46d0-832b-a7413243b14a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.089801] env[70113]: DEBUG oslo_vmware.api [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Waiting for the task: (returnval){ [ 1177.089801] env[70113]: value = "task-3416216" [ 1177.089801] env[70113]: _type = "Task" [ 1177.089801] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.098456] env[70113]: DEBUG oslo_vmware.api [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': task-3416216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.122094] env[70113]: DEBUG oslo_vmware.api [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416213, 'name': ReconfigVM_Task, 'duration_secs': 0.155947} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.122394] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681620', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'name': 'volume-217499f2-1daf-47c5-abe8-ea65aede7582', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b3ba31-7483-4fd1-b39c-cc63d3de375a', 'attached_at': '', 'detached_at': '', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'serial': '217499f2-1daf-47c5-abe8-ea65aede7582'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1177.331339] env[70113]: DEBUG nova.compute.manager [req-6c4cc79b-1093-4fdc-86d5-1a4f10e93385 req-fa3613fa-6208-4978-a424-7fe97c27f3ee service nova] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Received event network-vif-deleted-19bd70b5-67e7-4f30-9aa8-e92d83584517 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.331547] env[70113]: INFO nova.compute.manager [req-6c4cc79b-1093-4fdc-86d5-1a4f10e93385 req-fa3613fa-6208-4978-a424-7fe97c27f3ee service nova] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Neutron deleted interface 19bd70b5-67e7-4f30-9aa8-e92d83584517; detaching it from the instance and deleting it from the info cache [ 1177.332338] env[70113]: DEBUG nova.network.neutron [req-6c4cc79b-1093-4fdc-86d5-1a4f10e93385 req-fa3613fa-6208-4978-a424-7fe97c27f3ee service nova] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.417796] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.417994] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.418266] env[70113]: DEBUG nova.network.neutron [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.529057] env[70113]: DEBUG oslo_vmware.api [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416214, 'name': PowerOffVM_Task, 'duration_secs': 0.2142} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.529057] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.533896] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1177.534172] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeeeacda-1e50-41ee-933c-1d3687b722ea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.554907] env[70113]: DEBUG oslo_vmware.api [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1177.554907] env[70113]: value = "task-3416217" [ 1177.554907] env[70113]: _type = "Task" [ 1177.554907] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.563714] env[70113]: DEBUG nova.compute.utils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.570210] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1177.570319] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.572305] env[70113]: DEBUG oslo_vmware.api [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.579777] env[70113]: DEBUG nova.network.neutron [-] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.600322] env[70113]: DEBUG oslo_vmware.api [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Task: {'id': task-3416216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262013} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.600581] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.600789] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.600989] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.601217] env[70113]: INFO nova.compute.manager [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1177.601462] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.601650] env[70113]: DEBUG nova.compute.manager [-] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.601744] env[70113]: DEBUG nova.network.neutron [-] [instance: ce329093-e055-42ea-b25d-827fad3dd618] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.622322] env[70113]: DEBUG nova.policy [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8eec576bc5154ccea379532f64e4b7b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a133d47d0bd54fb6acaf79148c19b542', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.835245] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fcb70b3-9167-477e-a49a-3ae014837381 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.844897] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f1fc0c-ed32-4b66-a044-d294f425ca58 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.875829] env[70113]: DEBUG nova.compute.manager [req-6c4cc79b-1093-4fdc-86d5-1a4f10e93385 req-fa3613fa-6208-4978-a424-7fe97c27f3ee service nova] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Detach interface failed, port_id=19bd70b5-67e7-4f30-9aa8-e92d83584517, reason: Instance 829c25d0-badd-4bbf-a64d-926deba1c116 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1177.877241] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Successfully created port: 81d5cf66-ba6c-4a82-80bd-f6113a59113a {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.973536] env[70113]: WARNING nova.network.neutron [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] 81a4b592-8c8e-41f5-8b72-f25fc6125375 already exists in list: networks containing: ['81a4b592-8c8e-41f5-8b72-f25fc6125375']. ignoring it [ 1178.070034] env[70113]: DEBUG oslo_vmware.api [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416217, 'name': ReconfigVM_Task, 'duration_secs': 0.209694} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.070407] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1178.070796] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.070913] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48789e9b-cb72-4d2c-9415-ffebec42324d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.073195] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1178.079794] env[70113]: DEBUG oslo_vmware.api [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1178.079794] env[70113]: value = "task-3416218" [ 1178.079794] env[70113]: _type = "Task" [ 1178.079794] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.086323] env[70113]: INFO nova.compute.manager [-] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Took 1.25 seconds to deallocate network for instance. [ 1178.106232] env[70113]: DEBUG oslo_vmware.api [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416218, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.159929] env[70113]: DEBUG nova.objects.instance [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lazy-loading 'flavor' on Instance uuid 09b3ba31-7483-4fd1-b39c-cc63d3de375a {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.363651] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7415de-0b83-45a0-ad0b-10e486037229 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.372208] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574505bc-4e16-4540-9006-1e639140c1f7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.409751] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fff67a-a931-4542-b161-8d826e3154c2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.419516] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd36994-9227-4a99-9c3e-fac43f070408 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.436041] env[70113]: DEBUG nova.compute.provider_tree [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.469379] env[70113]: DEBUG nova.network.neutron [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Updating instance_info_cache with network_info: [{"id": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "address": "fa:16:3e:ec:08:86", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a2e820-48", "ovs_interfaceid": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a181435e-ffe1-4044-9ddc-71958a452704", "address": "fa:16:3e:b0:30:d9", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa181435e-ff", "ovs_interfaceid": "a181435e-ffe1-4044-9ddc-71958a452704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.592556] env[70113]: DEBUG oslo_vmware.api [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416218, 'name': PowerOnVM_Task, 'duration_secs': 0.372828} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.593521] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.594035] env[70113]: DEBUG nova.compute.manager [None req-f1574a8f-0652-4659-a067-40f24081f699 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.595031] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3bab69-42ea-4138-a51c-4acdbc3ddb84 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.605298] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.615534] env[70113]: DEBUG nova.network.neutron [-] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.669041] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8791a639-545e-44bf-981c-700c80eae4a7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.317s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.876983] env[70113]: DEBUG nova.compute.manager [req-b216428b-a253-419c-bf08-ce649453f63e req-dcb9c345-2648-49d8-9f51-8c6bf8b4df92 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Received event network-changed-a181435e-ffe1-4044-9ddc-71958a452704 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.877263] env[70113]: DEBUG nova.compute.manager [req-b216428b-a253-419c-bf08-ce649453f63e req-dcb9c345-2648-49d8-9f51-8c6bf8b4df92 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Refreshing instance network info cache due to event network-changed-a181435e-ffe1-4044-9ddc-71958a452704. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.877393] env[70113]: DEBUG oslo_concurrency.lockutils [req-b216428b-a253-419c-bf08-ce649453f63e req-dcb9c345-2648-49d8-9f51-8c6bf8b4df92 service nova] Acquiring lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.939778] env[70113]: DEBUG nova.scheduler.client.report [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.972045] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.972709] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.972873] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.973222] env[70113]: DEBUG oslo_concurrency.lockutils [req-b216428b-a253-419c-bf08-ce649453f63e req-dcb9c345-2648-49d8-9f51-8c6bf8b4df92 service nova] Acquired lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.973417] env[70113]: DEBUG nova.network.neutron [req-b216428b-a253-419c-bf08-ce649453f63e req-dcb9c345-2648-49d8-9f51-8c6bf8b4df92 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Refreshing network info cache for port a181435e-ffe1-4044-9ddc-71958a452704 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.975667] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9855ec-3eb1-4b80-80d1-bd54d1dfe1c5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.994458] env[70113]: DEBUG nova.virt.hardware [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.994691] env[70113]: DEBUG nova.virt.hardware [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.994872] env[70113]: DEBUG nova.virt.hardware [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.995080] env[70113]: DEBUG nova.virt.hardware [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.995239] env[70113]: DEBUG nova.virt.hardware [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.995386] env[70113]: DEBUG nova.virt.hardware [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.995619] env[70113]: DEBUG nova.virt.hardware [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.995795] env[70113]: DEBUG nova.virt.hardware [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.995966] env[70113]: DEBUG nova.virt.hardware [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.996151] env[70113]: DEBUG nova.virt.hardware [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.996326] env[70113]: DEBUG nova.virt.hardware [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.002515] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Reconfiguring VM to attach interface {{(pid=70113) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1179.003041] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb8f3669-8fd7-4a1b-bc71-e94877b0b611 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.020674] env[70113]: DEBUG oslo_vmware.api [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1179.020674] env[70113]: value = "task-3416219" [ 1179.020674] env[70113]: _type = "Task" [ 1179.020674] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.028399] env[70113]: DEBUG oslo_vmware.api [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416219, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.088255] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.111335] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.111594] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.111787] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.111991] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.112185] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.112339] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.112543] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.112700] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.113029] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.113282] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.113710] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.114326] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0da4264-8417-4cde-b814-730b9105db6c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.118130] env[70113]: INFO nova.compute.manager [-] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Took 1.52 seconds to deallocate network for instance. [ 1179.125942] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2870ae82-fac2-4051-b492-0e1c2acbb82a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.271883] env[70113]: INFO nova.compute.manager [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Rebuilding instance [ 1179.314264] env[70113]: DEBUG nova.compute.manager [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.315187] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7652ec-6fce-49e1-920f-02a13a48a097 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.445552] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.446107] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.448737] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.796s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.450164] env[70113]: INFO nova.compute.claims [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.531118] env[70113]: DEBUG oslo_vmware.api [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.542936] env[70113]: DEBUG nova.compute.manager [req-2c632a7d-4f53-433b-88cd-c6cb1f71b479 req-4195e24b-3369-486d-aea8-0b58af77af8e service nova] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Received event network-vif-plugged-81d5cf66-ba6c-4a82-80bd-f6113a59113a {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.543200] env[70113]: DEBUG oslo_concurrency.lockutils [req-2c632a7d-4f53-433b-88cd-c6cb1f71b479 req-4195e24b-3369-486d-aea8-0b58af77af8e service nova] Acquiring lock "3eec3e59-7a21-45bd-b80b-53ddde464aa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.543424] env[70113]: DEBUG oslo_concurrency.lockutils [req-2c632a7d-4f53-433b-88cd-c6cb1f71b479 req-4195e24b-3369-486d-aea8-0b58af77af8e service nova] Lock "3eec3e59-7a21-45bd-b80b-53ddde464aa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.543567] env[70113]: DEBUG oslo_concurrency.lockutils [req-2c632a7d-4f53-433b-88cd-c6cb1f71b479 req-4195e24b-3369-486d-aea8-0b58af77af8e service nova] Lock "3eec3e59-7a21-45bd-b80b-53ddde464aa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.543733] env[70113]: DEBUG nova.compute.manager [req-2c632a7d-4f53-433b-88cd-c6cb1f71b479 req-4195e24b-3369-486d-aea8-0b58af77af8e service nova] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] No waiting events found dispatching network-vif-plugged-81d5cf66-ba6c-4a82-80bd-f6113a59113a {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.543898] env[70113]: WARNING nova.compute.manager [req-2c632a7d-4f53-433b-88cd-c6cb1f71b479 req-4195e24b-3369-486d-aea8-0b58af77af8e service nova] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Received unexpected event network-vif-plugged-81d5cf66-ba6c-4a82-80bd-f6113a59113a for instance with vm_state building and task_state spawning. [ 1179.625992] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.639710] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Successfully updated port: 81d5cf66-ba6c-4a82-80bd-f6113a59113a {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.727122] env[70113]: DEBUG nova.network.neutron [req-b216428b-a253-419c-bf08-ce649453f63e req-dcb9c345-2648-49d8-9f51-8c6bf8b4df92 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Updated VIF entry in instance network info cache for port a181435e-ffe1-4044-9ddc-71958a452704. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.727593] env[70113]: DEBUG nova.network.neutron [req-b216428b-a253-419c-bf08-ce649453f63e req-dcb9c345-2648-49d8-9f51-8c6bf8b4df92 service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Updating instance_info_cache with network_info: [{"id": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "address": "fa:16:3e:ec:08:86", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a2e820-48", "ovs_interfaceid": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a181435e-ffe1-4044-9ddc-71958a452704", "address": "fa:16:3e:b0:30:d9", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa181435e-ff", "ovs_interfaceid": "a181435e-ffe1-4044-9ddc-71958a452704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.956805] env[70113]: DEBUG nova.compute.utils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.958199] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.958375] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.005627] env[70113]: DEBUG nova.policy [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8eec576bc5154ccea379532f64e4b7b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a133d47d0bd54fb6acaf79148c19b542', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.033502] env[70113]: DEBUG oslo_vmware.api [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416219, 'name': ReconfigVM_Task, 'duration_secs': 0.553968} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.033992] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.034282] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Reconfigured VM to attach interface {{(pid=70113) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1180.146048] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "refresh_cache-3eec3e59-7a21-45bd-b80b-53ddde464aa5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.146242] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquired lock "refresh_cache-3eec3e59-7a21-45bd-b80b-53ddde464aa5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.146438] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.230914] env[70113]: DEBUG oslo_concurrency.lockutils [req-b216428b-a253-419c-bf08-ce649453f63e req-dcb9c345-2648-49d8-9f51-8c6bf8b4df92 service nova] Releasing lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.230914] env[70113]: DEBUG nova.compute.manager [req-b216428b-a253-419c-bf08-ce649453f63e req-dcb9c345-2648-49d8-9f51-8c6bf8b4df92 service nova] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Received event network-vif-deleted-77c08422-54dc-4f62-8091-8122d8fa841e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.252019] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Successfully created port: 741148c5-ea63-4e05-836b-fee76352b8e2 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.328532] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.328861] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05026a2c-c7c2-4096-b9fe-8424ff8cbd42 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.337157] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1180.337157] env[70113]: value = "task-3416220" [ 1180.337157] env[70113]: _type = "Task" [ 1180.337157] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.346998] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.464577] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.541936] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9ecef45-a060-4cb1-8ec0-1d633a79ea81 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f-a181435e-ffe1-4044-9ddc-71958a452704" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.572s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.680824] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.699838] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf342a0-7add-41ec-b8c2-384054cf2bf7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.707597] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8e1a15-4891-4fef-8fca-eb55579df6d6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.740136] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f6d491-101a-4e05-be67-61daf3726fd8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.747441] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c0db1f-ce91-4c1c-948d-bfd1a0a167f2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.760751] env[70113]: DEBUG nova.compute.provider_tree [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.833551] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Updating instance_info_cache with network_info: [{"id": "81d5cf66-ba6c-4a82-80bd-f6113a59113a", "address": "fa:16:3e:13:91:4b", "network": {"id": "c65d95aa-6401-4c16-afff-d67e12a23929", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-227413821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a133d47d0bd54fb6acaf79148c19b542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d5cf66-ba", "ovs_interfaceid": "81d5cf66-ba6c-4a82-80bd-f6113a59113a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.848619] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416220, 'name': PowerOffVM_Task, 'duration_secs': 0.293449} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.849819] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.903627] env[70113]: INFO nova.compute.manager [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Detaching volume 217499f2-1daf-47c5-abe8-ea65aede7582 [ 1180.938422] env[70113]: INFO nova.virt.block_device [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Attempting to driver detach volume 217499f2-1daf-47c5-abe8-ea65aede7582 from mountpoint /dev/sdb [ 1180.938694] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1180.938887] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681620', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'name': 'volume-217499f2-1daf-47c5-abe8-ea65aede7582', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b3ba31-7483-4fd1-b39c-cc63d3de375a', 'attached_at': '', 'detached_at': '', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'serial': '217499f2-1daf-47c5-abe8-ea65aede7582'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1180.939794] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d74dde-289f-4455-a50b-d6df9a24a48d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.962206] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2106e3b-b8a9-49d9-b457-ecc64fed4bc5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.972280] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c30d0cc-3420-4236-8049-7903886de849 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.993672] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d681c4-d7d8-48e9-9887-39bdbed3fea6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.008527] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] The volume has not been displaced from its original location: [datastore1] volume-217499f2-1daf-47c5-abe8-ea65aede7582/volume-217499f2-1daf-47c5-abe8-ea65aede7582.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1181.013956] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1181.014985] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f2280c7-c3ad-41a1-ab11-8d53d010236f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.033025] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1181.033025] env[70113]: value = "task-3416221" [ 1181.033025] env[70113]: _type = "Task" [ 1181.033025] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.041077] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.263947] env[70113]: DEBUG nova.scheduler.client.report [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.336547] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Releasing lock "refresh_cache-3eec3e59-7a21-45bd-b80b-53ddde464aa5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.336883] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Instance network_info: |[{"id": "81d5cf66-ba6c-4a82-80bd-f6113a59113a", "address": "fa:16:3e:13:91:4b", "network": {"id": "c65d95aa-6401-4c16-afff-d67e12a23929", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-227413821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a133d47d0bd54fb6acaf79148c19b542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d5cf66-ba", "ovs_interfaceid": "81d5cf66-ba6c-4a82-80bd-f6113a59113a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.337346] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:91:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81d5cf66-ba6c-4a82-80bd-f6113a59113a', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.344703] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Creating folder: Project (a133d47d0bd54fb6acaf79148c19b542). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.345017] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcf0c6b2-ac9c-41c6-92d5-0df34cc68b1c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.355365] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Created folder: Project (a133d47d0bd54fb6acaf79148c19b542) in parent group-v681336. [ 1181.355551] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Creating folder: Instances. Parent ref: group-v681621. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.355770] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d2deca1-0b7c-450e-adf4-e88797b65f0a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.364796] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Created folder: Instances in parent group-v681621. [ 1181.365077] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.365280] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.365496] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b02d701c-fbf3-40f5-a6ad-08abc236af63 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.383884] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.383884] env[70113]: value = "task-3416224" [ 1181.383884] env[70113]: _type = "Task" [ 1181.383884] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.394132] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416224, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.473220] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.503069] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.503069] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.503069] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.503069] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.503069] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.503069] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.503069] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.503069] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.503069] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.503069] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.503069] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.503069] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81408643-dbdc-4261-b193-29ec13984c5a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.511152] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00085102-c002-4dd9-b4de-c02e2e5439c1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.542261] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416221, 'name': ReconfigVM_Task, 'duration_secs': 0.204358} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.542659] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1181.548298] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c597e58e-27ac-4254-8464-bfa01ba5b792 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.562337] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1181.562337] env[70113]: value = "task-3416225" [ 1181.562337] env[70113]: _type = "Task" [ 1181.562337] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.569706] env[70113]: DEBUG nova.compute.manager [req-cd123d18-9c1a-416a-a101-74d19058834c req-ad8ea82d-6168-41b9-98b1-c38e7912d7c4 service nova] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Received event network-changed-81d5cf66-ba6c-4a82-80bd-f6113a59113a {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.569706] env[70113]: DEBUG nova.compute.manager [req-cd123d18-9c1a-416a-a101-74d19058834c req-ad8ea82d-6168-41b9-98b1-c38e7912d7c4 service nova] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Refreshing instance network info cache due to event network-changed-81d5cf66-ba6c-4a82-80bd-f6113a59113a. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.569706] env[70113]: DEBUG oslo_concurrency.lockutils [req-cd123d18-9c1a-416a-a101-74d19058834c req-ad8ea82d-6168-41b9-98b1-c38e7912d7c4 service nova] Acquiring lock "refresh_cache-3eec3e59-7a21-45bd-b80b-53ddde464aa5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.569706] env[70113]: DEBUG oslo_concurrency.lockutils [req-cd123d18-9c1a-416a-a101-74d19058834c req-ad8ea82d-6168-41b9-98b1-c38e7912d7c4 service nova] Acquired lock "refresh_cache-3eec3e59-7a21-45bd-b80b-53ddde464aa5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.569706] env[70113]: DEBUG nova.network.neutron [req-cd123d18-9c1a-416a-a101-74d19058834c req-ad8ea82d-6168-41b9-98b1-c38e7912d7c4 service nova] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Refreshing network info cache for port 81d5cf66-ba6c-4a82-80bd-f6113a59113a {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.573892] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.771902] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.772573] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.776885] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.171s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.776885] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.779982] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.153s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.779982] env[70113]: DEBUG nova.objects.instance [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Lazy-loading 'resources' on Instance uuid ce329093-e055-42ea-b25d-827fad3dd618 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.807472] env[70113]: INFO nova.scheduler.client.report [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Deleted allocations for instance 829c25d0-badd-4bbf-a64d-926deba1c116 [ 1181.821477] env[70113]: DEBUG nova.compute.manager [req-ba8d7bc7-0638-48b9-bd8f-1e7325554f39 req-045badc6-0b2e-4383-9bc3-38d560a576dc service nova] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Received event network-vif-plugged-741148c5-ea63-4e05-836b-fee76352b8e2 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.821703] env[70113]: DEBUG oslo_concurrency.lockutils [req-ba8d7bc7-0638-48b9-bd8f-1e7325554f39 req-045badc6-0b2e-4383-9bc3-38d560a576dc service nova] Acquiring lock "b84eb952-6221-4b35-bb2a-dc35253c0f85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.821909] env[70113]: DEBUG oslo_concurrency.lockutils [req-ba8d7bc7-0638-48b9-bd8f-1e7325554f39 req-045badc6-0b2e-4383-9bc3-38d560a576dc service nova] Lock "b84eb952-6221-4b35-bb2a-dc35253c0f85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.822146] env[70113]: DEBUG oslo_concurrency.lockutils [req-ba8d7bc7-0638-48b9-bd8f-1e7325554f39 req-045badc6-0b2e-4383-9bc3-38d560a576dc service nova] Lock "b84eb952-6221-4b35-bb2a-dc35253c0f85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.822370] env[70113]: DEBUG nova.compute.manager [req-ba8d7bc7-0638-48b9-bd8f-1e7325554f39 req-045badc6-0b2e-4383-9bc3-38d560a576dc service nova] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] No waiting events found dispatching network-vif-plugged-741148c5-ea63-4e05-836b-fee76352b8e2 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.822578] env[70113]: WARNING nova.compute.manager [req-ba8d7bc7-0638-48b9-bd8f-1e7325554f39 req-045badc6-0b2e-4383-9bc3-38d560a576dc service nova] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Received unexpected event network-vif-plugged-741148c5-ea63-4e05-836b-fee76352b8e2 for instance with vm_state building and task_state spawning. [ 1181.893637] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416224, 'name': CreateVM_Task, 'duration_secs': 0.46488} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.893800] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.894517] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.894691] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.895092] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.895354] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c0ab0b-6a91-45a8-90ca-2262a63f1f1a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.900432] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1181.900432] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52264a33-2223-9890-b62d-db0ccd91db5a" [ 1181.900432] env[70113]: _type = "Task" [ 1181.900432] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.909182] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52264a33-2223-9890-b62d-db0ccd91db5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.957477] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Successfully updated port: 741148c5-ea63-4e05-836b-fee76352b8e2 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.073410] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416225, 'name': ReconfigVM_Task, 'duration_secs': 0.222418} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.073743] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681620', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'name': 'volume-217499f2-1daf-47c5-abe8-ea65aede7582', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b3ba31-7483-4fd1-b39c-cc63d3de375a', 'attached_at': '', 'detached_at': '', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'serial': '217499f2-1daf-47c5-abe8-ea65aede7582'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1182.287782] env[70113]: DEBUG nova.compute.utils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.289369] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "interface-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f-a181435e-ffe1-4044-9ddc-71958a452704" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.289624] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f-a181435e-ffe1-4044-9ddc-71958a452704" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.294064] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.294064] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.326862] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2e8d92bb-0240-48b2-a3f7-620a3e18a70c tempest-DeleteServersTestJSON-2114283116 tempest-DeleteServersTestJSON-2114283116-project-member] Lock "829c25d0-badd-4bbf-a64d-926deba1c116" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.126s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.336720] env[70113]: DEBUG nova.policy [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8eec576bc5154ccea379532f64e4b7b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a133d47d0bd54fb6acaf79148c19b542', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.349158] env[70113]: DEBUG nova.network.neutron [req-cd123d18-9c1a-416a-a101-74d19058834c req-ad8ea82d-6168-41b9-98b1-c38e7912d7c4 service nova] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Updated VIF entry in instance network info cache for port 81d5cf66-ba6c-4a82-80bd-f6113a59113a. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.349522] env[70113]: DEBUG nova.network.neutron [req-cd123d18-9c1a-416a-a101-74d19058834c req-ad8ea82d-6168-41b9-98b1-c38e7912d7c4 service nova] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Updating instance_info_cache with network_info: [{"id": "81d5cf66-ba6c-4a82-80bd-f6113a59113a", "address": "fa:16:3e:13:91:4b", "network": {"id": "c65d95aa-6401-4c16-afff-d67e12a23929", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-227413821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a133d47d0bd54fb6acaf79148c19b542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d5cf66-ba", "ovs_interfaceid": "81d5cf66-ba6c-4a82-80bd-f6113a59113a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.412294] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52264a33-2223-9890-b62d-db0ccd91db5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.412623] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.412869] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.413152] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.413309] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.413489] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.413754] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ae906eb-8100-4bc0-b67b-20972b85948b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.423027] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.423244] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.424064] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf12abd2-c15f-4de1-a3f4-d6188354a30b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.434063] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1182.434063] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c858b6-0414-2801-4bfc-729e1da9b30c" [ 1182.434063] env[70113]: _type = "Task" [ 1182.434063] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.441383] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c858b6-0414-2801-4bfc-729e1da9b30c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.459401] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "refresh_cache-b84eb952-6221-4b35-bb2a-dc35253c0f85" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.459401] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquired lock "refresh_cache-b84eb952-6221-4b35-bb2a-dc35253c0f85" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.459401] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.502583] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b934ab-34c6-4b94-8a07-9f745e08a45d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.510550] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9836e8-43c2-444c-9d67-a9c4fad80b32 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.542016] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7373019-f794-4704-a5eb-4c02f862935f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.549669] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd164bf-c315-412e-a20b-bb0113d9bc4e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.563040] env[70113]: DEBUG nova.compute.provider_tree [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.565953] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Successfully created port: 5ddd937f-d597-4da3-9fd9-6fdc4aeb8314 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.761957] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "de865b44-7aaf-4a5d-8088-055d518180fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.762513] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "de865b44-7aaf-4a5d-8088-055d518180fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.794605] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.797372] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.797885] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.798649] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088d2106-5824-4fa3-a48d-e4e4eb4cf6b5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.818090] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14910d99-247f-457b-9d1e-a1aa74c31203 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.844270] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Reconfiguring VM to detach interface {{(pid=70113) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1182.845281] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dfab20c-a3e2-42fa-8475-63c317d143e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.859346] env[70113]: DEBUG oslo_concurrency.lockutils [req-cd123d18-9c1a-416a-a101-74d19058834c req-ad8ea82d-6168-41b9-98b1-c38e7912d7c4 service nova] Releasing lock "refresh_cache-3eec3e59-7a21-45bd-b80b-53ddde464aa5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.865167] env[70113]: DEBUG oslo_vmware.api [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1182.865167] env[70113]: value = "task-3416226" [ 1182.865167] env[70113]: _type = "Task" [ 1182.865167] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.874116] env[70113]: DEBUG oslo_vmware.api [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.944265] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c858b6-0414-2801-4bfc-729e1da9b30c, 'name': SearchDatastore_Task, 'duration_secs': 0.008487} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.945028] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6315a6e-716a-49b5-acd5-973321583b4f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.950105] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1182.950105] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f517ee-5e58-1c14-fb19-169afa4280c3" [ 1182.950105] env[70113]: _type = "Task" [ 1182.950105] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.957418] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f517ee-5e58-1c14-fb19-169afa4280c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.993854] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.069552] env[70113]: DEBUG nova.scheduler.client.report [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.122439] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Updating instance_info_cache with network_info: [{"id": "741148c5-ea63-4e05-836b-fee76352b8e2", "address": "fa:16:3e:fe:9a:f4", "network": {"id": "c65d95aa-6401-4c16-afff-d67e12a23929", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-227413821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a133d47d0bd54fb6acaf79148c19b542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741148c5-ea", "ovs_interfaceid": "741148c5-ea63-4e05-836b-fee76352b8e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.129570] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.129875] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac0559db-4867-4581-9f84-8d9ea4840953 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.138041] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1183.138041] env[70113]: value = "task-3416228" [ 1183.138041] env[70113]: _type = "Task" [ 1183.138041] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.149443] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] VM already powered off {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1183.149657] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1183.149846] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681620', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'name': 'volume-217499f2-1daf-47c5-abe8-ea65aede7582', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b3ba31-7483-4fd1-b39c-cc63d3de375a', 'attached_at': '', 'detached_at': '', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'serial': '217499f2-1daf-47c5-abe8-ea65aede7582'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1183.150652] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67adac88-4d7a-4a1c-a9eb-5978d6aaf474 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.168817] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b0568e-43bd-474d-90c4-1b826230d3aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.175260] env[70113]: WARNING nova.virt.vmwareapi.driver [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1183.175536] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.176280] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35044056-bb1d-4d5c-b5cf-919645962235 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.182654] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.182797] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36bd55e0-1e1c-4c08-a407-229937223325 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.248345] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.248733] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.249056] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleting the datastore file [datastore1] 09b3ba31-7483-4fd1-b39c-cc63d3de375a {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.249457] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ded7a9a7-634d-47a1-a2b1-5417c4aea09a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.258321] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1183.258321] env[70113]: value = "task-3416230" [ 1183.258321] env[70113]: _type = "Task" [ 1183.258321] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.268747] env[70113]: DEBUG nova.compute.manager [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.272107] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.375957] env[70113]: DEBUG oslo_vmware.api [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.462071] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f517ee-5e58-1c14-fb19-169afa4280c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009988} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.462071] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.462071] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 3eec3e59-7a21-45bd-b80b-53ddde464aa5/3eec3e59-7a21-45bd-b80b-53ddde464aa5.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.462071] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74f9baed-de40-4ee2-996b-a73547109295 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.468973] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1183.468973] env[70113]: value = "task-3416231" [ 1183.468973] env[70113]: _type = "Task" [ 1183.468973] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.477356] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.574740] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.597761] env[70113]: INFO nova.scheduler.client.report [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Deleted allocations for instance ce329093-e055-42ea-b25d-827fad3dd618 [ 1183.625613] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Releasing lock "refresh_cache-b84eb952-6221-4b35-bb2a-dc35253c0f85" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.625776] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Instance network_info: |[{"id": "741148c5-ea63-4e05-836b-fee76352b8e2", "address": "fa:16:3e:fe:9a:f4", "network": {"id": "c65d95aa-6401-4c16-afff-d67e12a23929", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-227413821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a133d47d0bd54fb6acaf79148c19b542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741148c5-ea", "ovs_interfaceid": "741148c5-ea63-4e05-836b-fee76352b8e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.626268] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:9a:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '741148c5-ea63-4e05-836b-fee76352b8e2', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.634233] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.634463] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.634693] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a219d3a-65f4-4e70-9a41-7d1298d7d671 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.657694] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.657694] env[70113]: value = "task-3416232" [ 1183.657694] env[70113]: _type = "Task" [ 1183.657694] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.668172] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416232, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.768732] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286706} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.769023] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.769218] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.769401] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.790677] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.791124] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.793221] env[70113]: INFO nova.compute.claims [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.807456] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.836570] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.836833] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.836992] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.837229] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.837365] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.837513] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.837724] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.837881] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.838104] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.838233] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.838406] env[70113]: DEBUG nova.virt.hardware [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.839336] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe9d59e-81e5-47c7-ac30-5e3a90eade65 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.848699] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660d901a-f9b9-44cb-8a0d-c623094ae15a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.855659] env[70113]: DEBUG nova.compute.manager [req-a6c1ccb9-9382-4e46-aea5-6c32942954c3 req-719c4af4-beb0-4560-bf33-310a7c937367 service nova] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Received event network-changed-741148c5-ea63-4e05-836b-fee76352b8e2 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.855890] env[70113]: DEBUG nova.compute.manager [req-a6c1ccb9-9382-4e46-aea5-6c32942954c3 req-719c4af4-beb0-4560-bf33-310a7c937367 service nova] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Refreshing instance network info cache due to event network-changed-741148c5-ea63-4e05-836b-fee76352b8e2. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.856135] env[70113]: DEBUG oslo_concurrency.lockutils [req-a6c1ccb9-9382-4e46-aea5-6c32942954c3 req-719c4af4-beb0-4560-bf33-310a7c937367 service nova] Acquiring lock "refresh_cache-b84eb952-6221-4b35-bb2a-dc35253c0f85" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.856334] env[70113]: DEBUG oslo_concurrency.lockutils [req-a6c1ccb9-9382-4e46-aea5-6c32942954c3 req-719c4af4-beb0-4560-bf33-310a7c937367 service nova] Acquired lock "refresh_cache-b84eb952-6221-4b35-bb2a-dc35253c0f85" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.856551] env[70113]: DEBUG nova.network.neutron [req-a6c1ccb9-9382-4e46-aea5-6c32942954c3 req-719c4af4-beb0-4560-bf33-310a7c937367 service nova] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Refreshing network info cache for port 741148c5-ea63-4e05-836b-fee76352b8e2 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.878976] env[70113]: DEBUG oslo_vmware.api [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.978829] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45946} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.979123] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 3eec3e59-7a21-45bd-b80b-53ddde464aa5/3eec3e59-7a21-45bd-b80b-53ddde464aa5.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.979339] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.979590] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d429530a-df7c-45aa-b13f-82194d421561 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.985190] env[70113]: DEBUG nova.compute.manager [req-b8eac08a-a3da-40f8-a87c-d3e1adee0575 req-e1453318-05d3-4f1c-8083-ffef740155d3 service nova] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Received event network-vif-plugged-5ddd937f-d597-4da3-9fd9-6fdc4aeb8314 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.985403] env[70113]: DEBUG oslo_concurrency.lockutils [req-b8eac08a-a3da-40f8-a87c-d3e1adee0575 req-e1453318-05d3-4f1c-8083-ffef740155d3 service nova] Acquiring lock "aa61efdf-99f4-4feb-a5b6-bab1176914f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.985627] env[70113]: DEBUG oslo_concurrency.lockutils [req-b8eac08a-a3da-40f8-a87c-d3e1adee0575 req-e1453318-05d3-4f1c-8083-ffef740155d3 service nova] Lock "aa61efdf-99f4-4feb-a5b6-bab1176914f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.986409] env[70113]: DEBUG oslo_concurrency.lockutils [req-b8eac08a-a3da-40f8-a87c-d3e1adee0575 req-e1453318-05d3-4f1c-8083-ffef740155d3 service nova] Lock "aa61efdf-99f4-4feb-a5b6-bab1176914f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.986409] env[70113]: DEBUG nova.compute.manager [req-b8eac08a-a3da-40f8-a87c-d3e1adee0575 req-e1453318-05d3-4f1c-8083-ffef740155d3 service nova] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] No waiting events found dispatching network-vif-plugged-5ddd937f-d597-4da3-9fd9-6fdc4aeb8314 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.986409] env[70113]: WARNING nova.compute.manager [req-b8eac08a-a3da-40f8-a87c-d3e1adee0575 req-e1453318-05d3-4f1c-8083-ffef740155d3 service nova] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Received unexpected event network-vif-plugged-5ddd937f-d597-4da3-9fd9-6fdc4aeb8314 for instance with vm_state building and task_state spawning. [ 1183.987909] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1183.987909] env[70113]: value = "task-3416233" [ 1183.987909] env[70113]: _type = "Task" [ 1183.987909] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.996670] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.077417] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Successfully updated port: 5ddd937f-d597-4da3-9fd9-6fdc4aeb8314 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.105292] env[70113]: DEBUG oslo_concurrency.lockutils [None req-dbcb9a59-6367-4fc0-a692-daef12f3c825 tempest-ServersTestJSON-106906176 tempest-ServersTestJSON-106906176-project-member] Lock "ce329093-e055-42ea-b25d-827fad3dd618" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.139s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.167272] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416232, 'name': CreateVM_Task, 'duration_secs': 0.488711} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.167474] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.168128] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.168295] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.168607] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.168892] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f97d5f-4e33-4cf1-b170-b21cc4591a14 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.173190] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1184.173190] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]520f469c-57a5-126b-1349-ef200235fd8c" [ 1184.173190] env[70113]: _type = "Task" [ 1184.173190] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.180373] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]520f469c-57a5-126b-1349-ef200235fd8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.274600] env[70113]: INFO nova.virt.block_device [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Booting with volume 217499f2-1daf-47c5-abe8-ea65aede7582 at /dev/sdb [ 1184.309639] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4dc20b10-f5b8-45df-95f2-51f3c29222a8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.320787] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87b612e-f5cf-4fb1-9ada-69ed2777d472 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.353177] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79dedf81-cb23-4022-95e2-6d8924ce5d72 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.361025] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ff75e0-d3b7-41b9-9c5c-792e23d3a6ad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.380949] env[70113]: DEBUG oslo_vmware.api [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.397035] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621dfbf8-f00b-4696-b9c4-41e25aa9c01a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.403283] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62517908-28bb-4865-b9c6-fb80f8873c1a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.418792] env[70113]: DEBUG nova.virt.block_device [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Updating existing volume attachment record: e4d0bd92-e39c-4b86-a1ea-115f5b2f5aac {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1184.498544] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062866} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.498711] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.499835] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b555f3b0-9833-425f-a5ac-a8350194745d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.521708] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 3eec3e59-7a21-45bd-b80b-53ddde464aa5/3eec3e59-7a21-45bd-b80b-53ddde464aa5.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.524526] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fcb2fc7-95a7-4009-98f9-194f4190f9f6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.547312] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1184.547312] env[70113]: value = "task-3416234" [ 1184.547312] env[70113]: _type = "Task" [ 1184.547312] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.557438] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.580499] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "refresh_cache-aa61efdf-99f4-4feb-a5b6-bab1176914f5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.580499] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquired lock "refresh_cache-aa61efdf-99f4-4feb-a5b6-bab1176914f5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.580499] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.663921] env[70113]: DEBUG nova.network.neutron [req-a6c1ccb9-9382-4e46-aea5-6c32942954c3 req-719c4af4-beb0-4560-bf33-310a7c937367 service nova] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Updated VIF entry in instance network info cache for port 741148c5-ea63-4e05-836b-fee76352b8e2. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.664327] env[70113]: DEBUG nova.network.neutron [req-a6c1ccb9-9382-4e46-aea5-6c32942954c3 req-719c4af4-beb0-4560-bf33-310a7c937367 service nova] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Updating instance_info_cache with network_info: [{"id": "741148c5-ea63-4e05-836b-fee76352b8e2", "address": "fa:16:3e:fe:9a:f4", "network": {"id": "c65d95aa-6401-4c16-afff-d67e12a23929", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-227413821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a133d47d0bd54fb6acaf79148c19b542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741148c5-ea", "ovs_interfaceid": "741148c5-ea63-4e05-836b-fee76352b8e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.684868] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]520f469c-57a5-126b-1349-ef200235fd8c, 'name': SearchDatastore_Task, 'duration_secs': 0.00915} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.685364] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.685509] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.685905] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.686028] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.686388] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.686549] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69069b6e-11c9-4db6-81e9-111782bf15c6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.698216] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.698499] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.699329] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e171c88e-c2e6-4279-8dc8-cb9080a418ab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.704607] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1184.704607] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5232cc3a-9959-3cfe-459e-39d448af2989" [ 1184.704607] env[70113]: _type = "Task" [ 1184.704607] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.713799] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5232cc3a-9959-3cfe-459e-39d448af2989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.882859] env[70113]: DEBUG oslo_vmware.api [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.013869] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeb9ee0-7abd-4df1-876d-9a96e481b1b8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.021574] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8a5ca5-c0e7-419d-b046-916399abb3ce {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.055085] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf96095-7741-422f-acb7-f24986834bdb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.065483] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3ed0d9-9813-4852-affa-17363d7742b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.068975] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.080242] env[70113]: DEBUG nova.compute.provider_tree [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.119390] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.166855] env[70113]: DEBUG oslo_concurrency.lockutils [req-a6c1ccb9-9382-4e46-aea5-6c32942954c3 req-719c4af4-beb0-4560-bf33-310a7c937367 service nova] Releasing lock "refresh_cache-b84eb952-6221-4b35-bb2a-dc35253c0f85" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.214923] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5232cc3a-9959-3cfe-459e-39d448af2989, 'name': SearchDatastore_Task, 'duration_secs': 0.026655} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.218144] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45769aa-8993-40bf-8ef4-ee4db489ebe9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.224871] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1185.224871] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52706200-04bc-461a-1151-a011e99f937b" [ 1185.224871] env[70113]: _type = "Task" [ 1185.224871] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.231659] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52706200-04bc-461a-1151-a011e99f937b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.334995] env[70113]: DEBUG nova.network.neutron [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Updating instance_info_cache with network_info: [{"id": "5ddd937f-d597-4da3-9fd9-6fdc4aeb8314", "address": "fa:16:3e:c8:08:a5", "network": {"id": "c65d95aa-6401-4c16-afff-d67e12a23929", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-227413821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a133d47d0bd54fb6acaf79148c19b542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ddd937f-d5", "ovs_interfaceid": "5ddd937f-d597-4da3-9fd9-6fdc4aeb8314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.384272] env[70113]: DEBUG oslo_vmware.api [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.560755] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416234, 'name': ReconfigVM_Task, 'duration_secs': 0.927608} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.561084] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 3eec3e59-7a21-45bd-b80b-53ddde464aa5/3eec3e59-7a21-45bd-b80b-53ddde464aa5.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.561701] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88ba01d7-5398-416b-a881-54f687efd8a6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.567967] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1185.567967] env[70113]: value = "task-3416235" [ 1185.567967] env[70113]: _type = "Task" [ 1185.567967] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.577456] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416235, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.583493] env[70113]: DEBUG nova.scheduler.client.report [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.734694] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52706200-04bc-461a-1151-a011e99f937b, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.734985] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.735272] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] b84eb952-6221-4b35-bb2a-dc35253c0f85/b84eb952-6221-4b35-bb2a-dc35253c0f85.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.735538] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-175b1628-41e2-41f0-9330-df7a0082bfcd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.742239] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1185.742239] env[70113]: value = "task-3416236" [ 1185.742239] env[70113]: _type = "Task" [ 1185.742239] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.749638] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.838319] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Releasing lock "refresh_cache-aa61efdf-99f4-4feb-a5b6-bab1176914f5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.838435] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Instance network_info: |[{"id": "5ddd937f-d597-4da3-9fd9-6fdc4aeb8314", "address": "fa:16:3e:c8:08:a5", "network": {"id": "c65d95aa-6401-4c16-afff-d67e12a23929", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-227413821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a133d47d0bd54fb6acaf79148c19b542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ddd937f-d5", "ovs_interfaceid": "5ddd937f-d597-4da3-9fd9-6fdc4aeb8314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.838915] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:08:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ddd937f-d597-4da3-9fd9-6fdc4aeb8314', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.847335] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.847603] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.847849] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0def973-95af-4ea0-bd1b-012058fbef97 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.868541] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.868541] env[70113]: value = "task-3416237" [ 1185.868541] env[70113]: _type = "Task" [ 1185.868541] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.877012] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416237, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.885452] env[70113]: DEBUG oslo_vmware.api [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.029660] env[70113]: DEBUG nova.compute.manager [req-c3d48123-cdc6-43d2-b3c1-1cf50acf2d18 req-a52da950-ebb9-405f-8abb-36e794a2ff78 service nova] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Received event network-changed-5ddd937f-d597-4da3-9fd9-6fdc4aeb8314 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.031032] env[70113]: DEBUG nova.compute.manager [req-c3d48123-cdc6-43d2-b3c1-1cf50acf2d18 req-a52da950-ebb9-405f-8abb-36e794a2ff78 service nova] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Refreshing instance network info cache due to event network-changed-5ddd937f-d597-4da3-9fd9-6fdc4aeb8314. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.033195] env[70113]: DEBUG oslo_concurrency.lockutils [req-c3d48123-cdc6-43d2-b3c1-1cf50acf2d18 req-a52da950-ebb9-405f-8abb-36e794a2ff78 service nova] Acquiring lock "refresh_cache-aa61efdf-99f4-4feb-a5b6-bab1176914f5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.033195] env[70113]: DEBUG oslo_concurrency.lockutils [req-c3d48123-cdc6-43d2-b3c1-1cf50acf2d18 req-a52da950-ebb9-405f-8abb-36e794a2ff78 service nova] Acquired lock "refresh_cache-aa61efdf-99f4-4feb-a5b6-bab1176914f5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.033195] env[70113]: DEBUG nova.network.neutron [req-c3d48123-cdc6-43d2-b3c1-1cf50acf2d18 req-a52da950-ebb9-405f-8abb-36e794a2ff78 service nova] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Refreshing network info cache for port 5ddd937f-d597-4da3-9fd9-6fdc4aeb8314 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.079630] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416235, 'name': Rename_Task, 'duration_secs': 0.155977} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.080075] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.080164] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88ccce17-c5d9-4456-ad55-ad2f85573aa0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.087049] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1186.087049] env[70113]: value = "task-3416238" [ 1186.087049] env[70113]: _type = "Task" [ 1186.087049] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.093412] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.094016] env[70113]: DEBUG nova.compute.manager [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.105151] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416238, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.252569] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416236, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.378533] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416237, 'name': CreateVM_Task, 'duration_secs': 0.407813} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.381402] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.382514] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.382514] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.382671] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.383369] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651f3910-8375-405b-a3e6-8f818a065354 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.388224] env[70113]: DEBUG oslo_vmware.api [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.391132] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1186.391132] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5282c3e8-898c-4abd-56cd-ec8d4b600252" [ 1186.391132] env[70113]: _type = "Task" [ 1186.391132] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.398587] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5282c3e8-898c-4abd-56cd-ec8d4b600252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.545404] env[70113]: DEBUG nova.virt.hardware [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.545839] env[70113]: DEBUG nova.virt.hardware [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.545839] env[70113]: DEBUG nova.virt.hardware [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.546176] env[70113]: DEBUG nova.virt.hardware [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.546411] env[70113]: DEBUG nova.virt.hardware [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.546630] env[70113]: DEBUG nova.virt.hardware [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.546936] env[70113]: DEBUG nova.virt.hardware [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.547085] env[70113]: DEBUG nova.virt.hardware [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.547300] env[70113]: DEBUG nova.virt.hardware [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.547489] env[70113]: DEBUG nova.virt.hardware [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.547753] env[70113]: DEBUG nova.virt.hardware [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.549027] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375be17e-147f-4278-b547-70a80be689a0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.557323] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa805b5-3e0f-4a1b-9be5-15ed752ffdcc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.571603] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:d4:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18e9d831-c266-4264-8776-31bfac744b54', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.579011] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.579301] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.579524] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35922137-b1dd-4ed9-afcd-1b88859a15d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.600081] env[70113]: DEBUG nova.compute.utils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.601422] env[70113]: DEBUG nova.compute.manager [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.602096] env[70113]: DEBUG nova.network.neutron [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.605081] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.605081] env[70113]: value = "task-3416239" [ 1186.605081] env[70113]: _type = "Task" [ 1186.605081] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.608325] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416238, 'name': PowerOnVM_Task, 'duration_secs': 0.490572} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.611514] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.611698] env[70113]: INFO nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1186.611882] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.612631] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a01515-b222-4589-b05d-0999ec588d08 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.622779] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416239, 'name': CreateVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.651512] env[70113]: DEBUG nova.policy [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60e38dad772a45a08c0fc025ecfaef0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b08ae734e6848ea996ce49df70b91d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.753338] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416236, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.868123] env[70113]: DEBUG nova.network.neutron [req-c3d48123-cdc6-43d2-b3c1-1cf50acf2d18 req-a52da950-ebb9-405f-8abb-36e794a2ff78 service nova] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Updated VIF entry in instance network info cache for port 5ddd937f-d597-4da3-9fd9-6fdc4aeb8314. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.869164] env[70113]: DEBUG nova.network.neutron [req-c3d48123-cdc6-43d2-b3c1-1cf50acf2d18 req-a52da950-ebb9-405f-8abb-36e794a2ff78 service nova] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Updating instance_info_cache with network_info: [{"id": "5ddd937f-d597-4da3-9fd9-6fdc4aeb8314", "address": "fa:16:3e:c8:08:a5", "network": {"id": "c65d95aa-6401-4c16-afff-d67e12a23929", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-227413821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a133d47d0bd54fb6acaf79148c19b542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ddd937f-d5", "ovs_interfaceid": "5ddd937f-d597-4da3-9fd9-6fdc4aeb8314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.892786] env[70113]: DEBUG oslo_vmware.api [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.903392] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5282c3e8-898c-4abd-56cd-ec8d4b600252, 'name': SearchDatastore_Task, 'duration_secs': 0.009473} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.903714] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.903918] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.904263] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.904360] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.904536] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.904797] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b81c34f2-4993-4cd9-95ff-4fda92f8c10f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.914058] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.914272] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.915039] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ded9d8-1ce7-4817-a2c2-bc33c26bef46 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.921345] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1186.921345] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5223e60c-0149-8281-272c-d3ef1842987e" [ 1186.921345] env[70113]: _type = "Task" [ 1186.921345] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.939883] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5223e60c-0149-8281-272c-d3ef1842987e, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.939883] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81fe779c-5dd1-480c-a4bb-e744e0311869 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.947289] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1186.947289] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52edcb80-912e-b388-4157-e750edb6b11e" [ 1186.947289] env[70113]: _type = "Task" [ 1186.947289] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.959653] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52edcb80-912e-b388-4157-e750edb6b11e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.063112] env[70113]: DEBUG nova.network.neutron [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Successfully created port: 35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.104401] env[70113]: DEBUG nova.compute.manager [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.120765] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416239, 'name': CreateVM_Task, 'duration_secs': 0.355999} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.120765] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.120765] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.120765] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.121127] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.121689] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3114e1af-a4ca-4932-b8c7-8c84fd1938b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.127663] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1187.127663] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]521bc232-c95e-80d4-c6ef-4552bb9c95d7" [ 1187.127663] env[70113]: _type = "Task" [ 1187.127663] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.140270] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521bc232-c95e-80d4-c6ef-4552bb9c95d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.140712] env[70113]: INFO nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Took 13.57 seconds to build instance. [ 1187.141730] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.141960] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.142193] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.255975] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416236, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.430428} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.256493] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] b84eb952-6221-4b35-bb2a-dc35253c0f85/b84eb952-6221-4b35-bb2a-dc35253c0f85.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.256806] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.258812] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f456633-196b-4ca9-b0c9-8d2cc39adb67 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.268132] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1187.268132] env[70113]: value = "task-3416240" [ 1187.268132] env[70113]: _type = "Task" [ 1187.268132] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.280776] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.375712] env[70113]: DEBUG oslo_concurrency.lockutils [req-c3d48123-cdc6-43d2-b3c1-1cf50acf2d18 req-a52da950-ebb9-405f-8abb-36e794a2ff78 service nova] Releasing lock "refresh_cache-aa61efdf-99f4-4feb-a5b6-bab1176914f5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.389637] env[70113]: DEBUG oslo_vmware.api [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.457625] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52edcb80-912e-b388-4157-e750edb6b11e, 'name': SearchDatastore_Task, 'duration_secs': 0.012369} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.457923] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.458237] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] aa61efdf-99f4-4feb-a5b6-bab1176914f5/aa61efdf-99f4-4feb-a5b6-bab1176914f5.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.458540] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.458732] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.458955] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0ba18c9-bb9c-4aff-84b2-8b63b353719e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.460944] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f00a1490-46bc-4dc2-b744-ab9406e8fd99 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.467958] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1187.467958] env[70113]: value = "task-3416241" [ 1187.467958] env[70113]: _type = "Task" [ 1187.467958] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.472064] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.472289] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.473306] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73ac16f1-039a-4334-82b0-11e0b6457730 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.478283] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.481121] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1187.481121] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52975b3e-4c92-089b-173b-1a0a654b1e38" [ 1187.481121] env[70113]: _type = "Task" [ 1187.481121] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.488181] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52975b3e-4c92-089b-173b-1a0a654b1e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.643981] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "3eec3e59-7a21-45bd-b80b-53ddde464aa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.080s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.781326] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098666} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.781600] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.782440] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a642bd32-1902-4d8e-b42f-65cd6afa5b85 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.813300] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] b84eb952-6221-4b35-bb2a-dc35253c0f85/b84eb952-6221-4b35-bb2a-dc35253c0f85.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.814032] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b7e6920-bff0-4bfa-a69b-268ca1cd71ad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.838359] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1187.838359] env[70113]: value = "task-3416242" [ 1187.838359] env[70113]: _type = "Task" [ 1187.838359] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.851207] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.892471] env[70113]: DEBUG oslo_vmware.api [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.978529] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472668} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.978803] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] aa61efdf-99f4-4feb-a5b6-bab1176914f5/aa61efdf-99f4-4feb-a5b6-bab1176914f5.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.979070] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.979652] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2418943-b344-44d5-a0be-92903825bc0d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.991040] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52975b3e-4c92-089b-173b-1a0a654b1e38, 'name': SearchDatastore_Task, 'duration_secs': 0.017926} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.992850] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1187.992850] env[70113]: value = "task-3416243" [ 1187.992850] env[70113]: _type = "Task" [ 1187.992850] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.993115] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b4764d-4308-4eee-81ab-ed0f768d2195 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.001181] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1188.001181] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c10765-90bd-fbc8-346b-7482c4bc6ff6" [ 1188.001181] env[70113]: _type = "Task" [ 1188.001181] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.004209] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.015447] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c10765-90bd-fbc8-346b-7482c4bc6ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.016456] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.016789] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 09b3ba31-7483-4fd1-b39c-cc63d3de375a/09b3ba31-7483-4fd1-b39c-cc63d3de375a.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.017109] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0acd552d-771d-415d-9577-7510c144ffe7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.024205] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1188.024205] env[70113]: value = "task-3416244" [ 1188.024205] env[70113]: _type = "Task" [ 1188.024205] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.034752] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.120982] env[70113]: DEBUG nova.compute.manager [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.158045] env[70113]: DEBUG nova.virt.hardware [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.158296] env[70113]: DEBUG nova.virt.hardware [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.158449] env[70113]: DEBUG nova.virt.hardware [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.158624] env[70113]: DEBUG nova.virt.hardware [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.158766] env[70113]: DEBUG nova.virt.hardware [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.159614] env[70113]: DEBUG nova.virt.hardware [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.159864] env[70113]: DEBUG nova.virt.hardware [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.160059] env[70113]: DEBUG nova.virt.hardware [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.160236] env[70113]: DEBUG nova.virt.hardware [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.160398] env[70113]: DEBUG nova.virt.hardware [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.161397] env[70113]: DEBUG nova.virt.hardware [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.162792] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21443631-5d40-4750-b214-4b5fcc8b1b37 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.172734] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c82573e-74ef-4603-babb-006f63d31e5e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.349825] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416242, 'name': ReconfigVM_Task, 'duration_secs': 0.329133} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.350093] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Reconfigured VM instance instance-0000006d to attach disk [datastore1] b84eb952-6221-4b35-bb2a-dc35253c0f85/b84eb952-6221-4b35-bb2a-dc35253c0f85.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.350789] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af6a53f4-bb80-4005-824f-ce889d07b745 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.360605] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1188.360605] env[70113]: value = "task-3416245" [ 1188.360605] env[70113]: _type = "Task" [ 1188.360605] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.375317] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416245, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.392521] env[70113]: DEBUG oslo_vmware.api [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416226, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.504968] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071784} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.505283] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.506065] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c59d567-688d-48f8-abfe-1717a243c364 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.529330] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] aa61efdf-99f4-4feb-a5b6-bab1176914f5/aa61efdf-99f4-4feb-a5b6-bab1176914f5.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.529697] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba356970-60d7-4dc2-9366-1beca4bece00 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.554332] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451584} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.555782] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 09b3ba31-7483-4fd1-b39c-cc63d3de375a/09b3ba31-7483-4fd1-b39c-cc63d3de375a.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.555994] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.556324] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1188.556324] env[70113]: value = "task-3416246" [ 1188.556324] env[70113]: _type = "Task" [ 1188.556324] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.556520] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebfe367c-e7f8-4b83-8de7-7fe229bdb945 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.567447] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416246, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.568946] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1188.568946] env[70113]: value = "task-3416247" [ 1188.568946] env[70113]: _type = "Task" [ 1188.568946] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.582166] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.682255] env[70113]: DEBUG nova.compute.manager [req-f72c23c9-6c5a-438d-aa28-46ed9e086125 req-3e7addc8-1df8-43cc-9bee-beca5a63a593 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Received event network-vif-plugged-35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.682560] env[70113]: DEBUG oslo_concurrency.lockutils [req-f72c23c9-6c5a-438d-aa28-46ed9e086125 req-3e7addc8-1df8-43cc-9bee-beca5a63a593 service nova] Acquiring lock "de865b44-7aaf-4a5d-8088-055d518180fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.682845] env[70113]: DEBUG oslo_concurrency.lockutils [req-f72c23c9-6c5a-438d-aa28-46ed9e086125 req-3e7addc8-1df8-43cc-9bee-beca5a63a593 service nova] Lock "de865b44-7aaf-4a5d-8088-055d518180fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.683116] env[70113]: DEBUG oslo_concurrency.lockutils [req-f72c23c9-6c5a-438d-aa28-46ed9e086125 req-3e7addc8-1df8-43cc-9bee-beca5a63a593 service nova] Lock "de865b44-7aaf-4a5d-8088-055d518180fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.683378] env[70113]: DEBUG nova.compute.manager [req-f72c23c9-6c5a-438d-aa28-46ed9e086125 req-3e7addc8-1df8-43cc-9bee-beca5a63a593 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] No waiting events found dispatching network-vif-plugged-35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.683601] env[70113]: WARNING nova.compute.manager [req-f72c23c9-6c5a-438d-aa28-46ed9e086125 req-3e7addc8-1df8-43cc-9bee-beca5a63a593 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Received unexpected event network-vif-plugged-35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141 for instance with vm_state building and task_state spawning. [ 1188.835117] env[70113]: DEBUG nova.network.neutron [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Successfully updated port: 35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.874101] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416245, 'name': Rename_Task, 'duration_secs': 0.216445} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.874101] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.874101] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e58dec8-e72b-4172-93fb-f33befa4b5fc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.881180] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1188.881180] env[70113]: value = "task-3416248" [ 1188.881180] env[70113]: _type = "Task" [ 1188.881180] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.896024] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.896227] env[70113]: DEBUG oslo_vmware.api [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416226, 'name': ReconfigVM_Task, 'duration_secs': 5.75364} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.896542] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.896867] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Reconfigured VM to detach interface {{(pid=70113) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1189.076260] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416246, 'name': ReconfigVM_Task, 'duration_secs': 0.2868} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.082836] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Reconfigured VM instance instance-0000006e to attach disk [datastore1] aa61efdf-99f4-4feb-a5b6-bab1176914f5/aa61efdf-99f4-4feb-a5b6-bab1176914f5.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.083874] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a72e0db8-dcc3-4fad-945d-5e425e8a604c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.090861] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068724} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.092662] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.093210] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1189.093210] env[70113]: value = "task-3416249" [ 1189.093210] env[70113]: _type = "Task" [ 1189.093210] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.094502] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d7fd30-a136-4277-925b-71ee47c5ce21 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.110584] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416249, 'name': Rename_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.136157] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 09b3ba31-7483-4fd1-b39c-cc63d3de375a/09b3ba31-7483-4fd1-b39c-cc63d3de375a.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.136157] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d314874a-8eef-4d44-9b2a-f34903bcf610 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.158508] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1189.158508] env[70113]: value = "task-3416250" [ 1189.158508] env[70113]: _type = "Task" [ 1189.158508] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.168858] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.339131] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.339131] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.339131] env[70113]: DEBUG nova.network.neutron [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.392799] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416248, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.609154] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416249, 'name': Rename_Task, 'duration_secs': 0.265985} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.609672] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.610017] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0b23a71-e504-43c6-ab84-a441ae5bdb7e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.619127] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1189.619127] env[70113]: value = "task-3416251" [ 1189.619127] env[70113]: _type = "Task" [ 1189.619127] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.629283] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.656173] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.659044] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.659044] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.659044] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.659044] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.659044] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.659044] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.659044] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70113) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1189.659044] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.668952] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.875276] env[70113]: DEBUG nova.network.neutron [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.891392] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416248, 'name': PowerOnVM_Task, 'duration_secs': 0.623823} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.891870] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.892098] env[70113]: INFO nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1189.892320] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.896977] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba449a9-d4d1-42de-8768-2d91c9ca3283 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.077826] env[70113]: DEBUG nova.network.neutron [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Updating instance_info_cache with network_info: [{"id": "35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141", "address": "fa:16:3e:da:45:83", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fbe5b5-2b", "ovs_interfaceid": "35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.130965] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416251, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.160434] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.160729] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.160865] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.161027] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70113) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1190.161962] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb8f298-4166-4d79-b474-874057956f12 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.181575] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0a5841-c1cf-4d9d-8706-7b4e8693be63 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.186938] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416250, 'name': ReconfigVM_Task, 'duration_secs': 0.704537} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.187620] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 09b3ba31-7483-4fd1-b39c-cc63d3de375a/09b3ba31-7483-4fd1-b39c-cc63d3de375a.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.190025] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'guest_format': None, 'encrypted': False, 'disk_bus': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'boot_index': 0, 'image_id': '3d45888b-40af-4a9d-8b6a-423dd79a0022'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681620', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'name': 'volume-217499f2-1daf-47c5-abe8-ea65aede7582', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b3ba31-7483-4fd1-b39c-cc63d3de375a', 'attached_at': '', 'detached_at': '', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'serial': '217499f2-1daf-47c5-abe8-ea65aede7582'}, 'guest_format': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'attachment_id': 'e4d0bd92-e39c-4b86-a1ea-115f5b2f5aac', 'device_type': None, 'delete_on_termination': False, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=70113) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1190.190025] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1190.190025] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681620', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'name': 'volume-217499f2-1daf-47c5-abe8-ea65aede7582', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b3ba31-7483-4fd1-b39c-cc63d3de375a', 'attached_at': '', 'detached_at': '', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'serial': '217499f2-1daf-47c5-abe8-ea65aede7582'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1190.190727] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b354c1-0c5c-4963-b08c-f386cc7f6574 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.211117] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a4103d-283f-4a14-8587-a91126d94aaa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.229191] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3325099-a47e-46cc-b84f-8eda183e3835 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.236074] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85fa7cf-6a8f-4da5-89dd-f692cda826c4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.259614] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-217499f2-1daf-47c5-abe8-ea65aede7582/volume-217499f2-1daf-47c5-abe8-ea65aede7582.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.260340] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4672824c-dd0d-4dbd-91fd-6cf8d02cfc53 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.297906] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179200MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=70113) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1190.298395] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.298395] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.306565] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1190.306565] env[70113]: value = "task-3416252" [ 1190.306565] env[70113]: _type = "Task" [ 1190.306565] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.313898] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.419217] env[70113]: INFO nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Took 16.80 seconds to build instance. [ 1190.542202] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.542479] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquired lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.542781] env[70113]: DEBUG nova.network.neutron [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.582116] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.582116] env[70113]: DEBUG nova.compute.manager [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Instance network_info: |[{"id": "35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141", "address": "fa:16:3e:da:45:83", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fbe5b5-2b", "ovs_interfaceid": "35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.582343] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:45:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.594094] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.594299] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.594533] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cb331b4-a9b5-47f8-852e-fd93378417a2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.618962] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.618962] env[70113]: value = "task-3416253" [ 1190.618962] env[70113]: _type = "Task" [ 1190.618962] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.633689] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416253, 'name': CreateVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.637601] env[70113]: DEBUG oslo_vmware.api [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416251, 'name': PowerOnVM_Task, 'duration_secs': 0.567886} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.638445] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.638445] env[70113]: INFO nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1190.638445] env[70113]: DEBUG nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.639128] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cd3315-aba4-4823-b6c9-3c18db3d5642 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.731045] env[70113]: DEBUG nova.compute.manager [req-4fe76bcd-7501-4dd9-84c0-61d05df2e457 req-4b39cd96-2d72-4320-aea0-84823366e6a6 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Received event network-changed-35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.731045] env[70113]: DEBUG nova.compute.manager [req-4fe76bcd-7501-4dd9-84c0-61d05df2e457 req-4b39cd96-2d72-4320-aea0-84823366e6a6 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Refreshing instance network info cache due to event network-changed-35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.731045] env[70113]: DEBUG oslo_concurrency.lockutils [req-4fe76bcd-7501-4dd9-84c0-61d05df2e457 req-4b39cd96-2d72-4320-aea0-84823366e6a6 service nova] Acquiring lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.731045] env[70113]: DEBUG oslo_concurrency.lockutils [req-4fe76bcd-7501-4dd9-84c0-61d05df2e457 req-4b39cd96-2d72-4320-aea0-84823366e6a6 service nova] Acquired lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.731045] env[70113]: DEBUG nova.network.neutron [req-4fe76bcd-7501-4dd9-84c0-61d05df2e457 req-4b39cd96-2d72-4320-aea0-84823366e6a6 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Refreshing network info cache for port 35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.825435] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416252, 'name': ReconfigVM_Task, 'duration_secs': 0.466049} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.826331] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-217499f2-1daf-47c5-abe8-ea65aede7582/volume-217499f2-1daf-47c5-abe8-ea65aede7582.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.831364] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89e937f6-86b6-4827-85fd-68bdab10fe54 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.848052] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1190.848052] env[70113]: value = "task-3416254" [ 1190.848052] env[70113]: _type = "Task" [ 1190.848052] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.855598] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.873197] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.874441] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.874441] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.874441] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.874441] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.876447] env[70113]: INFO nova.compute.manager [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Terminating instance [ 1190.920569] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "b84eb952-6221-4b35-bb2a-dc35253c0f85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.316s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.132852] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416253, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.163143] env[70113]: INFO nova.compute.manager [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Took 17.52 seconds to build instance. [ 1191.345202] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 135fdd6c-b39a-4da2-a076-7aa092aa0d34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.345376] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 02c505b2-d1ff-4aae-b887-b10678a49427 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.345477] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance e60e781b-f764-42c3-8e06-5f066a0e1513 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.345619] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 09b3ba31-7483-4fd1-b39c-cc63d3de375a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.345744] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 647c5ed8-6797-4c0e-9361-5fede8e92f26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.345888] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.346070] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.346197] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 5f4fab1f-b3c7-4d65-bcd1-0149881734cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.346309] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 7613b733-e4dd-49d6-8fde-2231e945323c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.346420] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 063cfe1f-fac9-4ab0-80dc-102e13afe0f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.346529] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 1ed6fffb-acf0-4742-8394-e2a01dae16cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.346638] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 3eec3e59-7a21-45bd-b80b-53ddde464aa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.346746] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance b84eb952-6221-4b35-bb2a-dc35253c0f85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.346851] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance aa61efdf-99f4-4feb-a5b6-bab1176914f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.348420] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance de865b44-7aaf-4a5d-8088-055d518180fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.348420] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1191.348420] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1191.360318] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416254, 'name': ReconfigVM_Task, 'duration_secs': 0.323467} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.367406] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681620', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'name': 'volume-217499f2-1daf-47c5-abe8-ea65aede7582', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b3ba31-7483-4fd1-b39c-cc63d3de375a', 'attached_at': '', 'detached_at': '', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'serial': '217499f2-1daf-47c5-abe8-ea65aede7582'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1191.369056] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60893ad1-071f-48f6-ab27-0d03f5ad5498 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.379022] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1191.379022] env[70113]: value = "task-3416255" [ 1191.379022] env[70113]: _type = "Task" [ 1191.379022] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.380978] env[70113]: DEBUG nova.compute.manager [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.380978] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.386427] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b44a30-baf8-4159-b914-47f3a122e9af {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.398060] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416255, 'name': Rename_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.398375] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.401802] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fc11e8d-6e88-471f-aa3e-a9b5856bdb6c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.409242] env[70113]: DEBUG oslo_vmware.api [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1191.409242] env[70113]: value = "task-3416256" [ 1191.409242] env[70113]: _type = "Task" [ 1191.409242] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.421921] env[70113]: DEBUG oslo_vmware.api [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.468264] env[70113]: INFO nova.network.neutron [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Port a181435e-ffe1-4044-9ddc-71958a452704 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1191.468264] env[70113]: DEBUG nova.network.neutron [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Updating instance_info_cache with network_info: [{"id": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "address": "fa:16:3e:ec:08:86", "network": {"id": "81a4b592-8c8e-41f5-8b72-f25fc6125375", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1505051669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56870a134a3d439bbc7378a8544959b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a2e820-48", "ovs_interfaceid": "67a2e820-48e2-4d42-91ae-0dfdbd175e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.524396] env[70113]: DEBUG nova.network.neutron [req-4fe76bcd-7501-4dd9-84c0-61d05df2e457 req-4b39cd96-2d72-4320-aea0-84823366e6a6 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Updated VIF entry in instance network info cache for port 35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.524791] env[70113]: DEBUG nova.network.neutron [req-4fe76bcd-7501-4dd9-84c0-61d05df2e457 req-4b39cd96-2d72-4320-aea0-84823366e6a6 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Updating instance_info_cache with network_info: [{"id": "35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141", "address": "fa:16:3e:da:45:83", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fbe5b5-2b", "ovs_interfaceid": "35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.634845] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416253, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.662932] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8cb0bdea-5433-4a39-acc1-c5cc6205db2a tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "aa61efdf-99f4-4feb-a5b6-bab1176914f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.033s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.677113] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd39041-c077-414e-9b96-184410f0764b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.684420] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1ec9e9-ba6c-4501-8a8c-8202e3befe47 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.715642] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfff72e-fae4-4d1b-b302-ae536160e430 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.723583] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e28d414-6814-49d7-8b30-e2ba20ff509f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.737025] env[70113]: DEBUG nova.compute.provider_tree [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.892593] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416255, 'name': Rename_Task, 'duration_secs': 0.22104} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.892896] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.895013] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dd4e79d-4083-408c-94c9-810ca52e428b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.902437] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1191.902437] env[70113]: value = "task-3416257" [ 1191.902437] env[70113]: _type = "Task" [ 1191.902437] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.910339] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.918407] env[70113]: DEBUG oslo_vmware.api [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416256, 'name': PowerOffVM_Task, 'duration_secs': 0.287414} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.918653] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.918852] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.919122] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22a0b1a5-8556-4620-88b0-70808ea18fba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.951649] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "bfb64408-fac0-4574-bcb3-b8851257932c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.951882] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "bfb64408-fac0-4574-bcb3-b8851257932c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.959547] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.961729] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.972228] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Releasing lock "refresh_cache-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.990162] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.990402] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.990586] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Deleting the datastore file [datastore2] afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.990905] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-300ebb4d-9808-45fc-a84b-28296d222392 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.998010] env[70113]: DEBUG oslo_vmware.api [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1191.998010] env[70113]: value = "task-3416259" [ 1191.998010] env[70113]: _type = "Task" [ 1191.998010] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.006308] env[70113]: DEBUG oslo_vmware.api [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.028025] env[70113]: DEBUG oslo_concurrency.lockutils [req-4fe76bcd-7501-4dd9-84c0-61d05df2e457 req-4b39cd96-2d72-4320-aea0-84823366e6a6 service nova] Releasing lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.135322] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416253, 'name': CreateVM_Task, 'duration_secs': 1.421145} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.135654] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.136224] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.136390] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.136706] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.136957] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-011454b9-40f4-4aa8-8bea-0be41a7c43c7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.143145] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1192.143145] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]527d4b93-88b0-8da7-1216-5a6b0bbf667c" [ 1192.143145] env[70113]: _type = "Task" [ 1192.143145] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.150389] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527d4b93-88b0-8da7-1216-5a6b0bbf667c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.239960] env[70113]: DEBUG nova.scheduler.client.report [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.413817] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416257, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.457764] env[70113]: DEBUG nova.compute.manager [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.464454] env[70113]: DEBUG nova.compute.manager [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.477312] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a4a2a407-6ef2-4711-ac3e-32e1c330b987 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "interface-afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f-a181435e-ffe1-4044-9ddc-71958a452704" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.186s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.509611] env[70113]: DEBUG oslo_vmware.api [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330722} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.512137] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.512825] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.513165] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.513453] env[70113]: INFO nova.compute.manager [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1192.513801] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.514429] env[70113]: DEBUG nova.compute.manager [-] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.514714] env[70113]: DEBUG nova.network.neutron [-] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.563208] env[70113]: DEBUG oslo_concurrency.lockutils [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "3eec3e59-7a21-45bd-b80b-53ddde464aa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.563208] env[70113]: DEBUG oslo_concurrency.lockutils [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "3eec3e59-7a21-45bd-b80b-53ddde464aa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.563208] env[70113]: DEBUG oslo_concurrency.lockutils [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "3eec3e59-7a21-45bd-b80b-53ddde464aa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.563208] env[70113]: DEBUG oslo_concurrency.lockutils [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "3eec3e59-7a21-45bd-b80b-53ddde464aa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.563208] env[70113]: DEBUG oslo_concurrency.lockutils [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "3eec3e59-7a21-45bd-b80b-53ddde464aa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.564302] env[70113]: INFO nova.compute.manager [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Terminating instance [ 1192.654308] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527d4b93-88b0-8da7-1216-5a6b0bbf667c, 'name': SearchDatastore_Task, 'duration_secs': 0.023571} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.654980] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.655407] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.655851] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.656688] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.657113] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.658016] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06cf1a47-0fc5-4766-9b0b-6d8afb0043fa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.667816] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.670128] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.670128] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2123bb-d084-45bb-a325-daed6d403668 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.677269] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1192.677269] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52acfb3b-1953-4942-2a53-d5c721c8cd51" [ 1192.677269] env[70113]: _type = "Task" [ 1192.677269] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.685110] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52acfb3b-1953-4942-2a53-d5c721c8cd51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.745925] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1192.745925] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.447s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.918576] env[70113]: DEBUG oslo_vmware.api [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416257, 'name': PowerOnVM_Task, 'duration_secs': 0.660209} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.919193] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.919389] env[70113]: DEBUG nova.compute.manager [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.921152] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177808cc-6324-4fc2-ba1e-01b8bda355a5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.988368] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.988722] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.990368] env[70113]: INFO nova.compute.claims [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.994667] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.069619] env[70113]: DEBUG nova.compute.manager [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.070177] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.071122] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8896e6ec-6f53-4177-ba64-48ea5f18b41d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.079595] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.079835] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3882515-9615-4d22-98d1-112c38c610d8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.085599] env[70113]: DEBUG oslo_vmware.api [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1193.085599] env[70113]: value = "task-3416260" [ 1193.085599] env[70113]: _type = "Task" [ 1193.085599] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.094663] env[70113]: DEBUG oslo_vmware.api [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.185679] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52acfb3b-1953-4942-2a53-d5c721c8cd51, 'name': SearchDatastore_Task, 'duration_secs': 0.031381} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.186589] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e558c8-be7e-478a-8520-5fea9beaeeb5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.192055] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1193.192055] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524346fe-1159-a23c-f581-2726b3657d5c" [ 1193.192055] env[70113]: _type = "Task" [ 1193.192055] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.200667] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524346fe-1159-a23c-f581-2726b3657d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.442820] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.547395] env[70113]: DEBUG nova.compute.manager [req-8ef00f7c-4b0d-4dc6-8d81-bf9d7123d5ba req-8e97cce2-cea9-40f1-a4a0-de01d600d5bc service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Received event network-vif-deleted-67a2e820-48e2-4d42-91ae-0dfdbd175e70 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.547395] env[70113]: INFO nova.compute.manager [req-8ef00f7c-4b0d-4dc6-8d81-bf9d7123d5ba req-8e97cce2-cea9-40f1-a4a0-de01d600d5bc service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Neutron deleted interface 67a2e820-48e2-4d42-91ae-0dfdbd175e70; detaching it from the instance and deleting it from the info cache [ 1193.547553] env[70113]: DEBUG nova.network.neutron [req-8ef00f7c-4b0d-4dc6-8d81-bf9d7123d5ba req-8e97cce2-cea9-40f1-a4a0-de01d600d5bc service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.596443] env[70113]: DEBUG oslo_vmware.api [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416260, 'name': PowerOffVM_Task, 'duration_secs': 0.197016} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.596824] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.597015] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.597302] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e722c83-eb1c-4900-bd28-73395d0cbdab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.691418] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.691418] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.692418] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Deleting the datastore file [datastore1] 3eec3e59-7a21-45bd-b80b-53ddde464aa5 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.692418] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5955dcf0-d85d-421c-9dcc-dbb4633b0051 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.706055] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524346fe-1159-a23c-f581-2726b3657d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.012374} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.707575] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.707852] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] de865b44-7aaf-4a5d-8088-055d518180fe/de865b44-7aaf-4a5d-8088-055d518180fe.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.708209] env[70113]: DEBUG oslo_vmware.api [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1193.708209] env[70113]: value = "task-3416262" [ 1193.708209] env[70113]: _type = "Task" [ 1193.708209] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.708424] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00fe6012-76dd-4df6-969b-b4ca6742113c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.720974] env[70113]: DEBUG oslo_vmware.api [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.722442] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1193.722442] env[70113]: value = "task-3416263" [ 1193.722442] env[70113]: _type = "Task" [ 1193.722442] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.730797] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.967964] env[70113]: DEBUG nova.network.neutron [-] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.050082] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3848b8ce-dbd0-4a44-8f0a-e1a1c5bd9a1a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.061637] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bfce03-3bcd-4a70-9d3a-5a0ad416b4a7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.101612] env[70113]: DEBUG nova.compute.manager [req-8ef00f7c-4b0d-4dc6-8d81-bf9d7123d5ba req-8e97cce2-cea9-40f1-a4a0-de01d600d5bc service nova] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Detach interface failed, port_id=67a2e820-48e2-4d42-91ae-0dfdbd175e70, reason: Instance afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1194.233998] env[70113]: DEBUG oslo_vmware.api [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213671} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.235395] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.235644] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.235950] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.236298] env[70113]: INFO nova.compute.manager [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1194.236744] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.242131] env[70113]: DEBUG nova.compute.manager [-] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.242282] env[70113]: DEBUG nova.network.neutron [-] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.245226] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416263, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.313630] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021330b4-0336-4503-9a53-cf61865bb7fb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.320818] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3242293e-efdf-4be5-8712-3b07d7ea5da3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.350420] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50ddf67-8e3c-4895-88f6-ef9a294e48be {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.357975] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265da2b6-ca9e-4d9a-b469-647b2e8c68d7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.373520] env[70113]: DEBUG nova.compute.provider_tree [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.470831] env[70113]: INFO nova.compute.manager [-] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Took 1.96 seconds to deallocate network for instance. [ 1194.735053] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560715} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.735053] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] de865b44-7aaf-4a5d-8088-055d518180fe/de865b44-7aaf-4a5d-8088-055d518180fe.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.735053] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.735053] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a2722b9-3a3a-4add-8c45-9b3cb4cecdbd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.742312] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1194.742312] env[70113]: value = "task-3416264" [ 1194.742312] env[70113]: _type = "Task" [ 1194.742312] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.751073] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.877070] env[70113]: DEBUG nova.scheduler.client.report [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.976887] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.005463] env[70113]: DEBUG nova.network.neutron [-] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.252936] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227965} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.253289] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.253947] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace47250-6fb7-49b7-871c-43d400ec95b8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.277095] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] de865b44-7aaf-4a5d-8088-055d518180fe/de865b44-7aaf-4a5d-8088-055d518180fe.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.277730] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f244ffc1-9104-4bee-bd21-44c2a81e0b46 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.298450] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1195.298450] env[70113]: value = "task-3416265" [ 1195.298450] env[70113]: _type = "Task" [ 1195.298450] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.306438] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.382335] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.383045] env[70113]: DEBUG nova.compute.manager [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.386056] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.392s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.387687] env[70113]: INFO nova.compute.claims [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.507883] env[70113]: INFO nova.compute.manager [-] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Took 1.27 seconds to deallocate network for instance. [ 1195.578388] env[70113]: DEBUG nova.compute.manager [req-60940461-5006-486e-8952-2ee35fadbc2f req-fe2e97d3-d1b9-4711-8987-f10fb8b81fa2 service nova] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Received event network-vif-deleted-81d5cf66-ba6c-4a82-80bd-f6113a59113a {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.810923] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416265, 'name': ReconfigVM_Task, 'duration_secs': 0.363214} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.811218] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Reconfigured VM instance instance-0000006f to attach disk [datastore1] de865b44-7aaf-4a5d-8088-055d518180fe/de865b44-7aaf-4a5d-8088-055d518180fe.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.811817] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0799497-27c5-4277-b7fb-65b178aa2d5b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.818694] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1195.818694] env[70113]: value = "task-3416266" [ 1195.818694] env[70113]: _type = "Task" [ 1195.818694] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.826291] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416266, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.892886] env[70113]: DEBUG nova.compute.utils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.898422] env[70113]: DEBUG nova.compute.manager [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.898651] env[70113]: DEBUG nova.network.neutron [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.948241] env[70113]: DEBUG nova.policy [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78ef57725e82437c8b1ac871dfe0e8fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f10c34bb63a41279e9ce76e257aa38e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.014362] env[70113]: DEBUG oslo_concurrency.lockutils [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.211010] env[70113]: DEBUG nova.network.neutron [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Successfully created port: 871e7996-4b5c-4800-a2c7-83eacd1ce5a5 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.329632] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416266, 'name': Rename_Task, 'duration_secs': 0.144069} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.330035] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.330110] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d993bbd7-7bcc-413c-bd08-fca3e996482d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.336754] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1196.336754] env[70113]: value = "task-3416267" [ 1196.336754] env[70113]: _type = "Task" [ 1196.336754] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.343884] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.399753] env[70113]: DEBUG nova.compute.manager [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.621951] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbdc579-7af5-4347-bccd-723681462806 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.630453] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe90c07-3c8c-42aa-9cdc-30f19a55b4d9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.660913] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a0a780-6955-4f70-a48b-060215c78c05 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.668130] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242c6307-e132-4f98-9cc6-e064d87a9b4c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.682747] env[70113]: DEBUG nova.compute.provider_tree [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.847067] env[70113]: DEBUG oslo_vmware.api [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416267, 'name': PowerOnVM_Task, 'duration_secs': 0.456868} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.847270] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.847481] env[70113]: INFO nova.compute.manager [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1196.847659] env[70113]: DEBUG nova.compute.manager [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.848430] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bb525f-df1d-4864-a58c-aee99ef70347 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.186567] env[70113]: DEBUG nova.scheduler.client.report [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.366745] env[70113]: INFO nova.compute.manager [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Took 13.59 seconds to build instance. [ 1197.411854] env[70113]: DEBUG nova.compute.manager [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.440967] env[70113]: DEBUG nova.virt.hardware [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.441225] env[70113]: DEBUG nova.virt.hardware [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.441386] env[70113]: DEBUG nova.virt.hardware [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.441569] env[70113]: DEBUG nova.virt.hardware [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.441715] env[70113]: DEBUG nova.virt.hardware [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.441863] env[70113]: DEBUG nova.virt.hardware [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.442170] env[70113]: DEBUG nova.virt.hardware [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.442346] env[70113]: DEBUG nova.virt.hardware [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.442525] env[70113]: DEBUG nova.virt.hardware [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.442716] env[70113]: DEBUG nova.virt.hardware [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.442980] env[70113]: DEBUG nova.virt.hardware [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.443857] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa4dfb2-40e6-42e7-ad6e-3251fdce500f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.452373] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e143d0-49ce-4847-8216-d1f749cd9f9d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.514943] env[70113]: DEBUG nova.compute.manager [req-4b456c8b-5388-41a8-9384-726fb4957048 req-c4a6563b-ed8b-4153-b034-f3cbcd465617 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Received event network-changed-35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.515234] env[70113]: DEBUG nova.compute.manager [req-4b456c8b-5388-41a8-9384-726fb4957048 req-c4a6563b-ed8b-4153-b034-f3cbcd465617 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Refreshing instance network info cache due to event network-changed-35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.515559] env[70113]: DEBUG oslo_concurrency.lockutils [req-4b456c8b-5388-41a8-9384-726fb4957048 req-c4a6563b-ed8b-4153-b034-f3cbcd465617 service nova] Acquiring lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.516566] env[70113]: DEBUG oslo_concurrency.lockutils [req-4b456c8b-5388-41a8-9384-726fb4957048 req-c4a6563b-ed8b-4153-b034-f3cbcd465617 service nova] Acquired lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.516566] env[70113]: DEBUG nova.network.neutron [req-4b456c8b-5388-41a8-9384-726fb4957048 req-c4a6563b-ed8b-4153-b034-f3cbcd465617 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Refreshing network info cache for port 35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.606523] env[70113]: DEBUG nova.compute.manager [req-6917986a-dce1-4dc0-be53-bda36d83d747 req-895e4265-878c-4472-8e59-c58c26c70950 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Received event network-vif-plugged-871e7996-4b5c-4800-a2c7-83eacd1ce5a5 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.606523] env[70113]: DEBUG oslo_concurrency.lockutils [req-6917986a-dce1-4dc0-be53-bda36d83d747 req-895e4265-878c-4472-8e59-c58c26c70950 service nova] Acquiring lock "bfb64408-fac0-4574-bcb3-b8851257932c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.606523] env[70113]: DEBUG oslo_concurrency.lockutils [req-6917986a-dce1-4dc0-be53-bda36d83d747 req-895e4265-878c-4472-8e59-c58c26c70950 service nova] Lock "bfb64408-fac0-4574-bcb3-b8851257932c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.606523] env[70113]: DEBUG oslo_concurrency.lockutils [req-6917986a-dce1-4dc0-be53-bda36d83d747 req-895e4265-878c-4472-8e59-c58c26c70950 service nova] Lock "bfb64408-fac0-4574-bcb3-b8851257932c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.606523] env[70113]: DEBUG nova.compute.manager [req-6917986a-dce1-4dc0-be53-bda36d83d747 req-895e4265-878c-4472-8e59-c58c26c70950 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] No waiting events found dispatching network-vif-plugged-871e7996-4b5c-4800-a2c7-83eacd1ce5a5 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.606696] env[70113]: WARNING nova.compute.manager [req-6917986a-dce1-4dc0-be53-bda36d83d747 req-895e4265-878c-4472-8e59-c58c26c70950 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Received unexpected event network-vif-plugged-871e7996-4b5c-4800-a2c7-83eacd1ce5a5 for instance with vm_state building and task_state spawning. [ 1197.678986] env[70113]: DEBUG nova.network.neutron [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Successfully updated port: 871e7996-4b5c-4800-a2c7-83eacd1ce5a5 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.692633] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.693203] env[70113]: DEBUG nova.compute.manager [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.696759] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.255s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.696953] env[70113]: DEBUG nova.objects.instance [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70113) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1197.871167] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f7c84b7-eff2-4b59-a053-f2d9bb4b96ee tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "de865b44-7aaf-4a5d-8088-055d518180fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.108s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.184775] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "refresh_cache-bfb64408-fac0-4574-bcb3-b8851257932c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.185068] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquired lock "refresh_cache-bfb64408-fac0-4574-bcb3-b8851257932c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.185155] env[70113]: DEBUG nova.network.neutron [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.200715] env[70113]: DEBUG nova.compute.utils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.204934] env[70113]: DEBUG nova.compute.manager [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.205135] env[70113]: DEBUG nova.network.neutron [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.243021] env[70113]: DEBUG nova.network.neutron [req-4b456c8b-5388-41a8-9384-726fb4957048 req-c4a6563b-ed8b-4153-b034-f3cbcd465617 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Updated VIF entry in instance network info cache for port 35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.243270] env[70113]: DEBUG nova.network.neutron [req-4b456c8b-5388-41a8-9384-726fb4957048 req-c4a6563b-ed8b-4153-b034-f3cbcd465617 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Updating instance_info_cache with network_info: [{"id": "35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141", "address": "fa:16:3e:da:45:83", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fbe5b5-2b", "ovs_interfaceid": "35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.248380] env[70113]: DEBUG nova.policy [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8cd05793e1c4656b08ad353d69d39b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7afb2ce6a3344c0d8b2adca008028346', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.558357] env[70113]: DEBUG nova.network.neutron [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Successfully created port: e3fa122d-9968-4825-a817-c11f525fb6be {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.713837] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8825fd68-c135-4739-99b3-a97369ad666a tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.715162] env[70113]: DEBUG nova.compute.manager [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.719253] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.742s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.719489] env[70113]: DEBUG nova.objects.instance [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lazy-loading 'resources' on Instance uuid afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.725656] env[70113]: DEBUG nova.network.neutron [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.746183] env[70113]: DEBUG oslo_concurrency.lockutils [req-4b456c8b-5388-41a8-9384-726fb4957048 req-c4a6563b-ed8b-4153-b034-f3cbcd465617 service nova] Releasing lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.871157] env[70113]: DEBUG nova.network.neutron [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Updating instance_info_cache with network_info: [{"id": "871e7996-4b5c-4800-a2c7-83eacd1ce5a5", "address": "fa:16:3e:b2:66:3e", "network": {"id": "0102c4b4-c702-495b-8be5-249fbafd2990", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1934416278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f10c34bb63a41279e9ce76e257aa38e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap871e7996-4b", "ovs_interfaceid": "871e7996-4b5c-4800-a2c7-83eacd1ce5a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.229236] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "647c5ed8-6797-4c0e-9361-5fede8e92f26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.229481] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "647c5ed8-6797-4c0e-9361-5fede8e92f26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.229674] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "647c5ed8-6797-4c0e-9361-5fede8e92f26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.229852] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "647c5ed8-6797-4c0e-9361-5fede8e92f26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.230229] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "647c5ed8-6797-4c0e-9361-5fede8e92f26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.232626] env[70113]: INFO nova.compute.manager [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Terminating instance [ 1199.374866] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Releasing lock "refresh_cache-bfb64408-fac0-4574-bcb3-b8851257932c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.375397] env[70113]: DEBUG nova.compute.manager [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Instance network_info: |[{"id": "871e7996-4b5c-4800-a2c7-83eacd1ce5a5", "address": "fa:16:3e:b2:66:3e", "network": {"id": "0102c4b4-c702-495b-8be5-249fbafd2990", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1934416278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f10c34bb63a41279e9ce76e257aa38e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap871e7996-4b", "ovs_interfaceid": "871e7996-4b5c-4800-a2c7-83eacd1ce5a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.375872] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:66:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '871e7996-4b5c-4800-a2c7-83eacd1ce5a5', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.383621] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Creating folder: Project (6f10c34bb63a41279e9ce76e257aa38e). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.386432] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baef325b-21e2-4e80-a0c6-fde2eadf3afb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.398600] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Created folder: Project (6f10c34bb63a41279e9ce76e257aa38e) in parent group-v681336. [ 1199.398723] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Creating folder: Instances. Parent ref: group-v681628. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.401185] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63d68a8b-a4ac-4e9d-adc6-65a43c0b99b5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.410746] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Created folder: Instances in parent group-v681628. [ 1199.410875] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.411065] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.411280] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28665c31-d791-4427-802b-c07289247e52 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.433683] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.433683] env[70113]: value = "task-3416270" [ 1199.433683] env[70113]: _type = "Task" [ 1199.433683] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.441565] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416270, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.487860] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d23422-d21e-446b-bf44-ad6ca237cb19 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.496283] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0fded0-d6e2-4257-942c-82f872148f41 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.529855] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7f3282-4caf-4aef-ba61-dbe0012371c5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.537819] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6438235d-3459-477c-a18d-55d5ef700bfc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.551158] env[70113]: DEBUG nova.compute.provider_tree [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.640026] env[70113]: DEBUG nova.compute.manager [req-881bbe02-976b-4ab3-a1c1-653220dceeb1 req-81661be7-3d8e-494a-ac5a-58c51aa715e8 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Received event network-changed-871e7996-4b5c-4800-a2c7-83eacd1ce5a5 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.640026] env[70113]: DEBUG nova.compute.manager [req-881bbe02-976b-4ab3-a1c1-653220dceeb1 req-81661be7-3d8e-494a-ac5a-58c51aa715e8 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Refreshing instance network info cache due to event network-changed-871e7996-4b5c-4800-a2c7-83eacd1ce5a5. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.640508] env[70113]: DEBUG oslo_concurrency.lockutils [req-881bbe02-976b-4ab3-a1c1-653220dceeb1 req-81661be7-3d8e-494a-ac5a-58c51aa715e8 service nova] Acquiring lock "refresh_cache-bfb64408-fac0-4574-bcb3-b8851257932c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.640508] env[70113]: DEBUG oslo_concurrency.lockutils [req-881bbe02-976b-4ab3-a1c1-653220dceeb1 req-81661be7-3d8e-494a-ac5a-58c51aa715e8 service nova] Acquired lock "refresh_cache-bfb64408-fac0-4574-bcb3-b8851257932c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.640508] env[70113]: DEBUG nova.network.neutron [req-881bbe02-976b-4ab3-a1c1-653220dceeb1 req-81661be7-3d8e-494a-ac5a-58c51aa715e8 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Refreshing network info cache for port 871e7996-4b5c-4800-a2c7-83eacd1ce5a5 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.733279] env[70113]: DEBUG nova.compute.manager [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.736080] env[70113]: DEBUG nova.compute.manager [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.736352] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.737252] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc02ece-4941-4713-9119-a4a2cd408d71 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.744991] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.745261] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7919fc43-4d5f-4fcb-a847-bfab47a0bcbb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.751504] env[70113]: DEBUG oslo_vmware.api [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1199.751504] env[70113]: value = "task-3416271" [ 1199.751504] env[70113]: _type = "Task" [ 1199.751504] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.762171] env[70113]: DEBUG oslo_vmware.api [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.764271] env[70113]: DEBUG nova.virt.hardware [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.764514] env[70113]: DEBUG nova.virt.hardware [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.764675] env[70113]: DEBUG nova.virt.hardware [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.764857] env[70113]: DEBUG nova.virt.hardware [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.765046] env[70113]: DEBUG nova.virt.hardware [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.765223] env[70113]: DEBUG nova.virt.hardware [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.765432] env[70113]: DEBUG nova.virt.hardware [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.765658] env[70113]: DEBUG nova.virt.hardware [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.765783] env[70113]: DEBUG nova.virt.hardware [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.765961] env[70113]: DEBUG nova.virt.hardware [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.766163] env[70113]: DEBUG nova.virt.hardware [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.767088] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6c8cce-0283-419e-a501-3e91ff66bf3b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.776438] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f63561-4bc1-4600-87f2-0e6e33aee251 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.945466] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416270, 'name': CreateVM_Task, 'duration_secs': 0.338478} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.945720] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.946570] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.946766] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.947140] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.947493] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287dfc4b-283c-4932-a993-1c9afdfc47b6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.953096] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1199.953096] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52096dc8-dab8-0a65-63e7-8ebdddeb3355" [ 1199.953096] env[70113]: _type = "Task" [ 1199.953096] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.963696] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52096dc8-dab8-0a65-63e7-8ebdddeb3355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.056756] env[70113]: DEBUG nova.scheduler.client.report [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.177998] env[70113]: DEBUG nova.compute.manager [req-4368b219-e2bc-47b4-a057-1a10fa642d50 req-11e0bb6b-6fbe-44b9-a88c-98044b279ac9 service nova] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Received event network-vif-plugged-e3fa122d-9968-4825-a817-c11f525fb6be {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.177998] env[70113]: DEBUG oslo_concurrency.lockutils [req-4368b219-e2bc-47b4-a057-1a10fa642d50 req-11e0bb6b-6fbe-44b9-a88c-98044b279ac9 service nova] Acquiring lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.177998] env[70113]: DEBUG oslo_concurrency.lockutils [req-4368b219-e2bc-47b4-a057-1a10fa642d50 req-11e0bb6b-6fbe-44b9-a88c-98044b279ac9 service nova] Lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.178307] env[70113]: DEBUG oslo_concurrency.lockutils [req-4368b219-e2bc-47b4-a057-1a10fa642d50 req-11e0bb6b-6fbe-44b9-a88c-98044b279ac9 service nova] Lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.178482] env[70113]: DEBUG nova.compute.manager [req-4368b219-e2bc-47b4-a057-1a10fa642d50 req-11e0bb6b-6fbe-44b9-a88c-98044b279ac9 service nova] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] No waiting events found dispatching network-vif-plugged-e3fa122d-9968-4825-a817-c11f525fb6be {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1200.178641] env[70113]: WARNING nova.compute.manager [req-4368b219-e2bc-47b4-a057-1a10fa642d50 req-11e0bb6b-6fbe-44b9-a88c-98044b279ac9 service nova] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Received unexpected event network-vif-plugged-e3fa122d-9968-4825-a817-c11f525fb6be for instance with vm_state building and task_state spawning. [ 1200.261650] env[70113]: DEBUG oslo_vmware.api [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416271, 'name': PowerOffVM_Task, 'duration_secs': 0.290057} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.262475] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.262475] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.262475] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-902f72b5-2803-45a0-ad77-f8c1c7a37789 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.275199] env[70113]: DEBUG nova.network.neutron [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Successfully updated port: e3fa122d-9968-4825-a817-c11f525fb6be {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1200.348598] env[70113]: DEBUG nova.network.neutron [req-881bbe02-976b-4ab3-a1c1-653220dceeb1 req-81661be7-3d8e-494a-ac5a-58c51aa715e8 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Updated VIF entry in instance network info cache for port 871e7996-4b5c-4800-a2c7-83eacd1ce5a5. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.348955] env[70113]: DEBUG nova.network.neutron [req-881bbe02-976b-4ab3-a1c1-653220dceeb1 req-81661be7-3d8e-494a-ac5a-58c51aa715e8 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Updating instance_info_cache with network_info: [{"id": "871e7996-4b5c-4800-a2c7-83eacd1ce5a5", "address": "fa:16:3e:b2:66:3e", "network": {"id": "0102c4b4-c702-495b-8be5-249fbafd2990", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1934416278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f10c34bb63a41279e9ce76e257aa38e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap871e7996-4b", "ovs_interfaceid": "871e7996-4b5c-4800-a2c7-83eacd1ce5a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.351898] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.352117] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.352310] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Deleting the datastore file [datastore2] 647c5ed8-6797-4c0e-9361-5fede8e92f26 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.352553] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b42e85d3-0a97-48e4-bfea-aec2aa34e17e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.359682] env[70113]: DEBUG oslo_vmware.api [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1200.359682] env[70113]: value = "task-3416273" [ 1200.359682] env[70113]: _type = "Task" [ 1200.359682] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.367949] env[70113]: DEBUG oslo_vmware.api [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.464259] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52096dc8-dab8-0a65-63e7-8ebdddeb3355, 'name': SearchDatastore_Task, 'duration_secs': 0.029552} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.464583] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.464842] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.465107] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.465263] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.465473] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.465761] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a52f0f16-dae9-4d00-8b46-47e44188a54e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.473299] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.473494] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.474245] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a214d80b-6d66-4024-96ff-06d75190d1bf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.479117] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1200.479117] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52aeb6df-7b9d-54e2-3536-58639caa2300" [ 1200.479117] env[70113]: _type = "Task" [ 1200.479117] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.485964] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52aeb6df-7b9d-54e2-3536-58639caa2300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.564608] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.567308] env[70113]: DEBUG oslo_concurrency.lockutils [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.553s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.567663] env[70113]: DEBUG nova.objects.instance [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lazy-loading 'resources' on Instance uuid 3eec3e59-7a21-45bd-b80b-53ddde464aa5 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.587695] env[70113]: INFO nova.scheduler.client.report [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Deleted allocations for instance afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f [ 1200.780064] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.780408] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.780510] env[70113]: DEBUG nova.network.neutron [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.851586] env[70113]: DEBUG oslo_concurrency.lockutils [req-881bbe02-976b-4ab3-a1c1-653220dceeb1 req-81661be7-3d8e-494a-ac5a-58c51aa715e8 service nova] Releasing lock "refresh_cache-bfb64408-fac0-4574-bcb3-b8851257932c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.869506] env[70113]: DEBUG oslo_vmware.api [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139284} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.869757] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.869946] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.870137] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.870322] env[70113]: INFO nova.compute.manager [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1200.870612] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.870813] env[70113]: DEBUG nova.compute.manager [-] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.870909] env[70113]: DEBUG nova.network.neutron [-] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.990608] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52aeb6df-7b9d-54e2-3536-58639caa2300, 'name': SearchDatastore_Task, 'duration_secs': 0.007631} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.992049] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae7fce7-f26c-4ac4-a255-f0ad3a450c24 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.997863] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1200.997863] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b75454-feff-9766-b087-dad72ccd4d04" [ 1200.997863] env[70113]: _type = "Task" [ 1200.997863] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.007346] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b75454-feff-9766-b087-dad72ccd4d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.099971] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36e6db67-108b-498a-b6a7-af0c6c9ca416 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.226s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.316386] env[70113]: DEBUG nova.network.neutron [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.324240] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ef8141-4678-44d5-a76e-b1977607df9a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.333677] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268e5e84-9d05-4bb4-a03e-763676c06f33 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.371053] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649ed893-2443-48b4-aab6-b006d553d2b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.379809] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359e2996-ba6b-45db-b00e-7723bffd8fae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.393588] env[70113]: DEBUG nova.compute.provider_tree [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.479745] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.479984] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.480220] env[70113]: INFO nova.compute.manager [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Shelving [ 1201.494494] env[70113]: DEBUG nova.network.neutron [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updating instance_info_cache with network_info: [{"id": "e3fa122d-9968-4825-a817-c11f525fb6be", "address": "fa:16:3e:47:35:18", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3fa122d-99", "ovs_interfaceid": "e3fa122d-9968-4825-a817-c11f525fb6be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.507400] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b75454-feff-9766-b087-dad72ccd4d04, 'name': SearchDatastore_Task, 'duration_secs': 0.01018} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.507650] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.507897] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] bfb64408-fac0-4574-bcb3-b8851257932c/bfb64408-fac0-4574-bcb3-b8851257932c.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.508146] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20d842b2-285b-469b-ae5d-1ea7d094f6e4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.515229] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1201.515229] env[70113]: value = "task-3416274" [ 1201.515229] env[70113]: _type = "Task" [ 1201.515229] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.523021] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.671826] env[70113]: DEBUG nova.compute.manager [req-374587c8-5ede-4567-97c1-b882fdd985dc req-c8d48668-7722-4774-85c4-85300512046f service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Received event network-vif-deleted-1bf10dc3-1f6b-4c81-bde0-598e4e82693d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.672014] env[70113]: INFO nova.compute.manager [req-374587c8-5ede-4567-97c1-b882fdd985dc req-c8d48668-7722-4774-85c4-85300512046f service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Neutron deleted interface 1bf10dc3-1f6b-4c81-bde0-598e4e82693d; detaching it from the instance and deleting it from the info cache [ 1201.672172] env[70113]: DEBUG nova.network.neutron [req-374587c8-5ede-4567-97c1-b882fdd985dc req-c8d48668-7722-4774-85c4-85300512046f service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.841628] env[70113]: DEBUG nova.network.neutron [-] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.897745] env[70113]: DEBUG nova.scheduler.client.report [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.907985] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.908275] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.908487] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.908707] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.908907] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.911539] env[70113]: INFO nova.compute.manager [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Terminating instance [ 1201.997401] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.997623] env[70113]: DEBUG nova.compute.manager [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Instance network_info: |[{"id": "e3fa122d-9968-4825-a817-c11f525fb6be", "address": "fa:16:3e:47:35:18", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3fa122d-99", "ovs_interfaceid": "e3fa122d-9968-4825-a817-c11f525fb6be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.998017] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:35:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3fa122d-9968-4825-a817-c11f525fb6be', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.006020] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Creating folder: Project (7afb2ce6a3344c0d8b2adca008028346). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.006458] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c80a3de-5eae-4b82-b6e3-a608248b5962 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.016748] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Created folder: Project (7afb2ce6a3344c0d8b2adca008028346) in parent group-v681336. [ 1202.016934] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Creating folder: Instances. Parent ref: group-v681631. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.019795] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e40bf30-2796-4a59-b205-3712d11004eb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.025864] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444426} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.026127] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] bfb64408-fac0-4574-bcb3-b8851257932c/bfb64408-fac0-4574-bcb3-b8851257932c.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.026330] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.026544] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c926fe90-d9f5-496e-81e0-07cb0b0ef22d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.028973] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Created folder: Instances in parent group-v681631. [ 1202.029224] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.029715] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.029876] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43acf578-ec33-4aeb-90fe-68e5a4823fe2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.045268] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1202.045268] env[70113]: value = "task-3416277" [ 1202.045268] env[70113]: _type = "Task" [ 1202.045268] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.049846] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.049846] env[70113]: value = "task-3416278" [ 1202.049846] env[70113]: _type = "Task" [ 1202.049846] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.052611] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.059724] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416278, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.176125] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9be0f6cb-6bb7-4a4c-846c-09eaf4763ab3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.185657] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6573ef-420e-4262-8c26-0f3773aa1c37 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.226918] env[70113]: DEBUG nova.compute.manager [req-374587c8-5ede-4567-97c1-b882fdd985dc req-c8d48668-7722-4774-85c4-85300512046f service nova] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Detach interface failed, port_id=1bf10dc3-1f6b-4c81-bde0-598e4e82693d, reason: Instance 647c5ed8-6797-4c0e-9361-5fede8e92f26 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1202.229000] env[70113]: DEBUG nova.compute.manager [req-6e7713fb-bf9c-40ff-ba08-eb2b0e06e659 req-fdc9d1a9-6e13-4269-a565-52fccb12eabe service nova] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Received event network-changed-e3fa122d-9968-4825-a817-c11f525fb6be {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.229209] env[70113]: DEBUG nova.compute.manager [req-6e7713fb-bf9c-40ff-ba08-eb2b0e06e659 req-fdc9d1a9-6e13-4269-a565-52fccb12eabe service nova] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Refreshing instance network info cache due to event network-changed-e3fa122d-9968-4825-a817-c11f525fb6be. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.229427] env[70113]: DEBUG oslo_concurrency.lockutils [req-6e7713fb-bf9c-40ff-ba08-eb2b0e06e659 req-fdc9d1a9-6e13-4269-a565-52fccb12eabe service nova] Acquiring lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.229568] env[70113]: DEBUG oslo_concurrency.lockutils [req-6e7713fb-bf9c-40ff-ba08-eb2b0e06e659 req-fdc9d1a9-6e13-4269-a565-52fccb12eabe service nova] Acquired lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.229727] env[70113]: DEBUG nova.network.neutron [req-6e7713fb-bf9c-40ff-ba08-eb2b0e06e659 req-fdc9d1a9-6e13-4269-a565-52fccb12eabe service nova] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Refreshing network info cache for port e3fa122d-9968-4825-a817-c11f525fb6be {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.345373] env[70113]: INFO nova.compute.manager [-] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Took 1.47 seconds to deallocate network for instance. [ 1202.402587] env[70113]: DEBUG oslo_concurrency.lockutils [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.415991] env[70113]: DEBUG nova.compute.manager [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.416315] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.417282] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755afc5d-8543-4a93-bdd0-fc962ce1d341 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.425199] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.426283] env[70113]: INFO nova.scheduler.client.report [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Deleted allocations for instance 3eec3e59-7a21-45bd-b80b-53ddde464aa5 [ 1202.427250] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fd27ff7-98b5-45b0-b6f3-fd554d63d07f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.436786] env[70113]: DEBUG oslo_vmware.api [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1202.436786] env[70113]: value = "task-3416279" [ 1202.436786] env[70113]: _type = "Task" [ 1202.436786] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.444596] env[70113]: DEBUG oslo_vmware.api [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.488647] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.488959] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cb38ac8-6c65-48be-b801-719631739ad5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.497040] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1202.497040] env[70113]: value = "task-3416280" [ 1202.497040] env[70113]: _type = "Task" [ 1202.497040] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.505960] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.555915] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060768} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.558897] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.559671] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dee8ff-936d-45cb-97c4-4a7976978435 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.566605] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416278, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.583632] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] bfb64408-fac0-4574-bcb3-b8851257932c/bfb64408-fac0-4574-bcb3-b8851257932c.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.583928] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eefe4115-526b-4d83-a4c1-7b1bd51b1ac3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.604406] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1202.604406] env[70113]: value = "task-3416281" [ 1202.604406] env[70113]: _type = "Task" [ 1202.604406] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.612616] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.851048] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.851453] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.851690] env[70113]: DEBUG nova.objects.instance [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lazy-loading 'resources' on Instance uuid 647c5ed8-6797-4c0e-9361-5fede8e92f26 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.911189] env[70113]: DEBUG nova.network.neutron [req-6e7713fb-bf9c-40ff-ba08-eb2b0e06e659 req-fdc9d1a9-6e13-4269-a565-52fccb12eabe service nova] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updated VIF entry in instance network info cache for port e3fa122d-9968-4825-a817-c11f525fb6be. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.911568] env[70113]: DEBUG nova.network.neutron [req-6e7713fb-bf9c-40ff-ba08-eb2b0e06e659 req-fdc9d1a9-6e13-4269-a565-52fccb12eabe service nova] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updating instance_info_cache with network_info: [{"id": "e3fa122d-9968-4825-a817-c11f525fb6be", "address": "fa:16:3e:47:35:18", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3fa122d-99", "ovs_interfaceid": "e3fa122d-9968-4825-a817-c11f525fb6be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.934747] env[70113]: DEBUG oslo_concurrency.lockutils [None req-170721b6-2105-44e4-ad80-516811c284b6 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "3eec3e59-7a21-45bd-b80b-53ddde464aa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.373s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.946559] env[70113]: DEBUG oslo_vmware.api [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416279, 'name': PowerOffVM_Task, 'duration_secs': 0.277389} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.946828] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.947050] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.947319] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc5972a6-9f0e-4fac-a31a-972cb52031db {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.006502] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416280, 'name': PowerOffVM_Task, 'duration_secs': 0.228325} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.006787] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.007677] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f943c5-2e35-4cd3-848b-6cc790442d39 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.027549] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa9cbc5-576d-4cf5-b331-b6d676423c19 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.031128] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.031348] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.031527] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Deleting the datastore file [datastore2] 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.032183] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9132be8-4265-4376-a9ae-143d12c49ef5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.041410] env[70113]: DEBUG oslo_vmware.api [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for the task: (returnval){ [ 1203.041410] env[70113]: value = "task-3416283" [ 1203.041410] env[70113]: _type = "Task" [ 1203.041410] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.048786] env[70113]: DEBUG oslo_vmware.api [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.063637] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416278, 'name': CreateVM_Task, 'duration_secs': 0.81298} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.063782] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.064442] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.064602] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.064911] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.065205] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53dac04-d96a-4798-8496-0fbdfdf9bfad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.069442] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1203.069442] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52757afa-f374-4f47-3009-f9fb39fdb810" [ 1203.069442] env[70113]: _type = "Task" [ 1203.069442] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.077326] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52757afa-f374-4f47-3009-f9fb39fdb810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.113538] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.414482] env[70113]: DEBUG oslo_concurrency.lockutils [req-6e7713fb-bf9c-40ff-ba08-eb2b0e06e659 req-fdc9d1a9-6e13-4269-a565-52fccb12eabe service nova] Releasing lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.539967] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1203.540524] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-148747e8-94e8-48de-8d94-3029057be02b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.552984] env[70113]: DEBUG oslo_vmware.api [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Task: {'id': task-3416283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161363} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.553315] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1203.553315] env[70113]: value = "task-3416284" [ 1203.553315] env[70113]: _type = "Task" [ 1203.553315] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.554319] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.554515] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.554691] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.554864] env[70113]: INFO nova.compute.manager [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1203.555145] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.555901] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e39217-d9ff-407d-82eb-26f8b09d7524 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.558451] env[70113]: DEBUG nova.compute.manager [-] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.558560] env[70113]: DEBUG nova.network.neutron [-] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.570183] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f97d4a-aa8c-4eb6-91b8-d5c84b54e330 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.573325] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416284, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.582056] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52757afa-f374-4f47-3009-f9fb39fdb810, 'name': SearchDatastore_Task, 'duration_secs': 0.009057} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.609424] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.609808] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.610139] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.610315] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.610544] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.614515] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1599b19-a20c-4d0e-980b-fc011f00d9a8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.619706] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2b2724-35ea-4f65-91b6-51ad031911e6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.627894] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416281, 'name': ReconfigVM_Task, 'duration_secs': 0.925883} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.629979] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Reconfigured VM instance instance-00000070 to attach disk [datastore1] bfb64408-fac0-4574-bcb3-b8851257932c/bfb64408-fac0-4574-bcb3-b8851257932c.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.631339] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-192b0179-2ff8-4419-964c-c34aa0169eaf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.633719] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802d55a2-106e-4a62-a1aa-6e9b7a1d48bb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.637361] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.637671] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.638573] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f97330c-bed2-4e7d-828a-8ea05967caaf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.645691] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1203.645691] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]525c5775-3e87-0ce1-b47c-83b76c2a481d" [ 1203.645691] env[70113]: _type = "Task" [ 1203.645691] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.654468] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1203.654468] env[70113]: value = "task-3416285" [ 1203.654468] env[70113]: _type = "Task" [ 1203.654468] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.654901] env[70113]: DEBUG nova.compute.provider_tree [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.669978] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416285, 'name': Rename_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.673828] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525c5775-3e87-0ce1-b47c-83b76c2a481d, 'name': SearchDatastore_Task, 'duration_secs': 0.014709} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.674646] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0789dc-40ed-4b42-9495-f60520a7bb34 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.679818] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1203.679818] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fbbf09-46e7-6b64-fbe7-ec81195bc563" [ 1203.679818] env[70113]: _type = "Task" [ 1203.679818] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.687912] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fbbf09-46e7-6b64-fbe7-ec81195bc563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.069962] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416284, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.160499] env[70113]: DEBUG nova.scheduler.client.report [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.174210] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416285, 'name': Rename_Task, 'duration_secs': 0.141305} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.174877] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.174877] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1000ff98-7fa5-4e1f-a4d0-da896367b798 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.187199] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1204.187199] env[70113]: value = "task-3416286" [ 1204.187199] env[70113]: _type = "Task" [ 1204.187199] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.194918] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fbbf09-46e7-6b64-fbe7-ec81195bc563, 'name': SearchDatastore_Task, 'duration_secs': 0.009373} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.195630] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.195969] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 9b480a90-fa49-44d5-88f0-f0bf97a6ed67/9b480a90-fa49-44d5-88f0-f0bf97a6ed67.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.196251] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb686809-7fff-485e-a723-2ec7ab64fb35 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.202654] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416286, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.207165] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1204.207165] env[70113]: value = "task-3416287" [ 1204.207165] env[70113]: _type = "Task" [ 1204.207165] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.216288] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.243494] env[70113]: DEBUG nova.compute.manager [req-93817618-81ed-4b33-82b8-771c030456e8 req-572f4938-f630-42fd-a889-12c1aca27b58 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Received event network-vif-deleted-cb8ae435-aed2-49b9-800f-ff069f611e87 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.243801] env[70113]: INFO nova.compute.manager [req-93817618-81ed-4b33-82b8-771c030456e8 req-572f4938-f630-42fd-a889-12c1aca27b58 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Neutron deleted interface cb8ae435-aed2-49b9-800f-ff069f611e87; detaching it from the instance and deleting it from the info cache [ 1204.243929] env[70113]: DEBUG nova.network.neutron [req-93817618-81ed-4b33-82b8-771c030456e8 req-572f4938-f630-42fd-a889-12c1aca27b58 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.421778] env[70113]: DEBUG nova.network.neutron [-] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.498291] env[70113]: DEBUG oslo_concurrency.lockutils [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "b84eb952-6221-4b35-bb2a-dc35253c0f85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.498813] env[70113]: DEBUG oslo_concurrency.lockutils [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "b84eb952-6221-4b35-bb2a-dc35253c0f85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.499071] env[70113]: DEBUG oslo_concurrency.lockutils [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "b84eb952-6221-4b35-bb2a-dc35253c0f85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.499424] env[70113]: DEBUG oslo_concurrency.lockutils [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "b84eb952-6221-4b35-bb2a-dc35253c0f85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.499654] env[70113]: DEBUG oslo_concurrency.lockutils [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "b84eb952-6221-4b35-bb2a-dc35253c0f85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.502592] env[70113]: INFO nova.compute.manager [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Terminating instance [ 1204.567592] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "aa61efdf-99f4-4feb-a5b6-bab1176914f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.567823] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "aa61efdf-99f4-4feb-a5b6-bab1176914f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.568052] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "aa61efdf-99f4-4feb-a5b6-bab1176914f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.568251] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "aa61efdf-99f4-4feb-a5b6-bab1176914f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.568454] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "aa61efdf-99f4-4feb-a5b6-bab1176914f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.571461] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416284, 'name': CreateSnapshot_Task, 'duration_secs': 0.847917} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.572158] env[70113]: INFO nova.compute.manager [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Terminating instance [ 1204.573974] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1204.577128] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee27bea-2a28-4a7a-8500-c66242739a19 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.670394] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.697352] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416286, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.698347] env[70113]: INFO nova.scheduler.client.report [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Deleted allocations for instance 647c5ed8-6797-4c0e-9361-5fede8e92f26 [ 1204.717769] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443524} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.718116] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 9b480a90-fa49-44d5-88f0-f0bf97a6ed67/9b480a90-fa49-44d5-88f0-f0bf97a6ed67.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.718241] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.718515] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6047294b-6bcf-42c5-ac9d-8e1f28b1e0f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.725946] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1204.725946] env[70113]: value = "task-3416288" [ 1204.725946] env[70113]: _type = "Task" [ 1204.725946] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.734277] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.746198] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8627c68-dc4a-4c30-8552-634eca4655b7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.755070] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8599db92-b871-4ac7-b0aa-f547eecfe508 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.788051] env[70113]: DEBUG nova.compute.manager [req-93817618-81ed-4b33-82b8-771c030456e8 req-572f4938-f630-42fd-a889-12c1aca27b58 service nova] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Detach interface failed, port_id=cb8ae435-aed2-49b9-800f-ff069f611e87, reason: Instance 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1204.925826] env[70113]: INFO nova.compute.manager [-] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Took 1.37 seconds to deallocate network for instance. [ 1205.007047] env[70113]: DEBUG nova.compute.manager [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.007310] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.008252] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361fe041-55d8-4759-b57e-bd827b6142ba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.016402] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.016632] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8c8cf7b-af3b-467d-8d1d-9c48d011b8bd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.022673] env[70113]: DEBUG oslo_vmware.api [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1205.022673] env[70113]: value = "task-3416289" [ 1205.022673] env[70113]: _type = "Task" [ 1205.022673] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.030253] env[70113]: DEBUG oslo_vmware.api [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.081331] env[70113]: DEBUG nova.compute.manager [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.081717] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.082492] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439cb0df-d623-4477-b7ea-b8853446ad7d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.090487] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.097400] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1205.097668] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5557f79c-edc1-4e66-80d4-4ac521b7ee6b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.099293] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4b410e79-4799-4eff-8e12-947ab6c8689c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.107090] env[70113]: DEBUG oslo_vmware.api [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1205.107090] env[70113]: value = "task-3416290" [ 1205.107090] env[70113]: _type = "Task" [ 1205.107090] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.108359] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1205.108359] env[70113]: value = "task-3416291" [ 1205.108359] env[70113]: _type = "Task" [ 1205.108359] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.121430] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416291, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.124237] env[70113]: DEBUG oslo_vmware.api [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.197983] env[70113]: DEBUG oslo_vmware.api [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416286, 'name': PowerOnVM_Task, 'duration_secs': 0.704493} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.198791] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.198891] env[70113]: INFO nova.compute.manager [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1205.199115] env[70113]: DEBUG nova.compute.manager [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.200138] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70c8895-af31-4686-a8e3-4dd7592daa7c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.205981] env[70113]: DEBUG oslo_concurrency.lockutils [None req-71cd026f-e58c-42a6-906f-70153437f1c7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "647c5ed8-6797-4c0e-9361-5fede8e92f26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.976s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.240268] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072078} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.241036] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.241639] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dd304d-4472-4898-a557-c2a675468d8c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.267921] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 9b480a90-fa49-44d5-88f0-f0bf97a6ed67/9b480a90-fa49-44d5-88f0-f0bf97a6ed67.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.268595] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3cef8bd-c419-4c56-b465-68f014d4486b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.291719] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1205.291719] env[70113]: value = "task-3416292" [ 1205.291719] env[70113]: _type = "Task" [ 1205.291719] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.301646] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.431782] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.432086] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.432315] env[70113]: DEBUG nova.objects.instance [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lazy-loading 'resources' on Instance uuid 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.533897] env[70113]: DEBUG oslo_vmware.api [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416289, 'name': PowerOffVM_Task, 'duration_secs': 0.207991} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.534256] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.534407] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.534660] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-249d77c5-b90e-4d83-bb53-79d4c3a3f0cc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.606179] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.606476] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.606684] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Deleting the datastore file [datastore1] b84eb952-6221-4b35-bb2a-dc35253c0f85 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.606962] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f804afb6-cf24-4ed9-b07e-c02d794daffa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.618187] env[70113]: DEBUG oslo_vmware.api [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1205.618187] env[70113]: value = "task-3416294" [ 1205.618187] env[70113]: _type = "Task" [ 1205.618187] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.625968] env[70113]: DEBUG oslo_vmware.api [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416290, 'name': PowerOffVM_Task, 'duration_secs': 0.204151} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.629464] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.629632] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.629881] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416291, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.630438] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24f1fdbd-bb5f-494d-a677-87e1c52e9f62 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.634982] env[70113]: DEBUG oslo_vmware.api [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.692479] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.692699] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.692883] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Deleting the datastore file [datastore1] aa61efdf-99f4-4feb-a5b6-bab1176914f5 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.693182] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3838de2-535f-4ea9-8b99-976a69e52ac2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.700344] env[70113]: DEBUG oslo_vmware.api [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for the task: (returnval){ [ 1205.700344] env[70113]: value = "task-3416296" [ 1205.700344] env[70113]: _type = "Task" [ 1205.700344] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.709622] env[70113]: DEBUG oslo_vmware.api [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.722025] env[70113]: INFO nova.compute.manager [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Took 12.76 seconds to build instance. [ 1205.802317] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.126128] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416291, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.131077] env[70113]: DEBUG oslo_vmware.api [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320977} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.131349] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.131534] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.131717] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.131987] env[70113]: INFO nova.compute.manager [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1206.132185] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.132421] env[70113]: DEBUG nova.compute.manager [-] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.132522] env[70113]: DEBUG nova.network.neutron [-] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.212827] env[70113]: DEBUG oslo_vmware.api [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Task: {'id': task-3416296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319163} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.216136] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.216541] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.216640] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.216836] env[70113]: INFO nova.compute.manager [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1206.217125] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.217608] env[70113]: DEBUG nova.compute.manager [-] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.217848] env[70113]: DEBUG nova.network.neutron [-] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.224537] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d9772cc8-5968-4c4f-b601-8287dd5da2be tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "bfb64408-fac0-4574-bcb3-b8851257932c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.273s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.240709] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731fb51d-981b-4520-8d1d-63771bd2b6c7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.249790] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82702e68-7234-460a-a7d0-f9b7f5e6d33c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.288566] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac63e366-955d-45c1-88cc-0f5fd78fc4c0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.300207] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ac9709-9f72-4835-9517-489db2aece34 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.308907] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416292, 'name': ReconfigVM_Task, 'duration_secs': 0.988642} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.309930] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 9b480a90-fa49-44d5-88f0-f0bf97a6ed67/9b480a90-fa49-44d5-88f0-f0bf97a6ed67.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.314092] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfcdd901-2a1e-440a-ad06-13c2b7008664 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.321566] env[70113]: DEBUG nova.compute.provider_tree [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.331066] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1206.331066] env[70113]: value = "task-3416297" [ 1206.331066] env[70113]: _type = "Task" [ 1206.331066] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.339767] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416297, 'name': Rename_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.609536] env[70113]: DEBUG nova.compute.manager [req-b32e8828-346e-4706-9ad6-8d4e438003a4 req-faa99015-946f-4730-94f0-160d5e070442 service nova] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Received event network-vif-deleted-741148c5-ea63-4e05-836b-fee76352b8e2 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.609811] env[70113]: INFO nova.compute.manager [req-b32e8828-346e-4706-9ad6-8d4e438003a4 req-faa99015-946f-4730-94f0-160d5e070442 service nova] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Neutron deleted interface 741148c5-ea63-4e05-836b-fee76352b8e2; detaching it from the instance and deleting it from the info cache [ 1206.610041] env[70113]: DEBUG nova.network.neutron [req-b32e8828-346e-4706-9ad6-8d4e438003a4 req-faa99015-946f-4730-94f0-160d5e070442 service nova] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.612439] env[70113]: DEBUG nova.compute.manager [req-de9fdac1-0c67-49f8-a841-4ec66509b9bb req-a8c662e3-b1e6-4f09-a0ba-2eabbd9510c0 service nova] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Received event network-vif-deleted-5ddd937f-d597-4da3-9fd9-6fdc4aeb8314 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.612687] env[70113]: INFO nova.compute.manager [req-de9fdac1-0c67-49f8-a841-4ec66509b9bb req-a8c662e3-b1e6-4f09-a0ba-2eabbd9510c0 service nova] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Neutron deleted interface 5ddd937f-d597-4da3-9fd9-6fdc4aeb8314; detaching it from the instance and deleting it from the info cache [ 1206.613617] env[70113]: DEBUG nova.network.neutron [req-de9fdac1-0c67-49f8-a841-4ec66509b9bb req-a8c662e3-b1e6-4f09-a0ba-2eabbd9510c0 service nova] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.625752] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416291, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.824981] env[70113]: DEBUG nova.scheduler.client.report [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.842409] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416297, 'name': Rename_Task, 'duration_secs': 0.162052} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.843274] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.843531] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec5ed87b-3716-4505-9fa2-d3fcd20728de {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.854031] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1206.854031] env[70113]: value = "task-3416298" [ 1206.854031] env[70113]: _type = "Task" [ 1206.854031] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.859468] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.085012] env[70113]: DEBUG nova.network.neutron [-] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.087075] env[70113]: DEBUG nova.network.neutron [-] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.114550] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08ee30bd-010a-4663-8dde-60b1ad5b339b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.119982] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fef9f9c-84e3-4029-8c88-f735c6947530 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.127075] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416291, 'name': CloneVM_Task, 'duration_secs': 1.955157} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.129077] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Created linked-clone VM from snapshot [ 1207.129999] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db120276-0aa2-490b-8caf-80b5d11d78e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.135807] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c507cb74-817f-4591-b17b-0d1507ca9a82 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.149296] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05e751c-12cf-4e3d-9e95-cc164863b638 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.165551] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Uploading image 551f5a64-4794-4a21-a9e8-ff5034c56aad {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1207.184650] env[70113]: DEBUG nova.compute.manager [req-de9fdac1-0c67-49f8-a841-4ec66509b9bb req-a8c662e3-b1e6-4f09-a0ba-2eabbd9510c0 service nova] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Detach interface failed, port_id=5ddd937f-d597-4da3-9fd9-6fdc4aeb8314, reason: Instance aa61efdf-99f4-4feb-a5b6-bab1176914f5 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1207.197664] env[70113]: DEBUG nova.compute.manager [req-b32e8828-346e-4706-9ad6-8d4e438003a4 req-faa99015-946f-4730-94f0-160d5e070442 service nova] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Detach interface failed, port_id=741148c5-ea63-4e05-836b-fee76352b8e2, reason: Instance b84eb952-6221-4b35-bb2a-dc35253c0f85 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1207.205287] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1207.205287] env[70113]: value = "vm-681635" [ 1207.205287] env[70113]: _type = "VirtualMachine" [ 1207.205287] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1207.205783] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bed85254-6ac4-461b-ba7a-1f339df0c86a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.213688] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lease: (returnval){ [ 1207.213688] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]520d5065-3427-1998-2726-4985fb1141a3" [ 1207.213688] env[70113]: _type = "HttpNfcLease" [ 1207.213688] env[70113]: } obtained for exporting VM: (result){ [ 1207.213688] env[70113]: value = "vm-681635" [ 1207.213688] env[70113]: _type = "VirtualMachine" [ 1207.213688] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1207.214065] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the lease: (returnval){ [ 1207.214065] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]520d5065-3427-1998-2726-4985fb1141a3" [ 1207.214065] env[70113]: _type = "HttpNfcLease" [ 1207.214065] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1207.222282] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1207.222282] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]520d5065-3427-1998-2726-4985fb1141a3" [ 1207.222282] env[70113]: _type = "HttpNfcLease" [ 1207.222282] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1207.332027] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.354094] env[70113]: INFO nova.scheduler.client.report [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Deleted allocations for instance 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20 [ 1207.370373] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416298, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.456907] env[70113]: DEBUG nova.compute.manager [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Stashing vm_state: active {{(pid=70113) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1207.587974] env[70113]: INFO nova.compute.manager [-] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Took 1.37 seconds to deallocate network for instance. [ 1207.588487] env[70113]: INFO nova.compute.manager [-] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Took 1.46 seconds to deallocate network for instance. [ 1207.702691] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Acquiring lock "1ed6fffb-acf0-4742-8394-e2a01dae16cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.702965] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Lock "1ed6fffb-acf0-4742-8394-e2a01dae16cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.703204] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Acquiring lock "1ed6fffb-acf0-4742-8394-e2a01dae16cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.703395] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Lock "1ed6fffb-acf0-4742-8394-e2a01dae16cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.703608] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Lock "1ed6fffb-acf0-4742-8394-e2a01dae16cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.705862] env[70113]: INFO nova.compute.manager [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Terminating instance [ 1207.723800] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1207.723800] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]520d5065-3427-1998-2726-4985fb1141a3" [ 1207.723800] env[70113]: _type = "HttpNfcLease" [ 1207.723800] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1207.724142] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1207.724142] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]520d5065-3427-1998-2726-4985fb1141a3" [ 1207.724142] env[70113]: _type = "HttpNfcLease" [ 1207.724142] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1207.725021] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedb7704-f627-4243-a7db-a368e98d009d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.732685] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bcb46a-35b7-530f-c641-ea4c8563f956/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1207.732890] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bcb46a-35b7-530f-c641-ea4c8563f956/disk-0.vmdk for reading. {{(pid=70113) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1207.867882] env[70113]: DEBUG oslo_vmware.api [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416298, 'name': PowerOnVM_Task, 'duration_secs': 0.648065} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.868349] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fce00996-404a-4137-b671-3dee61943d44 tempest-AttachInterfacesTestJSON-661085472 tempest-AttachInterfacesTestJSON-661085472-project-member] Lock "44d2fd2a-b1f5-4f41-b8cd-4aea46519e20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.960s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.869270] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.869478] env[70113]: INFO nova.compute.manager [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1207.869659] env[70113]: DEBUG nova.compute.manager [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.870614] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdf02aa-1baf-40f9-9df6-7bd12f0fadfe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.911559] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ebd935fe-d004-48be-b977-bf96daacea6e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.977034] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.977034] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.099336] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.100272] env[70113]: DEBUG oslo_concurrency.lockutils [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.211596] env[70113]: DEBUG nova.compute.manager [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.211596] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.211596] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b089a467-fd23-4c12-b836-ee0e7d15979e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.221041] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.221542] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4686c9cd-6fd9-4dde-a07d-787e03a5047c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.228343] env[70113]: DEBUG oslo_vmware.api [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Waiting for the task: (returnval){ [ 1208.228343] env[70113]: value = "task-3416300" [ 1208.228343] env[70113]: _type = "Task" [ 1208.228343] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.236989] env[70113]: DEBUG oslo_vmware.api [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.391874] env[70113]: INFO nova.compute.manager [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Took 15.42 seconds to build instance. [ 1208.480890] env[70113]: INFO nova.compute.claims [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.682263] env[70113]: DEBUG nova.compute.manager [req-bb85e926-63ee-4efc-9ba8-e82d361637dd req-d7fce7e1-265a-44a1-8d7c-0b69ef0b0314 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Received event network-changed-871e7996-4b5c-4800-a2c7-83eacd1ce5a5 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.682671] env[70113]: DEBUG nova.compute.manager [req-bb85e926-63ee-4efc-9ba8-e82d361637dd req-d7fce7e1-265a-44a1-8d7c-0b69ef0b0314 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Refreshing instance network info cache due to event network-changed-871e7996-4b5c-4800-a2c7-83eacd1ce5a5. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.682993] env[70113]: DEBUG oslo_concurrency.lockutils [req-bb85e926-63ee-4efc-9ba8-e82d361637dd req-d7fce7e1-265a-44a1-8d7c-0b69ef0b0314 service nova] Acquiring lock "refresh_cache-bfb64408-fac0-4574-bcb3-b8851257932c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.683230] env[70113]: DEBUG oslo_concurrency.lockutils [req-bb85e926-63ee-4efc-9ba8-e82d361637dd req-d7fce7e1-265a-44a1-8d7c-0b69ef0b0314 service nova] Acquired lock "refresh_cache-bfb64408-fac0-4574-bcb3-b8851257932c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.683510] env[70113]: DEBUG nova.network.neutron [req-bb85e926-63ee-4efc-9ba8-e82d361637dd req-d7fce7e1-265a-44a1-8d7c-0b69ef0b0314 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Refreshing network info cache for port 871e7996-4b5c-4800-a2c7-83eacd1ce5a5 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.700652] env[70113]: DEBUG nova.compute.manager [req-70c60ede-e7e1-41be-84ba-8dd9d875fa6c req-69a0eade-1820-40d1-be88-39f1980c2352 service nova] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Received event network-changed-e3fa122d-9968-4825-a817-c11f525fb6be {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.701097] env[70113]: DEBUG nova.compute.manager [req-70c60ede-e7e1-41be-84ba-8dd9d875fa6c req-69a0eade-1820-40d1-be88-39f1980c2352 service nova] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Refreshing instance network info cache due to event network-changed-e3fa122d-9968-4825-a817-c11f525fb6be. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.701353] env[70113]: DEBUG oslo_concurrency.lockutils [req-70c60ede-e7e1-41be-84ba-8dd9d875fa6c req-69a0eade-1820-40d1-be88-39f1980c2352 service nova] Acquiring lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.701498] env[70113]: DEBUG oslo_concurrency.lockutils [req-70c60ede-e7e1-41be-84ba-8dd9d875fa6c req-69a0eade-1820-40d1-be88-39f1980c2352 service nova] Acquired lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.701710] env[70113]: DEBUG nova.network.neutron [req-70c60ede-e7e1-41be-84ba-8dd9d875fa6c req-69a0eade-1820-40d1-be88-39f1980c2352 service nova] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Refreshing network info cache for port e3fa122d-9968-4825-a817-c11f525fb6be {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.739306] env[70113]: DEBUG oslo_vmware.api [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416300, 'name': PowerOffVM_Task, 'duration_secs': 0.224918} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.739689] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.739869] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.740172] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a7533b3-5fcd-4042-a0cf-2a16cea48407 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.806179] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.806717] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.807091] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Deleting the datastore file [datastore1] 1ed6fffb-acf0-4742-8394-e2a01dae16cf {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.809577] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a800f9d1-082c-40de-a0b0-796fae7204e4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.814869] env[70113]: DEBUG oslo_vmware.api [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Waiting for the task: (returnval){ [ 1208.814869] env[70113]: value = "task-3416302" [ 1208.814869] env[70113]: _type = "Task" [ 1208.814869] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.824784] env[70113]: DEBUG oslo_vmware.api [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.893975] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4d0ef6b2-3dd3-4ba5-9e2c-073eee6be3d7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.932s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.991242] env[70113]: INFO nova.compute.resource_tracker [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating resource usage from migration a4728ccd-4ae9-48d7-8422-04771cb94c06 [ 1209.234614] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a890aa-2385-4f51-b129-a56fd5ea8e8d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.247812] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3dc212-c534-418c-b68f-4c2590c2fd58 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.291268] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc11a49a-2506-4897-a2dd-1b405bcde72d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.303693] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07c87bc-3ec7-4c0d-a51a-c6531338add2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.321808] env[70113]: DEBUG nova.compute.provider_tree [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.332218] env[70113]: DEBUG oslo_vmware.api [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Task: {'id': task-3416302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18173} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.333325] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.334069] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.334409] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.334495] env[70113]: INFO nova.compute.manager [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1209.334682] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.335697] env[70113]: DEBUG nova.compute.manager [-] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.335818] env[70113]: DEBUG nova.network.neutron [-] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.489300] env[70113]: DEBUG nova.network.neutron [req-70c60ede-e7e1-41be-84ba-8dd9d875fa6c req-69a0eade-1820-40d1-be88-39f1980c2352 service nova] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updated VIF entry in instance network info cache for port e3fa122d-9968-4825-a817-c11f525fb6be. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.489834] env[70113]: DEBUG nova.network.neutron [req-70c60ede-e7e1-41be-84ba-8dd9d875fa6c req-69a0eade-1820-40d1-be88-39f1980c2352 service nova] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updating instance_info_cache with network_info: [{"id": "e3fa122d-9968-4825-a817-c11f525fb6be", "address": "fa:16:3e:47:35:18", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3fa122d-99", "ovs_interfaceid": "e3fa122d-9968-4825-a817-c11f525fb6be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.828537] env[70113]: DEBUG nova.scheduler.client.report [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.885582] env[70113]: DEBUG nova.network.neutron [req-bb85e926-63ee-4efc-9ba8-e82d361637dd req-d7fce7e1-265a-44a1-8d7c-0b69ef0b0314 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Updated VIF entry in instance network info cache for port 871e7996-4b5c-4800-a2c7-83eacd1ce5a5. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.885710] env[70113]: DEBUG nova.network.neutron [req-bb85e926-63ee-4efc-9ba8-e82d361637dd req-d7fce7e1-265a-44a1-8d7c-0b69ef0b0314 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Updating instance_info_cache with network_info: [{"id": "871e7996-4b5c-4800-a2c7-83eacd1ce5a5", "address": "fa:16:3e:b2:66:3e", "network": {"id": "0102c4b4-c702-495b-8be5-249fbafd2990", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1934416278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f10c34bb63a41279e9ce76e257aa38e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap871e7996-4b", "ovs_interfaceid": "871e7996-4b5c-4800-a2c7-83eacd1ce5a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.993798] env[70113]: DEBUG oslo_concurrency.lockutils [req-70c60ede-e7e1-41be-84ba-8dd9d875fa6c req-69a0eade-1820-40d1-be88-39f1980c2352 service nova] Releasing lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.334078] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.358s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.334478] env[70113]: INFO nova.compute.manager [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Migrating [ 1210.343099] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.244s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.343689] env[70113]: DEBUG nova.objects.instance [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lazy-loading 'resources' on Instance uuid aa61efdf-99f4-4feb-a5b6-bab1176914f5 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.387975] env[70113]: DEBUG oslo_concurrency.lockutils [req-bb85e926-63ee-4efc-9ba8-e82d361637dd req-d7fce7e1-265a-44a1-8d7c-0b69ef0b0314 service nova] Releasing lock "refresh_cache-bfb64408-fac0-4574-bcb3-b8851257932c" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.714458] env[70113]: DEBUG nova.compute.manager [req-52f6bae1-cf94-4bf9-a4be-a6e6aa5e078d req-69d39892-ac5c-45b4-9e54-f40cb290de1a service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Received event network-vif-deleted-754be5ee-95c0-40d9-8e12-ec2594c1ae8e {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.714903] env[70113]: INFO nova.compute.manager [req-52f6bae1-cf94-4bf9-a4be-a6e6aa5e078d req-69d39892-ac5c-45b4-9e54-f40cb290de1a service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Neutron deleted interface 754be5ee-95c0-40d9-8e12-ec2594c1ae8e; detaching it from the instance and deleting it from the info cache [ 1210.714903] env[70113]: DEBUG nova.network.neutron [req-52f6bae1-cf94-4bf9-a4be-a6e6aa5e078d req-69d39892-ac5c-45b4-9e54-f40cb290de1a service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.755209] env[70113]: DEBUG nova.network.neutron [-] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.830654] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.861874] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.861874] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.861874] env[70113]: DEBUG nova.network.neutron [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.047641] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96117f3b-d4f5-48e5-ab84-1a1cb9df1b38 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.057221] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c90e3a-7b18-483c-a1c9-b1e31c348348 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.088348] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f0b649-0342-4e8b-9d3f-61a75e081870 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.094756] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ac6ad3-89ab-4244-aa30-de89f68d1d46 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.109297] env[70113]: DEBUG nova.compute.provider_tree [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.218808] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57569ffb-9ccc-49e6-8410-774555cb182d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.230044] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0c02e4-8ae4-49c0-8e72-8dd9b0481efb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.264081] env[70113]: INFO nova.compute.manager [-] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Took 1.93 seconds to deallocate network for instance. [ 1211.264747] env[70113]: DEBUG nova.compute.manager [req-52f6bae1-cf94-4bf9-a4be-a6e6aa5e078d req-69d39892-ac5c-45b4-9e54-f40cb290de1a service nova] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Detach interface failed, port_id=754be5ee-95c0-40d9-8e12-ec2594c1ae8e, reason: Instance 1ed6fffb-acf0-4742-8394-e2a01dae16cf could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1211.613063] env[70113]: DEBUG nova.scheduler.client.report [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.658499] env[70113]: DEBUG nova.network.neutron [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance_info_cache with network_info: [{"id": "efee1ffd-6c30-4577-ab70-4472c9e04137", "address": "fa:16:3e:aa:9f:18", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefee1ffd-6c", "ovs_interfaceid": "efee1ffd-6c30-4577-ab70-4472c9e04137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.772955] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.118586] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.121982] env[70113]: DEBUG oslo_concurrency.lockutils [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.021s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.122315] env[70113]: DEBUG nova.objects.instance [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lazy-loading 'resources' on Instance uuid b84eb952-6221-4b35-bb2a-dc35253c0f85 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.145582] env[70113]: INFO nova.scheduler.client.report [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Deleted allocations for instance aa61efdf-99f4-4feb-a5b6-bab1176914f5 [ 1212.161197] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.332243] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.654113] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4108bf40-315f-4e3b-861c-38e9873e3283 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "aa61efdf-99f4-4feb-a5b6-bab1176914f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.086s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.825605] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.905448] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced10aed-fa3e-4ecb-919d-616ad06a1651 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.913167] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b30cf4-fa35-401d-ae0a-387287d7d755 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.944313] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2ca6ba-1efe-4327-ad63-e0186cc51a5e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.951730] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02d07d6-7d78-44ab-92b3-2f0e5cb16d74 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.965141] env[70113]: DEBUG nova.compute.provider_tree [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.468064] env[70113]: DEBUG nova.scheduler.client.report [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.678817] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bea32ae-18ce-48c0-8b91-e4508fcfec37 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.697180] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance '02c505b2-d1ff-4aae-b887-b10678a49427' progress to 0 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.829149] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.829364] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.829594] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.974055] env[70113]: DEBUG oslo_concurrency.lockutils [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.975773] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.203s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.976016] env[70113]: DEBUG nova.objects.instance [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Lazy-loading 'resources' on Instance uuid 1ed6fffb-acf0-4742-8394-e2a01dae16cf {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.998333] env[70113]: INFO nova.scheduler.client.report [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Deleted allocations for instance b84eb952-6221-4b35-bb2a-dc35253c0f85 [ 1214.203025] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.203444] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da0e507b-842d-4ced-8487-398dcf777d34 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.211449] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1214.211449] env[70113]: value = "task-3416303" [ 1214.211449] env[70113]: _type = "Task" [ 1214.211449] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.222080] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.332952] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.505471] env[70113]: DEBUG oslo_concurrency.lockutils [None req-29b941f5-118e-4dab-bd6e-adb0d9bc2906 tempest-ListServersNegativeTestJSON-488807961 tempest-ListServersNegativeTestJSON-488807961-project-member] Lock "b84eb952-6221-4b35-bb2a-dc35253c0f85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.007s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.645670] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e09b1ca-fbb0-4eec-b50f-63e23e1c6f63 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.653909] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949a332f-4b3f-490e-afae-ad13d0740890 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.684209] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171f4ebc-50f1-490c-b13c-4b3163195479 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.691652] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba92613-d82a-48f1-a942-7f2d1df15e76 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.705026] env[70113]: DEBUG nova.compute.provider_tree [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.720546] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416303, 'name': PowerOffVM_Task, 'duration_secs': 0.203675} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.720821] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.721039] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance '02c505b2-d1ff-4aae-b887-b10678a49427' progress to 17 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.208762] env[70113]: DEBUG nova.scheduler.client.report [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.227489] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.227874] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.228112] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.228403] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.228613] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.228818] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.229451] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.229451] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.229666] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.229965] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.230238] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.235892] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cceb2331-b483-4a2d-a8b2-f02148c5a9c6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.252604] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1215.252604] env[70113]: value = "task-3416304" [ 1215.252604] env[70113]: _type = "Task" [ 1215.252604] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.262786] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.713525] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.716163] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.383s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.716391] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.716750] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70113) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1215.717510] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c28f418-b0db-4cdd-ae15-d09641ad1cbb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.727527] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d305d358-e6d0-4ec1-89d5-d9881d5e9bc9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.742010] env[70113]: INFO nova.scheduler.client.report [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Deleted allocations for instance 1ed6fffb-acf0-4742-8394-e2a01dae16cf [ 1215.743567] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1126c548-681b-4137-ae8d-e205453cd9b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.757230] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad722bc-5648-439c-976a-a777fd6d6196 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.767501] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416304, 'name': ReconfigVM_Task, 'duration_secs': 0.198907} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.797213] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance '02c505b2-d1ff-4aae-b887-b10678a49427' progress to 33 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.801403] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178654MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=70113) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1215.802454] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.802454] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.257910] env[70113]: DEBUG oslo_concurrency.lockutils [None req-36d47fff-ae4b-4ddc-a6b9-f2bffb2a7504 tempest-ServersTestManualDisk-413737737 tempest-ServersTestManualDisk-413737737-project-member] Lock "1ed6fffb-acf0-4742-8394-e2a01dae16cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.555s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.304702] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1216.305256] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.305649] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.305877] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.306210] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.306416] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1216.306925] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1216.306925] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1216.307175] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1216.307397] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1216.307636] env[70113]: DEBUG nova.virt.hardware [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1216.313848] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1216.320711] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f8d0a76-bf8b-4439-93e7-d9487ffe3fc3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.344588] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1216.344588] env[70113]: value = "task-3416305" [ 1216.344588] env[70113]: _type = "Task" [ 1216.344588] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.352905] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.836907] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Applying migration context for instance 02c505b2-d1ff-4aae-b887-b10678a49427 as it has an incoming, in-progress migration a4728ccd-4ae9-48d7-8422-04771cb94c06. Migration status is migrating {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1216.838298] env[70113]: INFO nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating resource usage from migration a4728ccd-4ae9-48d7-8422-04771cb94c06 [ 1216.854503] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416305, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.861813] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 135fdd6c-b39a-4da2-a076-7aa092aa0d34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.862078] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance e60e781b-f764-42c3-8e06-5f066a0e1513 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.862254] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 09b3ba31-7483-4fd1-b39c-cc63d3de375a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.862382] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 5f4fab1f-b3c7-4d65-bcd1-0149881734cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.862497] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 7613b733-e4dd-49d6-8fde-2231e945323c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.862609] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 063cfe1f-fac9-4ab0-80dc-102e13afe0f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.862721] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance de865b44-7aaf-4a5d-8088-055d518180fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.862972] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 9b480a90-fa49-44d5-88f0-f0bf97a6ed67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.863147] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance bfb64408-fac0-4574-bcb3-b8851257932c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.863299] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Migration a4728ccd-4ae9-48d7-8422-04771cb94c06 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1216.863444] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 02c505b2-d1ff-4aae-b887-b10678a49427 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.863682] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1216.863916] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1217.048981] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35546bce-1cd7-4b3c-bcfe-f6cf3b6a144c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.058887] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db4738c-a7bd-4f62-b5f6-2ce8638efd51 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.089709] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa980d09-58a5-4207-b6a4-2e649d9ffa83 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.097729] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431fab6e-e5ad-45ca-911a-504a780bd6c6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.110808] env[70113]: DEBUG nova.compute.provider_tree [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.353525] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416305, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.614538] env[70113]: DEBUG nova.scheduler.client.report [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.686534] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bcb46a-35b7-530f-c641-ea4c8563f956/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1217.687551] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a5f9d6-7c17-4396-9c17-6574eeab45d8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.694607] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bcb46a-35b7-530f-c641-ea4c8563f956/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1217.694778] env[70113]: ERROR oslo_vmware.rw_handles [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bcb46a-35b7-530f-c641-ea4c8563f956/disk-0.vmdk due to incomplete transfer. [ 1217.695806] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-36cf2857-344c-4fb5-80c5-9edbd99d5430 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.703368] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bcb46a-35b7-530f-c641-ea4c8563f956/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1217.703368] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Uploaded image 551f5a64-4794-4a21-a9e8-ff5034c56aad to the Glance image server {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1217.705853] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1217.706572] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e3f7fa2d-9595-472e-a62b-da77c9cf0ba8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.713011] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1217.713011] env[70113]: value = "task-3416306" [ 1217.713011] env[70113]: _type = "Task" [ 1217.713011] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.721095] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416306, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.856746] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416305, 'name': ReconfigVM_Task, 'duration_secs': 1.185046} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.857505] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.857901] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3541135-1555-40ba-a4db-18b38325e0e9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.883096] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 02c505b2-d1ff-4aae-b887-b10678a49427/02c505b2-d1ff-4aae-b887-b10678a49427.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.883446] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec4ff351-53ee-4c9a-87e5-4cd11fcd61b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.902304] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1217.902304] env[70113]: value = "task-3416307" [ 1217.902304] env[70113]: _type = "Task" [ 1217.902304] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.910570] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.119820] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1218.120068] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.318s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.120302] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.120438] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Cleaning up deleted instances {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1218.224360] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416306, 'name': Destroy_Task, 'duration_secs': 0.327932} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.224645] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Destroyed the VM [ 1218.224881] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1218.225185] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-df51d011-4aed-4760-b1ba-bd6b42750652 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.231684] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1218.231684] env[70113]: value = "task-3416308" [ 1218.231684] env[70113]: _type = "Task" [ 1218.231684] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.239532] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416308, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.369151] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "e7368e8f-6658-46e3-b718-7f97eb840162" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.369518] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "e7368e8f-6658-46e3-b718-7f97eb840162" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.412139] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416307, 'name': ReconfigVM_Task, 'duration_secs': 0.301098} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.412424] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 02c505b2-d1ff-4aae-b887-b10678a49427/02c505b2-d1ff-4aae-b887-b10678a49427.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.412709] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance '02c505b2-d1ff-4aae-b887-b10678a49427' progress to 50 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.547991] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "4faf11a5-fc24-4996-8b2a-0328a8bb8078" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.548192] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "4faf11a5-fc24-4996-8b2a-0328a8bb8078" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.636405] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] There are 61 instances to clean {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1218.636591] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: aa61efdf-99f4-4feb-a5b6-bab1176914f5] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.741021] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416308, 'name': RemoveSnapshot_Task, 'duration_secs': 0.359383} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.741295] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1218.741554] env[70113]: DEBUG nova.compute.manager [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.742551] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eff2826-4372-4c7b-9017-968cb2df750c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.871558] env[70113]: DEBUG nova.compute.manager [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.919645] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a06898-742c-4b2e-a6a8-86c78bb2c70c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.939113] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c290606-52d5-47c8-b2cc-bfc698e8d01d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.956698] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance '02c505b2-d1ff-4aae-b887-b10678a49427' progress to 67 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.050318] env[70113]: DEBUG nova.compute.manager [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.139682] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: b84eb952-6221-4b35-bb2a-dc35253c0f85] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.253612] env[70113]: INFO nova.compute.manager [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Shelve offloading [ 1219.511456] env[70113]: DEBUG nova.network.neutron [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Port efee1ffd-6c30-4577-ab70-4472c9e04137 binding to destination host cpu-1 is already ACTIVE {{(pid=70113) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1219.528316] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.528518] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.530536] env[70113]: INFO nova.compute.claims [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.568537] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.642676] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 3eec3e59-7a21-45bd-b80b-53ddde464aa5] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.757213] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.757485] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7bcf826-7385-4a4b-9d85-9d9316046a6a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.765396] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1219.765396] env[70113]: value = "task-3416309" [ 1219.765396] env[70113]: _type = "Task" [ 1219.765396] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.775755] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] VM already powered off {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1219.775959] env[70113]: DEBUG nova.compute.manager [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.776725] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fb01e7-c1fa-487d-9b96-07bb3b7d6888 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.782253] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.782418] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.782588] env[70113]: DEBUG nova.network.neutron [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.146164] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 1ed6fffb-acf0-4742-8394-e2a01dae16cf] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.536819] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "02c505b2-d1ff-4aae-b887-b10678a49427-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.537064] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "02c505b2-d1ff-4aae-b887-b10678a49427-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.537245] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "02c505b2-d1ff-4aae-b887-b10678a49427-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.649827] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 45ddbe8f-9792-4063-8200-e6689dd5d375] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.707664] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18325e64-ea28-4705-bb23-5509d2da5027 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.717559] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4044e2-dab5-43a0-a678-54bd95c37863 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.750795] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d5b172-11db-4baf-9a9e-40314acc8505 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.758088] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd20807b-8ba6-44ee-8c82-b966b3d274e1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.770864] env[70113]: DEBUG nova.compute.provider_tree [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.781356] env[70113]: DEBUG nova.network.neutron [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Updating instance_info_cache with network_info: [{"id": "9922988f-acd9-4861-b74b-8cad779dc680", "address": "fa:16:3e:67:2d:48", "network": {"id": "767d4c2e-45dc-4897-97fe-d0dd083bc4c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1810633966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6aa0277625144c9a66051a85e4476a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9922988f-ac", "ovs_interfaceid": "9922988f-acd9-4861-b74b-8cad779dc680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.153901] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 6eecf3b7-a675-4165-b7a0-39b69953f0cd] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.274503] env[70113]: DEBUG nova.scheduler.client.report [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.283784] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Releasing lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.505025] env[70113]: DEBUG nova.compute.manager [req-7047b605-3f8e-4cca-87eb-496c19906324 req-4b2afb53-8904-4681-b2d0-30854b2178b5 service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Received event network-vif-unplugged-9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.505283] env[70113]: DEBUG oslo_concurrency.lockutils [req-7047b605-3f8e-4cca-87eb-496c19906324 req-4b2afb53-8904-4681-b2d0-30854b2178b5 service nova] Acquiring lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.505498] env[70113]: DEBUG oslo_concurrency.lockutils [req-7047b605-3f8e-4cca-87eb-496c19906324 req-4b2afb53-8904-4681-b2d0-30854b2178b5 service nova] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.505663] env[70113]: DEBUG oslo_concurrency.lockutils [req-7047b605-3f8e-4cca-87eb-496c19906324 req-4b2afb53-8904-4681-b2d0-30854b2178b5 service nova] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.505838] env[70113]: DEBUG nova.compute.manager [req-7047b605-3f8e-4cca-87eb-496c19906324 req-4b2afb53-8904-4681-b2d0-30854b2178b5 service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] No waiting events found dispatching network-vif-unplugged-9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.506014] env[70113]: WARNING nova.compute.manager [req-7047b605-3f8e-4cca-87eb-496c19906324 req-4b2afb53-8904-4681-b2d0-30854b2178b5 service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Received unexpected event network-vif-unplugged-9922988f-acd9-4861-b74b-8cad779dc680 for instance with vm_state shelved and task_state shelving_offloading. [ 1221.607684] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.608035] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.608371] env[70113]: DEBUG nova.network.neutron [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.637453] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.638853] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bf74ff-759e-44f3-8e86-67e4b9be9440 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.647137] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.647396] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cdbf8d3-bbd8-42ba-bb7a-09c5bb12d6d3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.656836] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: afdb8bc7-2cd9-4749-83b9-e9e1ca8dab6f] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.721292] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.721577] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.721776] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Deleting the datastore file [datastore2] 063cfe1f-fac9-4ab0-80dc-102e13afe0f6 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.722059] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2d79b16-77a6-4800-a370-b4816bc6f89d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.729160] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1221.729160] env[70113]: value = "task-3416311" [ 1221.729160] env[70113]: _type = "Task" [ 1221.729160] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.737346] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.779590] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.780170] env[70113]: DEBUG nova.compute.manager [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.783075] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.215s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.784562] env[70113]: INFO nova.compute.claims [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.160662] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 829c25d0-badd-4bbf-a64d-926deba1c116] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.243165] env[70113]: DEBUG oslo_vmware.api [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296105} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.243559] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.243791] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.244016] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.271340] env[70113]: INFO nova.scheduler.client.report [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Deleted allocations for instance 063cfe1f-fac9-4ab0-80dc-102e13afe0f6 [ 1222.289617] env[70113]: DEBUG nova.compute.utils [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.295106] env[70113]: DEBUG nova.compute.manager [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Not allocating networking since 'none' was specified. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1222.398191] env[70113]: DEBUG nova.network.neutron [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance_info_cache with network_info: [{"id": "efee1ffd-6c30-4577-ab70-4472c9e04137", "address": "fa:16:3e:aa:9f:18", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefee1ffd-6c", "ovs_interfaceid": "efee1ffd-6c30-4577-ab70-4472c9e04137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.664344] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: ce329093-e055-42ea-b25d-827fad3dd618] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.779542] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.795412] env[70113]: DEBUG nova.compute.manager [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.900851] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.946750] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f5d2a1-c639-4c22-a2eb-f875baedbe4a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.955267] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a06b19-321f-4158-ac0a-14c4abb07842 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.986436] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ad9253-faba-4a20-8d63-58dd8890edf0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.993767] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705effa2-1786-41b5-b784-4bfab213bb0f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.007992] env[70113]: DEBUG nova.compute.provider_tree [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.168084] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 7e60f7bb-4ce0-441d-9791-0097a459b3ad] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.425967] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368a4ac4-f654-4e50-a440-89aa08ebeca1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.445223] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f23cb30-7f1e-4f88-8043-8f0fd4a11784 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.452238] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance '02c505b2-d1ff-4aae-b887-b10678a49427' progress to 83 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.510649] env[70113]: DEBUG nova.scheduler.client.report [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.532705] env[70113]: DEBUG nova.compute.manager [req-34b0f737-60af-4ce5-b100-09f8794b0f8a req-da093098-c36d-4342-a7d3-c52e80bfabb6 service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Received event network-changed-9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.532769] env[70113]: DEBUG nova.compute.manager [req-34b0f737-60af-4ce5-b100-09f8794b0f8a req-da093098-c36d-4342-a7d3-c52e80bfabb6 service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Refreshing instance network info cache due to event network-changed-9922988f-acd9-4861-b74b-8cad779dc680. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.533097] env[70113]: DEBUG oslo_concurrency.lockutils [req-34b0f737-60af-4ce5-b100-09f8794b0f8a req-da093098-c36d-4342-a7d3-c52e80bfabb6 service nova] Acquiring lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.533150] env[70113]: DEBUG oslo_concurrency.lockutils [req-34b0f737-60af-4ce5-b100-09f8794b0f8a req-da093098-c36d-4342-a7d3-c52e80bfabb6 service nova] Acquired lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.533304] env[70113]: DEBUG nova.network.neutron [req-34b0f737-60af-4ce5-b100-09f8794b0f8a req-da093098-c36d-4342-a7d3-c52e80bfabb6 service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Refreshing network info cache for port 9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.671060] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 7928e3b0-c77e-4e0e-94d7-edfec9a93aa3] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.807671] env[70113]: DEBUG nova.compute.manager [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.836840] env[70113]: DEBUG nova.virt.hardware [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.837104] env[70113]: DEBUG nova.virt.hardware [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.837267] env[70113]: DEBUG nova.virt.hardware [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.837446] env[70113]: DEBUG nova.virt.hardware [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.837592] env[70113]: DEBUG nova.virt.hardware [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.837734] env[70113]: DEBUG nova.virt.hardware [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.837937] env[70113]: DEBUG nova.virt.hardware [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.838112] env[70113]: DEBUG nova.virt.hardware [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.838281] env[70113]: DEBUG nova.virt.hardware [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.838443] env[70113]: DEBUG nova.virt.hardware [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.838614] env[70113]: DEBUG nova.virt.hardware [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.839507] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712358c8-eb0c-4f0b-814a-53606d9ae007 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.848890] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c045cee7-a0a1-41fd-bf63-87b6f50ab797 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.861353] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.866905] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Creating folder: Project (d2aea12baab84cda80d6cb5a46ea85db). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1223.867216] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e241ca6e-aa11-4d06-ade2-5b4a2e4a6820 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.877795] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Created folder: Project (d2aea12baab84cda80d6cb5a46ea85db) in parent group-v681336. [ 1223.878121] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Creating folder: Instances. Parent ref: group-v681636. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1223.878533] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-967baade-19ab-4e15-842b-94f3ece8ddfa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.888128] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Created folder: Instances in parent group-v681636. [ 1223.888458] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.888596] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.888931] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a28c56fd-82d9-467c-8d6e-001da1fb5d69 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.904792] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.904792] env[70113]: value = "task-3416314" [ 1223.904792] env[70113]: _type = "Task" [ 1223.904792] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.912069] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416314, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.959330] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.959785] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5ddbbee-96f8-4316-b736-24646d72a3ef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.969183] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1223.969183] env[70113]: value = "task-3416315" [ 1223.969183] env[70113]: _type = "Task" [ 1223.969183] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.979349] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.015481] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.016033] env[70113]: DEBUG nova.compute.manager [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1224.018595] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.239s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.018821] env[70113]: DEBUG nova.objects.instance [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lazy-loading 'resources' on Instance uuid 063cfe1f-fac9-4ab0-80dc-102e13afe0f6 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.174869] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 44d2fd2a-b1f5-4f41-b8cd-4aea46519e20] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.248766] env[70113]: DEBUG nova.network.neutron [req-34b0f737-60af-4ce5-b100-09f8794b0f8a req-da093098-c36d-4342-a7d3-c52e80bfabb6 service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Updated VIF entry in instance network info cache for port 9922988f-acd9-4861-b74b-8cad779dc680. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.249379] env[70113]: DEBUG nova.network.neutron [req-34b0f737-60af-4ce5-b100-09f8794b0f8a req-da093098-c36d-4342-a7d3-c52e80bfabb6 service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Updating instance_info_cache with network_info: [{"id": "9922988f-acd9-4861-b74b-8cad779dc680", "address": "fa:16:3e:67:2d:48", "network": {"id": "767d4c2e-45dc-4897-97fe-d0dd083bc4c5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1810633966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6aa0277625144c9a66051a85e4476a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9922988f-ac", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.415723] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416314, 'name': CreateVM_Task, 'duration_secs': 0.266974} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.417060] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.420279] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.420469] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.420787] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.421503] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e827e787-f2bb-4dd3-8305-e68b1248ea4f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.427338] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1224.427338] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]522b9174-8d4d-f388-9094-590a2be6c41b" [ 1224.427338] env[70113]: _type = "Task" [ 1224.427338] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.436147] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522b9174-8d4d-f388-9094-590a2be6c41b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.479675] env[70113]: DEBUG oslo_vmware.api [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416315, 'name': PowerOnVM_Task, 'duration_secs': 0.381084} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.480881] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.480881] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c41507-798b-4607-86f6-517bdde3a046 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance '02c505b2-d1ff-4aae-b887-b10678a49427' progress to 100 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.521508] env[70113]: DEBUG nova.compute.utils [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1224.522853] env[70113]: DEBUG nova.objects.instance [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lazy-loading 'numa_topology' on Instance uuid 063cfe1f-fac9-4ab0-80dc-102e13afe0f6 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.523874] env[70113]: DEBUG nova.compute.manager [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Not allocating networking since 'none' was specified. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1224.677451] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 647c5ed8-6797-4c0e-9361-5fede8e92f26] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.752021] env[70113]: DEBUG oslo_concurrency.lockutils [req-34b0f737-60af-4ce5-b100-09f8794b0f8a req-da093098-c36d-4342-a7d3-c52e80bfabb6 service nova] Releasing lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.922703] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.938744] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522b9174-8d4d-f388-9094-590a2be6c41b, 'name': SearchDatastore_Task, 'duration_secs': 0.009692} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.939074] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.939279] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.939511] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.939661] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.939824] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.940418] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e1a9ad3-5378-4cfc-8abd-ee33337e9af0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.948339] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.948510] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.949187] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d620cc-76b3-488a-93ab-d4c5233c5fb1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.953821] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1224.953821] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fee1db-f040-2e14-ad40-eea3b3913add" [ 1224.953821] env[70113]: _type = "Task" [ 1224.953821] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.961114] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fee1db-f040-2e14-ad40-eea3b3913add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.025545] env[70113]: DEBUG nova.compute.manager [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1225.028529] env[70113]: DEBUG nova.objects.base [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Object Instance<063cfe1f-fac9-4ab0-80dc-102e13afe0f6> lazy-loaded attributes: resources,numa_topology {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1225.180248] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 3d174547-d0a8-4b1e-a5d3-c4b9be3522b7] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.187685] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b86e84-32eb-4888-b600-a2a53df32136 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.195578] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c50a70-bcb0-4716-a647-b3a156e76c72 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.226055] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f982b38e-2a73-493f-a8f6-ec3d2e373904 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.233150] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db07c3b6-1fa4-40c9-ad2f-1246de8ffa1c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.246267] env[70113]: DEBUG nova.compute.provider_tree [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.463819] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fee1db-f040-2e14-ad40-eea3b3913add, 'name': SearchDatastore_Task, 'duration_secs': 0.009778} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.464615] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197070b0-320a-45e6-98ea-0f1cd0d734ca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.469978] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1225.469978] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a1738a-81db-af66-e4c6-347c587bfa99" [ 1225.469978] env[70113]: _type = "Task" [ 1225.469978] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.477161] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a1738a-81db-af66-e4c6-347c587bfa99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.683172] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 26051a04-d0ca-4f5b-bc97-ad9484209ab4] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.749173] env[70113]: DEBUG nova.scheduler.client.report [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.980765] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a1738a-81db-af66-e4c6-347c587bfa99, 'name': SearchDatastore_Task, 'duration_secs': 0.011972} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.980926] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.981206] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] e7368e8f-6658-46e3-b718-7f97eb840162/e7368e8f-6658-46e3-b718-7f97eb840162.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.981458] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e6edf26-ca72-4e2a-8a51-9719fb8666ae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.988196] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1225.988196] env[70113]: value = "task-3416316" [ 1225.988196] env[70113]: _type = "Task" [ 1225.988196] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.000465] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.035869] env[70113]: DEBUG nova.compute.manager [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1226.062728] env[70113]: DEBUG nova.virt.hardware [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.063081] env[70113]: DEBUG nova.virt.hardware [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.063213] env[70113]: DEBUG nova.virt.hardware [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.063435] env[70113]: DEBUG nova.virt.hardware [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.063627] env[70113]: DEBUG nova.virt.hardware [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.063807] env[70113]: DEBUG nova.virt.hardware [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.064068] env[70113]: DEBUG nova.virt.hardware [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.064269] env[70113]: DEBUG nova.virt.hardware [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.064476] env[70113]: DEBUG nova.virt.hardware [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.064690] env[70113]: DEBUG nova.virt.hardware [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.064909] env[70113]: DEBUG nova.virt.hardware [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.065939] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a11b65f-2d17-4966-a301-8b64681395b5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.074385] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81376567-0e7c-4845-9fee-9c9802b36f34 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.089406] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.095459] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.095728] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.095941] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f248c76-50ee-40f5-a6bc-4455bf2ff7aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.112244] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.112244] env[70113]: value = "task-3416317" [ 1226.112244] env[70113]: _type = "Task" [ 1226.112244] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.120181] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416317, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.186469] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 8fcdee1d-3055-4cfd-b522-1e8bcb5c3f4c] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.201723] env[70113]: DEBUG oslo_concurrency.lockutils [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "02c505b2-d1ff-4aae-b887-b10678a49427" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.202075] env[70113]: DEBUG oslo_concurrency.lockutils [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "02c505b2-d1ff-4aae-b887-b10678a49427" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.202283] env[70113]: DEBUG nova.compute.manager [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Going to confirm migration 6 {{(pid=70113) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1226.254370] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.498194] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464399} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.498464] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] e7368e8f-6658-46e3-b718-7f97eb840162/e7368e8f-6658-46e3-b718-7f97eb840162.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.498678] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.498932] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37b5a2b6-4e4d-4607-a46f-7a360b67f1a4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.505485] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1226.505485] env[70113]: value = "task-3416318" [ 1226.505485] env[70113]: _type = "Task" [ 1226.505485] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.512753] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.625513] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416317, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.690269] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 26b98346-d4e9-4dbd-8be6-a045bbf64311] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.739879] env[70113]: DEBUG oslo_concurrency.lockutils [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.740133] env[70113]: DEBUG oslo_concurrency.lockutils [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.740357] env[70113]: DEBUG nova.network.neutron [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.740562] env[70113]: DEBUG nova.objects.instance [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lazy-loading 'info_cache' on Instance uuid 02c505b2-d1ff-4aae-b887-b10678a49427 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.762377] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a2128bad-3396-4e07-ac08-e6c1cc73e423 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.282s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.763655] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.841s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.763655] env[70113]: INFO nova.compute.manager [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Unshelving [ 1227.015777] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064524} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.015998] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.016862] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c47f70a-d2d9-44b4-82e8-c892e9cb1a74 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.037315] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] e7368e8f-6658-46e3-b718-7f97eb840162/e7368e8f-6658-46e3-b718-7f97eb840162.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.037985] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cf69d9f-d444-477c-af1a-c08bb5564b73 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.058537] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1227.058537] env[70113]: value = "task-3416319" [ 1227.058537] env[70113]: _type = "Task" [ 1227.058537] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.067024] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.122555] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416317, 'name': CreateVM_Task, 'duration_secs': 0.561436} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.122793] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.123254] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.123457] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.123804] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.124096] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7166b48-dace-4a5e-9082-74871a03ad25 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.128533] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1227.128533] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]526740e2-25f8-f6a2-3c2c-529b3c170704" [ 1227.128533] env[70113]: _type = "Task" [ 1227.128533] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.136481] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526740e2-25f8-f6a2-3c2c-529b3c170704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.194031] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 9fe6279d-e5b7-48a2-8b11-f32e2bed5fe9] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.568680] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416319, 'name': ReconfigVM_Task, 'duration_secs': 0.279563} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.568977] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Reconfigured VM instance instance-00000072 to attach disk [datastore2] e7368e8f-6658-46e3-b718-7f97eb840162/e7368e8f-6658-46e3-b718-7f97eb840162.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.569629] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-497fbd7d-da22-4127-a6a9-96e30b10ffd2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.575961] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1227.575961] env[70113]: value = "task-3416320" [ 1227.575961] env[70113]: _type = "Task" [ 1227.575961] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.583856] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416320, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.638223] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526740e2-25f8-f6a2-3c2c-529b3c170704, 'name': SearchDatastore_Task, 'duration_secs': 0.016726} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.638523] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.638760] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.638996] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.639256] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.639451] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.639713] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c48131f2-3183-4434-b651-ab850f99a9b4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.647836] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.648021] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.648734] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a58b9e2-dbec-4dc8-b430-1099a6130d99 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.654141] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1227.654141] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fcad2a-5050-b4ee-8ac9-e94dafcf7f99" [ 1227.654141] env[70113]: _type = "Task" [ 1227.654141] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.661489] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fcad2a-5050-b4ee-8ac9-e94dafcf7f99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.697280] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 8c6aeed8-2ac4-41e1-b8c8-3e2ae412ae51] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.792155] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.792155] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.792155] env[70113]: DEBUG nova.objects.instance [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lazy-loading 'pci_requests' on Instance uuid 063cfe1f-fac9-4ab0-80dc-102e13afe0f6 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.994182] env[70113]: DEBUG nova.network.neutron [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance_info_cache with network_info: [{"id": "efee1ffd-6c30-4577-ab70-4472c9e04137", "address": "fa:16:3e:aa:9f:18", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefee1ffd-6c", "ovs_interfaceid": "efee1ffd-6c30-4577-ab70-4472c9e04137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.086144] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416320, 'name': Rename_Task, 'duration_secs': 0.127282} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.086435] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.086719] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fee0a03-c20e-4cd3-836e-4201ddb3518a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.093074] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1228.093074] env[70113]: value = "task-3416321" [ 1228.093074] env[70113]: _type = "Task" [ 1228.093074] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.100201] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.165514] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fcad2a-5050-b4ee-8ac9-e94dafcf7f99, 'name': SearchDatastore_Task, 'duration_secs': 0.008829} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.166409] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e93ceff5-4bcc-4586-8646-fa5f09dc4c8e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.172226] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1228.172226] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52774b2d-0567-9369-525a-9f4ff6430ce3" [ 1228.172226] env[70113]: _type = "Task" [ 1228.172226] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.179788] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52774b2d-0567-9369-525a-9f4ff6430ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.200576] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 2f5791fa-52f5-42c4-830d-1ebe2fdc873f] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.295812] env[70113]: DEBUG nova.objects.instance [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lazy-loading 'numa_topology' on Instance uuid 063cfe1f-fac9-4ab0-80dc-102e13afe0f6 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.497152] env[70113]: DEBUG oslo_concurrency.lockutils [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "refresh_cache-02c505b2-d1ff-4aae-b887-b10678a49427" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.497436] env[70113]: DEBUG nova.objects.instance [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lazy-loading 'migration_context' on Instance uuid 02c505b2-d1ff-4aae-b887-b10678a49427 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.602164] env[70113]: DEBUG oslo_vmware.api [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416321, 'name': PowerOnVM_Task, 'duration_secs': 0.456993} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.602424] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.602620] env[70113]: INFO nova.compute.manager [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Took 4.80 seconds to spawn the instance on the hypervisor. [ 1228.602797] env[70113]: DEBUG nova.compute.manager [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.603617] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb78dcc-039a-465f-a9c1-ba8e2fafe0ab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.683309] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52774b2d-0567-9369-525a-9f4ff6430ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.017853} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.683592] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.683851] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 4faf11a5-fc24-4996-8b2a-0328a8bb8078/4faf11a5-fc24-4996-8b2a-0328a8bb8078.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.684362] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d8b76f9-b01e-4a7e-8d90-ca3b22b8a0fd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.691560] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1228.691560] env[70113]: value = "task-3416322" [ 1228.691560] env[70113]: _type = "Task" [ 1228.691560] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.701713] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.703234] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: ac502289-a2d5-4346-aa00-a3a73b28c6a6] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.798609] env[70113]: INFO nova.compute.claims [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.000218] env[70113]: DEBUG nova.objects.base [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Object Instance<02c505b2-d1ff-4aae-b887-b10678a49427> lazy-loaded attributes: info_cache,migration_context {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1229.001263] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddde14a6-0a4b-4ebb-bbb6-050d0fedca4a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.022728] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044b8ac6-f514-4e1b-8e23-3b4a79f9bcd3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.028673] env[70113]: DEBUG oslo_vmware.api [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1229.028673] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5275244d-0c6a-95e6-b6f3-595ecaed0094" [ 1229.028673] env[70113]: _type = "Task" [ 1229.028673] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.037161] env[70113]: DEBUG oslo_vmware.api [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5275244d-0c6a-95e6-b6f3-595ecaed0094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.123051] env[70113]: INFO nova.compute.manager [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Took 9.75 seconds to build instance. [ 1229.206840] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 9a8c37b3-0792-4f50-8b4a-878f9d3757d9] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.209712] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439119} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.210076] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 4faf11a5-fc24-4996-8b2a-0328a8bb8078/4faf11a5-fc24-4996-8b2a-0328a8bb8078.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.210379] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.210706] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e91c4c4-6a41-45c9-8d76-d38e57e5f8ec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.217598] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1229.217598] env[70113]: value = "task-3416323" [ 1229.217598] env[70113]: _type = "Task" [ 1229.217598] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.225604] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.539358] env[70113]: DEBUG oslo_vmware.api [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5275244d-0c6a-95e6-b6f3-595ecaed0094, 'name': SearchDatastore_Task, 'duration_secs': 0.02703} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.539653] env[70113]: DEBUG oslo_concurrency.lockutils [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.625888] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8f1ce3c0-9e43-4e38-b6e4-ce2f793bce43 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "e7368e8f-6658-46e3-b718-7f97eb840162" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.256s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.711342] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: e8bac3f6-1987-4590-9e16-1af422f1a550] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.728098] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065032} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.728098] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.729000] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9c46b9-3ca5-4070-828e-cc1b98fe2261 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.750161] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 4faf11a5-fc24-4996-8b2a-0328a8bb8078/4faf11a5-fc24-4996-8b2a-0328a8bb8078.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.751007] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1248f703-ca94-4dc8-a954-c76c7c569b9a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.770531] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1229.770531] env[70113]: value = "task-3416324" [ 1229.770531] env[70113]: _type = "Task" [ 1229.770531] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.780018] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.980309] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c531f7-58e7-43f5-9971-2e18532d07df {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.988046] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367c51b7-a1a4-49d9-bc1b-d007ac8551aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.021169] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16ca61f-bbc4-4cad-b3c2-977963150cb7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.031884] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899eb474-242d-4f59-bb87-ca8945f4bb98 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.046711] env[70113]: DEBUG nova.compute.provider_tree [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.214349] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 4db57f35-1806-4418-9d8e-887dda7da372] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.280450] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416324, 'name': ReconfigVM_Task, 'duration_secs': 0.351197} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.280724] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 4faf11a5-fc24-4996-8b2a-0328a8bb8078/4faf11a5-fc24-4996-8b2a-0328a8bb8078.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.281568] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d55ed5b0-db72-49ae-846d-f3238f6c2713 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.288091] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1230.288091] env[70113]: value = "task-3416325" [ 1230.288091] env[70113]: _type = "Task" [ 1230.288091] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.296296] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416325, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.527636] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.527904] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.549601] env[70113]: DEBUG nova.scheduler.client.report [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.717706] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 9c7f0b44-ec6d-4e37-9191-7a2d6e57ad45] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.799449] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416325, 'name': Rename_Task, 'duration_secs': 0.131096} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.799737] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.799985] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66252d19-c8f8-4f31-84d3-f9229bb4b2cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.806449] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1230.806449] env[70113]: value = "task-3416326" [ 1230.806449] env[70113]: _type = "Task" [ 1230.806449] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.813823] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.031265] env[70113]: INFO nova.compute.manager [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Detaching volume 217499f2-1daf-47c5-abe8-ea65aede7582 [ 1231.054621] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.263s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.056867] env[70113]: DEBUG oslo_concurrency.lockutils [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.517s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.064276] env[70113]: INFO nova.virt.block_device [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Attempting to driver detach volume 217499f2-1daf-47c5-abe8-ea65aede7582 from mountpoint /dev/sdb [ 1231.064276] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1231.064479] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681620', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'name': 'volume-217499f2-1daf-47c5-abe8-ea65aede7582', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b3ba31-7483-4fd1-b39c-cc63d3de375a', 'attached_at': '', 'detached_at': '', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'serial': '217499f2-1daf-47c5-abe8-ea65aede7582'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1231.065321] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac17557-eaf2-4b19-9474-8f1bc4daab85 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.087460] env[70113]: INFO nova.network.neutron [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Updating port 9922988f-acd9-4861-b74b-8cad779dc680 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1231.089878] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264ba04f-261c-4a43-9f8a-b59e72c0729e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.098052] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e597bc-013a-42dc-ac1d-ab8cba1b5cc3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.118254] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545e5ee8-6798-4bda-bc4b-7a2db380fa98 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.134769] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] The volume has not been displaced from its original location: [datastore1] volume-217499f2-1daf-47c5-abe8-ea65aede7582/volume-217499f2-1daf-47c5-abe8-ea65aede7582.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1231.140072] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1231.140442] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17d1be50-32cd-4c47-8a47-183615ed6952 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.160751] env[70113]: DEBUG oslo_vmware.api [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1231.160751] env[70113]: value = "task-3416327" [ 1231.160751] env[70113]: _type = "Task" [ 1231.160751] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.169475] env[70113]: DEBUG oslo_vmware.api [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.220800] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 0d40d088-992f-422a-ac67-65ee0f592854] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.316881] env[70113]: DEBUG oslo_vmware.api [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416326, 'name': PowerOnVM_Task, 'duration_secs': 0.408546} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.321029] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.321029] env[70113]: INFO nova.compute.manager [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Took 5.28 seconds to spawn the instance on the hypervisor. [ 1231.321029] env[70113]: DEBUG nova.compute.manager [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.321029] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78f4cf2-8523-4e90-8b7c-729aa261bda7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.671298] env[70113]: DEBUG oslo_vmware.api [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416327, 'name': ReconfigVM_Task, 'duration_secs': 0.312104} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.671581] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1231.676396] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0db9b8db-f542-4792-bc79-ab56b652b071 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.694364] env[70113]: DEBUG oslo_vmware.api [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1231.694364] env[70113]: value = "task-3416328" [ 1231.694364] env[70113]: _type = "Task" [ 1231.694364] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.706258] env[70113]: DEBUG oslo_vmware.api [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.725836] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 13e4e1b5-7718-4c59-88a0-71dba205a2c3] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.755198] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47a95f6-1fea-4cc0-a49b-85e236487bdd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.762597] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60420f6c-0e68-4a8b-b9cd-a6ed03d97b40 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.793606] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb758510-104a-45c2-a855-57af50feaad3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.800953] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfe7dc6-8c16-4c66-b63b-090c0bda4f25 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.814219] env[70113]: DEBUG nova.compute.provider_tree [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.838596] env[70113]: INFO nova.compute.manager [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Took 12.28 seconds to build instance. [ 1232.203918] env[70113]: DEBUG oslo_vmware.api [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416328, 'name': ReconfigVM_Task, 'duration_secs': 0.176908} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.204230] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681620', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'name': 'volume-217499f2-1daf-47c5-abe8-ea65aede7582', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b3ba31-7483-4fd1-b39c-cc63d3de375a', 'attached_at': '', 'detached_at': '', 'volume_id': '217499f2-1daf-47c5-abe8-ea65aede7582', 'serial': '217499f2-1daf-47c5-abe8-ea65aede7582'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1232.229155] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 839c870e-a428-458b-8ba6-910740c523c6] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.317089] env[70113]: DEBUG nova.scheduler.client.report [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.340329] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9bf96b7f-8d90-4668-a41f-5c4bc0d7fcba tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "4faf11a5-fc24-4996-8b2a-0328a8bb8078" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.792s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.531128] env[70113]: INFO nova.compute.manager [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Rebuilding instance [ 1232.578666] env[70113]: DEBUG nova.compute.manager [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.579883] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88a0aa9-5802-4a21-8497-05d7a9d50ca7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.590746] env[70113]: DEBUG nova.compute.manager [req-bc36b10a-d89a-41af-9639-08904e70b529 req-d62d6686-6b61-40ca-8cc4-fcd4bebde71e service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Received event network-vif-plugged-9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.591212] env[70113]: DEBUG oslo_concurrency.lockutils [req-bc36b10a-d89a-41af-9639-08904e70b529 req-d62d6686-6b61-40ca-8cc4-fcd4bebde71e service nova] Acquiring lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.591409] env[70113]: DEBUG oslo_concurrency.lockutils [req-bc36b10a-d89a-41af-9639-08904e70b529 req-d62d6686-6b61-40ca-8cc4-fcd4bebde71e service nova] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.591576] env[70113]: DEBUG oslo_concurrency.lockutils [req-bc36b10a-d89a-41af-9639-08904e70b529 req-d62d6686-6b61-40ca-8cc4-fcd4bebde71e service nova] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.591745] env[70113]: DEBUG nova.compute.manager [req-bc36b10a-d89a-41af-9639-08904e70b529 req-d62d6686-6b61-40ca-8cc4-fcd4bebde71e service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] No waiting events found dispatching network-vif-plugged-9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1232.592027] env[70113]: WARNING nova.compute.manager [req-bc36b10a-d89a-41af-9639-08904e70b529 req-d62d6686-6b61-40ca-8cc4-fcd4bebde71e service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Received unexpected event network-vif-plugged-9922988f-acd9-4861-b74b-8cad779dc680 for instance with vm_state shelved_offloaded and task_state spawning. [ 1232.670815] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.670986] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.671213] env[70113]: DEBUG nova.network.neutron [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.733388] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 21f6c0ea-3231-4812-b421-65a8d65a9db3] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.748267] env[70113]: DEBUG nova.objects.instance [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lazy-loading 'flavor' on Instance uuid 09b3ba31-7483-4fd1-b39c-cc63d3de375a {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.236638] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 9b8a510a-3e20-435b-8315-bde164637bf2] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.327497] env[70113]: DEBUG oslo_concurrency.lockutils [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.270s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.376881] env[70113]: DEBUG nova.network.neutron [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Updating instance_info_cache with network_info: [{"id": "9922988f-acd9-4861-b74b-8cad779dc680", "address": "fa:16:3e:67:2d:48", "network": {"id": "767d4c2e-45dc-4897-97fe-d0dd083bc4c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1810633966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6aa0277625144c9a66051a85e4476a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9922988f-ac", "ovs_interfaceid": "9922988f-acd9-4861-b74b-8cad779dc680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.597211] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.597605] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c90039c-0fc3-4b7a-8b82-db9e336f10a7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.605639] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1233.605639] env[70113]: value = "task-3416329" [ 1233.605639] env[70113]: _type = "Task" [ 1233.605639] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.614534] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.739542] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 370b379f-13ff-489c-b7fa-7fcdb94d065b] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.755491] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4143b1d5-e744-4acb-a51e-cf75587f1120 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.879779] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Releasing lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.883707] env[70113]: INFO nova.scheduler.client.report [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Deleted allocation for migration a4728ccd-4ae9-48d7-8422-04771cb94c06 [ 1233.907749] env[70113]: DEBUG nova.virt.hardware [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f7185b5fe488e720bc884e413356978a',container_format='bare',created_at=2025-04-14T12:39:24Z,direct_url=,disk_format='vmdk',id=551f5a64-4794-4a21-a9e8-ff5034c56aad,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-370333686-shelved',owner='b6aa0277625144c9a66051a85e4476a8',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-04-14T12:39:41Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.907988] env[70113]: DEBUG nova.virt.hardware [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.908158] env[70113]: DEBUG nova.virt.hardware [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.908344] env[70113]: DEBUG nova.virt.hardware [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.908533] env[70113]: DEBUG nova.virt.hardware [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.908690] env[70113]: DEBUG nova.virt.hardware [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.908894] env[70113]: DEBUG nova.virt.hardware [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.909065] env[70113]: DEBUG nova.virt.hardware [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.909237] env[70113]: DEBUG nova.virt.hardware [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.909402] env[70113]: DEBUG nova.virt.hardware [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.909571] env[70113]: DEBUG nova.virt.hardware [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.910714] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c63da02-bd70-45cc-9cc1-e03e87b0f671 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.919600] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35469d4-39dd-4fe1-8608-be25516abb2d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.933179] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:2d:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9922988f-acd9-4861-b74b-8cad779dc680', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.940577] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.941177] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.941652] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05d146f4-13d2-4aff-b220-1708f4c6afef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.960752] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.960752] env[70113]: value = "task-3416330" [ 1233.960752] env[70113]: _type = "Task" [ 1233.960752] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.971479] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416330, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.115160] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416329, 'name': PowerOffVM_Task, 'duration_secs': 0.103599} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.115466] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.115705] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.116452] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19d2699-cbb1-4635-856e-dffab506d80f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.122765] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.122978] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e98a4fad-f441-4dfa-bf5e-735fdf9f273f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.147898] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.148390] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.148390] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Deleting the datastore file [datastore2] 4faf11a5-fc24-4996-8b2a-0328a8bb8078 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.149015] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3761e8ba-d855-4223-a452-761b4ec8fe2e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.154836] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1234.154836] env[70113]: value = "task-3416332" [ 1234.154836] env[70113]: _type = "Task" [ 1234.154836] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.162888] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.243294] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: de2211fe-b32a-4b26-866a-18aa84df32ac] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.382793] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "02c505b2-d1ff-4aae-b887-b10678a49427" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.390090] env[70113]: DEBUG oslo_concurrency.lockutils [None req-100726ad-927a-4871-b89d-6234155e08c2 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "02c505b2-d1ff-4aae-b887-b10678a49427" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.188s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.391252] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "02c505b2-d1ff-4aae-b887-b10678a49427" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.009s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.391564] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "02c505b2-d1ff-4aae-b887-b10678a49427-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.391809] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "02c505b2-d1ff-4aae-b887-b10678a49427-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.392023] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "02c505b2-d1ff-4aae-b887-b10678a49427-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.393827] env[70113]: INFO nova.compute.manager [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Terminating instance [ 1234.471070] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416330, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.618119] env[70113]: DEBUG nova.compute.manager [req-a93ee483-4b3a-4f66-95a7-ee4c6a1d6cf1 req-86b86fbe-caa5-4e9b-9de2-34ec7800f10f service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Received event network-changed-9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.618293] env[70113]: DEBUG nova.compute.manager [req-a93ee483-4b3a-4f66-95a7-ee4c6a1d6cf1 req-86b86fbe-caa5-4e9b-9de2-34ec7800f10f service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Refreshing instance network info cache due to event network-changed-9922988f-acd9-4861-b74b-8cad779dc680. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.618449] env[70113]: DEBUG oslo_concurrency.lockutils [req-a93ee483-4b3a-4f66-95a7-ee4c6a1d6cf1 req-86b86fbe-caa5-4e9b-9de2-34ec7800f10f service nova] Acquiring lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.620459] env[70113]: DEBUG oslo_concurrency.lockutils [req-a93ee483-4b3a-4f66-95a7-ee4c6a1d6cf1 req-86b86fbe-caa5-4e9b-9de2-34ec7800f10f service nova] Acquired lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.620688] env[70113]: DEBUG nova.network.neutron [req-a93ee483-4b3a-4f66-95a7-ee4c6a1d6cf1 req-86b86fbe-caa5-4e9b-9de2-34ec7800f10f service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Refreshing network info cache for port 9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.664192] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096934} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.664434] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.664611] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.664780] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.747118] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 25657856-b058-4468-a156-6bb88b13454d] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.770537] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.770774] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.770956] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.771167] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.771324] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.773526] env[70113]: INFO nova.compute.manager [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Terminating instance [ 1234.897546] env[70113]: DEBUG nova.compute.manager [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.897807] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.898677] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9753d8d-6866-49c2-8bb7-3ae9bfc40573 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.906847] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.907085] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43f6b6e7-9429-4500-b7ab-a9cead32cdce {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.913286] env[70113]: DEBUG oslo_vmware.api [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1234.913286] env[70113]: value = "task-3416333" [ 1234.913286] env[70113]: _type = "Task" [ 1234.913286] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.921675] env[70113]: DEBUG oslo_vmware.api [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.970430] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416330, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.250230] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: bd6bdd04-0483-4f90-93ee-22f0c17f51ee] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.277007] env[70113]: DEBUG nova.compute.manager [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.277243] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.278397] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e903d2-149b-42a9-bc95-4c51c0df7493 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.286245] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.286488] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30432ecb-a513-4784-910c-5258837d5a9b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.292920] env[70113]: DEBUG oslo_vmware.api [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1235.292920] env[70113]: value = "task-3416334" [ 1235.292920] env[70113]: _type = "Task" [ 1235.292920] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.304862] env[70113]: DEBUG oslo_vmware.api [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.336188] env[70113]: DEBUG nova.network.neutron [req-a93ee483-4b3a-4f66-95a7-ee4c6a1d6cf1 req-86b86fbe-caa5-4e9b-9de2-34ec7800f10f service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Updated VIF entry in instance network info cache for port 9922988f-acd9-4861-b74b-8cad779dc680. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.336596] env[70113]: DEBUG nova.network.neutron [req-a93ee483-4b3a-4f66-95a7-ee4c6a1d6cf1 req-86b86fbe-caa5-4e9b-9de2-34ec7800f10f service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Updating instance_info_cache with network_info: [{"id": "9922988f-acd9-4861-b74b-8cad779dc680", "address": "fa:16:3e:67:2d:48", "network": {"id": "767d4c2e-45dc-4897-97fe-d0dd083bc4c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1810633966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6aa0277625144c9a66051a85e4476a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9922988f-ac", "ovs_interfaceid": "9922988f-acd9-4861-b74b-8cad779dc680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.425861] env[70113]: DEBUG oslo_vmware.api [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416333, 'name': PowerOffVM_Task, 'duration_secs': 0.205861} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.427063] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "de865b44-7aaf-4a5d-8088-055d518180fe" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.427286] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "de865b44-7aaf-4a5d-8088-055d518180fe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.429452] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.429687] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.430685] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2809b4a-8fa1-42a4-a132-8a98d10c6eba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.471417] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416330, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.496138] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.496370] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.496557] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Deleting the datastore file [datastore2] 02c505b2-d1ff-4aae-b887-b10678a49427 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.496818] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4677d815-eac5-4edb-8991-eb5849dbbd2b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.505993] env[70113]: DEBUG oslo_vmware.api [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1235.505993] env[70113]: value = "task-3416336" [ 1235.505993] env[70113]: _type = "Task" [ 1235.505993] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.514442] env[70113]: DEBUG oslo_vmware.api [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.699317] env[70113]: DEBUG nova.virt.hardware [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.699561] env[70113]: DEBUG nova.virt.hardware [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.699717] env[70113]: DEBUG nova.virt.hardware [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.699895] env[70113]: DEBUG nova.virt.hardware [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.700049] env[70113]: DEBUG nova.virt.hardware [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.700200] env[70113]: DEBUG nova.virt.hardware [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.700403] env[70113]: DEBUG nova.virt.hardware [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.700558] env[70113]: DEBUG nova.virt.hardware [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.700719] env[70113]: DEBUG nova.virt.hardware [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.700876] env[70113]: DEBUG nova.virt.hardware [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.701057] env[70113]: DEBUG nova.virt.hardware [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.702188] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f977a9d8-b4f5-4a23-b8a5-a7a2e46957e4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.709521] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf93a21-37bd-4058-920f-4a9a6ed70d24 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.722267] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.727693] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.727916] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.728121] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daa669f2-667d-46f8-8baf-eb4711936416 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.744064] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.744064] env[70113]: value = "task-3416337" [ 1235.744064] env[70113]: _type = "Task" [ 1235.744064] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.750853] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416337, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.753316] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 9e5ffad1-10a1-4176-9c3b-2d6636e2ee9d] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.803060] env[70113]: DEBUG oslo_vmware.api [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416334, 'name': PowerOffVM_Task, 'duration_secs': 0.250195} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.803376] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.803560] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.803820] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5a751f7-2e22-437a-8fe0-2eb97c8f25d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.838858] env[70113]: DEBUG oslo_concurrency.lockutils [req-a93ee483-4b3a-4f66-95a7-ee4c6a1d6cf1 req-86b86fbe-caa5-4e9b-9de2-34ec7800f10f service nova] Releasing lock "refresh_cache-063cfe1f-fac9-4ab0-80dc-102e13afe0f6" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.867631] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.867882] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.868061] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleting the datastore file [datastore1] 09b3ba31-7483-4fd1-b39c-cc63d3de375a {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.868342] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64d54134-1f83-44de-a830-2c43640c2a2a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.874732] env[70113]: DEBUG oslo_vmware.api [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1235.874732] env[70113]: value = "task-3416339" [ 1235.874732] env[70113]: _type = "Task" [ 1235.874732] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.882961] env[70113]: DEBUG oslo_vmware.api [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.931992] env[70113]: DEBUG nova.compute.utils [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.972012] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416330, 'name': CreateVM_Task, 'duration_secs': 1.925569} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.972203] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.972857] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/551f5a64-4794-4a21-a9e8-ff5034c56aad" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.973037] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/551f5a64-4794-4a21-a9e8-ff5034c56aad" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.973445] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/551f5a64-4794-4a21-a9e8-ff5034c56aad" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.973702] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad50100f-f648-4658-8ce5-bf1c93664528 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.978404] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1235.978404] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b28729-2a02-5a81-1549-a0e05ba24b40" [ 1235.978404] env[70113]: _type = "Task" [ 1235.978404] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.987411] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b28729-2a02-5a81-1549-a0e05ba24b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.015483] env[70113]: DEBUG oslo_vmware.api [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16818} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.015776] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.016015] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.016236] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.016440] env[70113]: INFO nova.compute.manager [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1236.016744] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.016976] env[70113]: DEBUG nova.compute.manager [-] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.017110] env[70113]: DEBUG nova.network.neutron [-] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.254932] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416337, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.258008] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: d780dbfc-e7d3-4585-82b6-cbe1f921c2d0] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.384909] env[70113]: DEBUG oslo_vmware.api [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175726} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.385206] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.385415] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.385599] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.385774] env[70113]: INFO nova.compute.manager [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1236.386387] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.386387] env[70113]: DEBUG nova.compute.manager [-] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.386387] env[70113]: DEBUG nova.network.neutron [-] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.436174] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "de865b44-7aaf-4a5d-8088-055d518180fe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.489902] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/551f5a64-4794-4a21-a9e8-ff5034c56aad" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.490351] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Processing image 551f5a64-4794-4a21-a9e8-ff5034c56aad {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.490649] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/551f5a64-4794-4a21-a9e8-ff5034c56aad/551f5a64-4794-4a21-a9e8-ff5034c56aad.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.490821] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/551f5a64-4794-4a21-a9e8-ff5034c56aad/551f5a64-4794-4a21-a9e8-ff5034c56aad.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.491015] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.491276] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-296986b8-c011-4e58-8474-25673f014f74 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.502379] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.502564] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.503286] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30598dc6-9fc6-4039-b79e-7fb9ef250a0d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.510390] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1236.510390] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524f5698-e191-5fc5-b4a4-e694d7b1f43f" [ 1236.510390] env[70113]: _type = "Task" [ 1236.510390] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.517921] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524f5698-e191-5fc5-b4a4-e694d7b1f43f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.688139] env[70113]: DEBUG nova.compute.manager [req-2e199c55-b03d-41d0-b55a-47a45b4a267b req-68d20ea8-5c4f-45ad-b70d-72950225bdc8 service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Received event network-vif-deleted-efee1ffd-6c30-4577-ab70-4472c9e04137 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.688340] env[70113]: INFO nova.compute.manager [req-2e199c55-b03d-41d0-b55a-47a45b4a267b req-68d20ea8-5c4f-45ad-b70d-72950225bdc8 service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Neutron deleted interface efee1ffd-6c30-4577-ab70-4472c9e04137; detaching it from the instance and deleting it from the info cache [ 1236.688522] env[70113]: DEBUG nova.network.neutron [req-2e199c55-b03d-41d0-b55a-47a45b4a267b req-68d20ea8-5c4f-45ad-b70d-72950225bdc8 service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.755348] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416337, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.759304] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: f5dddfe9-7233-4e75-9b31-812a051390ec] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.022605] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Preparing fetch location {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1237.022842] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Fetch image to [datastore1] OSTACK_IMG_9856fd72-861a-4ea9-a732-1b5ffe97be36/OSTACK_IMG_9856fd72-861a-4ea9-a732-1b5ffe97be36.vmdk {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1237.023041] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Downloading stream optimized image 551f5a64-4794-4a21-a9e8-ff5034c56aad to [datastore1] OSTACK_IMG_9856fd72-861a-4ea9-a732-1b5ffe97be36/OSTACK_IMG_9856fd72-861a-4ea9-a732-1b5ffe97be36.vmdk on the data store datastore1 as vApp {{(pid=70113) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1237.023224] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Downloading image file data 551f5a64-4794-4a21-a9e8-ff5034c56aad to the ESX as VM named 'OSTACK_IMG_9856fd72-861a-4ea9-a732-1b5ffe97be36' {{(pid=70113) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1237.102973] env[70113]: DEBUG oslo_vmware.rw_handles [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1237.102973] env[70113]: value = "resgroup-9" [ 1237.102973] env[70113]: _type = "ResourcePool" [ 1237.102973] env[70113]: }. {{(pid=70113) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1237.103626] env[70113]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8637dd99-3a48-4da2-9cb1-8067597c6a31 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.124869] env[70113]: DEBUG oslo_vmware.rw_handles [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lease: (returnval){ [ 1237.124869] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52be1a51-91ac-9080-f89f-45113ff6accb" [ 1237.124869] env[70113]: _type = "HttpNfcLease" [ 1237.124869] env[70113]: } obtained for vApp import into resource pool (val){ [ 1237.124869] env[70113]: value = "resgroup-9" [ 1237.124869] env[70113]: _type = "ResourcePool" [ 1237.124869] env[70113]: }. {{(pid=70113) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1237.125222] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the lease: (returnval){ [ 1237.125222] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52be1a51-91ac-9080-f89f-45113ff6accb" [ 1237.125222] env[70113]: _type = "HttpNfcLease" [ 1237.125222] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1237.131427] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1237.131427] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52be1a51-91ac-9080-f89f-45113ff6accb" [ 1237.131427] env[70113]: _type = "HttpNfcLease" [ 1237.131427] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1237.170395] env[70113]: DEBUG nova.network.neutron [-] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.194039] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d4fdf26-c7d8-4f59-b3bd-7ba772512428 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.204052] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead3ec30-799d-4a2b-92e7-fdb24c69fa72 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.239846] env[70113]: DEBUG nova.compute.manager [req-2e199c55-b03d-41d0-b55a-47a45b4a267b req-68d20ea8-5c4f-45ad-b70d-72950225bdc8 service nova] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Detach interface failed, port_id=efee1ffd-6c30-4577-ab70-4472c9e04137, reason: Instance 02c505b2-d1ff-4aae-b887-b10678a49427 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1237.256796] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416337, 'name': CreateVM_Task, 'duration_secs': 1.27257} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.256796] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.256796] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.256796] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.257392] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.257392] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c829e0bf-52f1-41a8-9f96-6f80ce41aae6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.262229] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: a0b5c2ab-dd80-4a23-a15f-cea363667ad4] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.264725] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1237.264725] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]526fbfc7-ffcd-8404-4f89-e9892cfc0b95" [ 1237.264725] env[70113]: _type = "Task" [ 1237.264725] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.273805] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526fbfc7-ffcd-8404-4f89-e9892cfc0b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.418533] env[70113]: DEBUG nova.network.neutron [-] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.505015] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "de865b44-7aaf-4a5d-8088-055d518180fe" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.505466] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "de865b44-7aaf-4a5d-8088-055d518180fe" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.505759] env[70113]: INFO nova.compute.manager [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Attaching volume 7c9b8b19-fca8-4570-a6de-047fcd792aed to /dev/sdb [ 1237.543064] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eba4ae-060a-43fa-970a-5e37a5b8e09f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.550777] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c72feb6-635d-4f8d-984d-e27efee96637 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.565084] env[70113]: DEBUG nova.virt.block_device [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Updating existing volume attachment record: 5d201458-9ec7-4933-841d-427a531759fe {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1237.632751] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1237.632751] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52be1a51-91ac-9080-f89f-45113ff6accb" [ 1237.632751] env[70113]: _type = "HttpNfcLease" [ 1237.632751] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1237.673708] env[70113]: INFO nova.compute.manager [-] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Took 1.66 seconds to deallocate network for instance. [ 1237.771155] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 5f4eb855-6107-4cbe-af88-b092e7cb9b99] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.777801] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526fbfc7-ffcd-8404-4f89-e9892cfc0b95, 'name': SearchDatastore_Task, 'duration_secs': 0.012033} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.777951] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.778436] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.778812] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.778976] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.779761] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.779761] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7dfdd99-d083-4740-ab66-4881de5420a0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.789543] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.789726] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.790682] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-518c5e57-9556-434b-a0ae-fe9c6309ec54 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.796139] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1237.796139] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f0258d-d397-f879-31df-eb02e9f5433d" [ 1237.796139] env[70113]: _type = "Task" [ 1237.796139] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.803980] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f0258d-d397-f879-31df-eb02e9f5433d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.920868] env[70113]: INFO nova.compute.manager [-] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Took 1.53 seconds to deallocate network for instance. [ 1238.134669] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1238.134669] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52be1a51-91ac-9080-f89f-45113ff6accb" [ 1238.134669] env[70113]: _type = "HttpNfcLease" [ 1238.134669] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1238.134971] env[70113]: DEBUG oslo_vmware.rw_handles [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1238.134971] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52be1a51-91ac-9080-f89f-45113ff6accb" [ 1238.134971] env[70113]: _type = "HttpNfcLease" [ 1238.134971] env[70113]: }. {{(pid=70113) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1238.135785] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dce2f2a-74b1-4693-a2b4-9eed6819ad46 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.143077] env[70113]: DEBUG oslo_vmware.rw_handles [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f13494-ddae-9705-cd75-4e894f14dacd/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1238.143282] env[70113]: DEBUG oslo_vmware.rw_handles [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f13494-ddae-9705-cd75-4e894f14dacd/disk-0.vmdk. {{(pid=70113) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1238.202291] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.202564] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.202759] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.209821] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b5b2f2f0-32fb-4c38-a808-e9b2651e9995 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.271624] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: cab6bc89-6bea-4fc2-b182-f406bece7320] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.309203] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f0258d-d397-f879-31df-eb02e9f5433d, 'name': SearchDatastore_Task, 'duration_secs': 0.008637} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.310855] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72af9924-93b7-4771-9245-524644f137dc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.316539] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1238.316539] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5243ef5d-28a1-7000-69e4-cf82127d6984" [ 1238.316539] env[70113]: _type = "Task" [ 1238.316539] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.320589] env[70113]: INFO nova.scheduler.client.report [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Deleted allocations for instance 02c505b2-d1ff-4aae-b887-b10678a49427 [ 1238.328454] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5243ef5d-28a1-7000-69e4-cf82127d6984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.427808] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.427808] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.429036] env[70113]: DEBUG nova.objects.instance [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lazy-loading 'resources' on Instance uuid 09b3ba31-7483-4fd1-b39c-cc63d3de375a {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.716359] env[70113]: DEBUG nova.compute.manager [req-face12cf-7ae1-4c92-af94-7708f0692d2f req-8ff37bcf-f6ac-4684-8391-2542ab4d0180 service nova] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Received event network-vif-deleted-18e9d831-c266-4264-8776-31bfac744b54 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.774897] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: fc12be11-3baa-45a9-876d-8b6f23f7af90] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.835900] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5243ef5d-28a1-7000-69e4-cf82127d6984, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.839352] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6a94203c-a89b-4a69-b408-5a75f8dc5002 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "02c505b2-d1ff-4aae-b887-b10678a49427" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.448s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.840481] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.840833] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 4faf11a5-fc24-4996-8b2a-0328a8bb8078/4faf11a5-fc24-4996-8b2a-0328a8bb8078.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.841411] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92d8e34b-ae8a-4fba-9512-6d133a7a730d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.851059] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1238.851059] env[70113]: value = "task-3416344" [ 1238.851059] env[70113]: _type = "Task" [ 1238.851059] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.863020] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.094612] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f363106a-c60e-4099-a22f-2928db2ab139 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.105305] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185cf1ce-565d-41bb-b441-a49ac40ae215 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.145322] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3a2b66-4dd2-4cb6-8805-270c467ae281 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.153902] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d5dc0f-1bef-44cd-beb7-a00b3de54c3f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.170158] env[70113]: DEBUG nova.compute.provider_tree [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.278365] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 73634bb0-a724-4033-9a2e-5522d4041169] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.317065] env[70113]: DEBUG oslo_vmware.rw_handles [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Completed reading data from the image iterator. {{(pid=70113) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1239.317316] env[70113]: DEBUG oslo_vmware.rw_handles [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f13494-ddae-9705-cd75-4e894f14dacd/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1239.318289] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9f8bfe-aa8a-4a4d-a51a-57babef77ef0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.327242] env[70113]: DEBUG oslo_vmware.rw_handles [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f13494-ddae-9705-cd75-4e894f14dacd/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1239.327466] env[70113]: DEBUG oslo_vmware.rw_handles [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f13494-ddae-9705-cd75-4e894f14dacd/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1239.327683] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5372032a-f63c-4f81-84c5-37fe234e03cb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.364730] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501437} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.365009] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 4faf11a5-fc24-4996-8b2a-0328a8bb8078/4faf11a5-fc24-4996-8b2a-0328a8bb8078.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.365264] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.365531] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7046769e-4bc1-444e-82a1-b5fa5132cb15 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.372082] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1239.372082] env[70113]: value = "task-3416345" [ 1239.372082] env[70113]: _type = "Task" [ 1239.372082] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.380912] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.483533] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.483764] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.505079] env[70113]: DEBUG oslo_vmware.rw_handles [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f13494-ddae-9705-cd75-4e894f14dacd/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1239.505273] env[70113]: INFO nova.virt.vmwareapi.images [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Downloaded image file data 551f5a64-4794-4a21-a9e8-ff5034c56aad [ 1239.506097] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9c0613-f3fe-4ac8-b303-ab3ec6f4a1b2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.521274] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07039e1c-fa0b-4527-8ce3-1c00d5b39403 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.551049] env[70113]: INFO nova.virt.vmwareapi.images [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] The imported VM was unregistered [ 1239.554288] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Caching image {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1239.554288] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Creating directory with path [datastore1] devstack-image-cache_base/551f5a64-4794-4a21-a9e8-ff5034c56aad {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.554445] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef3680ca-e214-4ed3-a0a1-538f595a8db2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.566032] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Created directory with path [datastore1] devstack-image-cache_base/551f5a64-4794-4a21-a9e8-ff5034c56aad {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.566032] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9856fd72-861a-4ea9-a732-1b5ffe97be36/OSTACK_IMG_9856fd72-861a-4ea9-a732-1b5ffe97be36.vmdk to [datastore1] devstack-image-cache_base/551f5a64-4794-4a21-a9e8-ff5034c56aad/551f5a64-4794-4a21-a9e8-ff5034c56aad.vmdk. {{(pid=70113) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1239.566032] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4978fdfd-f9e9-4c58-85f1-4ac02d0e737a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.571753] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1239.571753] env[70113]: value = "task-3416347" [ 1239.571753] env[70113]: _type = "Task" [ 1239.571753] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.579086] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416347, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.673530] env[70113]: DEBUG nova.scheduler.client.report [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.783784] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 71dbf17b-d02c-42c3-a26c-9543715d7396] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.885228] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099251} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.885584] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.886562] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7ec717-28c3-4042-bfc0-98ad5b7de74e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.913023] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 4faf11a5-fc24-4996-8b2a-0328a8bb8078/4faf11a5-fc24-4996-8b2a-0328a8bb8078.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.913354] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0c8d684-0c1c-4a6e-a815-b78369ca1358 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.935199] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1239.935199] env[70113]: value = "task-3416349" [ 1239.935199] env[70113]: _type = "Task" [ 1239.935199] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.947884] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416349, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.986062] env[70113]: DEBUG nova.compute.manager [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.085910] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416347, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.180073] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.204129] env[70113]: INFO nova.scheduler.client.report [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleted allocations for instance 09b3ba31-7483-4fd1-b39c-cc63d3de375a [ 1240.287390] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 5276edc2-b78c-418b-9801-708672871dff] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.448777] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416349, 'name': ReconfigVM_Task, 'duration_secs': 0.414083} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.449110] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 4faf11a5-fc24-4996-8b2a-0328a8bb8078/4faf11a5-fc24-4996-8b2a-0328a8bb8078.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.449839] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-719150eb-3a74-4f4b-ab26-038bec4958ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.459347] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1240.459347] env[70113]: value = "task-3416350" [ 1240.459347] env[70113]: _type = "Task" [ 1240.459347] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.471020] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416350, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.507645] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.507932] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.509549] env[70113]: INFO nova.compute.claims [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.585103] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416347, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.713248] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fd0fdfb9-446d-4f98-b0a7-dc1d13530bf4 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "09b3ba31-7483-4fd1-b39c-cc63d3de375a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.942s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.791620] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 141c5b71-b0a5-43b1-81ba-784e1a1cfacf] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.972221] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416350, 'name': Rename_Task, 'duration_secs': 0.201412} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.972526] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.972789] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f17bba1-ba9f-47fc-84ea-c281a3f24e1b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.981688] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1240.981688] env[70113]: value = "task-3416351" [ 1240.981688] env[70113]: _type = "Task" [ 1240.981688] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.992346] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.086879] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416347, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.295093] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 761d478c-67ec-4413-aff9-417a231efbf7] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.496705] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416351, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.588515] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416347, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.692648] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1f9b73-11d2-4a5b-a544-da6a03612762 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.703662] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39fcbc4-d1f1-4112-8e0a-11e4319c85f3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.737839] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223cda99-5c54-42c8-8f20-2213e1adc8c0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.749792] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db6662f-5605-4ab7-8345-4406a230b9aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.765606] env[70113]: DEBUG nova.compute.provider_tree [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.798538] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 4171d2e1-d090-4017-89e8-90cd9ceee37a] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.992385] env[70113]: DEBUG oslo_vmware.api [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416351, 'name': PowerOnVM_Task, 'duration_secs': 0.680979} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.992603] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.992810] env[70113]: DEBUG nova.compute.manager [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.993782] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e836966d-b8d6-4985-b64f-cc087448aa66 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.086123] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416347, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.112841] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1242.113114] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681644', 'volume_id': '7c9b8b19-fca8-4570-a6de-047fcd792aed', 'name': 'volume-7c9b8b19-fca8-4570-a6de-047fcd792aed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de865b44-7aaf-4a5d-8088-055d518180fe', 'attached_at': '', 'detached_at': '', 'volume_id': '7c9b8b19-fca8-4570-a6de-047fcd792aed', 'serial': '7c9b8b19-fca8-4570-a6de-047fcd792aed'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1242.114128] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ffaeee-f1d5-435e-9ab1-e4b109c16610 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.129956] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9ce87e-c408-4293-bb51-ea9f2a5d35b8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.153467] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-7c9b8b19-fca8-4570-a6de-047fcd792aed/volume-7c9b8b19-fca8-4570-a6de-047fcd792aed.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.153875] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df52c98b-e75e-4d8d-9593-10885f72a152 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.171571] env[70113]: DEBUG oslo_vmware.api [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1242.171571] env[70113]: value = "task-3416352" [ 1242.171571] env[70113]: _type = "Task" [ 1242.171571] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.182754] env[70113]: DEBUG oslo_vmware.api [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.269074] env[70113]: DEBUG nova.scheduler.client.report [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.302240] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: f32d148d-a6be-4323-a5ea-8b10beca2d5b] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.384827] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "70834b1c-f2b6-45b4-a761-ec525b577b3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.385087] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "70834b1c-f2b6-45b4-a761-ec525b577b3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.508334] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.589042] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416347, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.782789} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.589358] env[70113]: INFO nova.virt.vmwareapi.ds_util [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9856fd72-861a-4ea9-a732-1b5ffe97be36/OSTACK_IMG_9856fd72-861a-4ea9-a732-1b5ffe97be36.vmdk to [datastore1] devstack-image-cache_base/551f5a64-4794-4a21-a9e8-ff5034c56aad/551f5a64-4794-4a21-a9e8-ff5034c56aad.vmdk. [ 1242.589625] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Cleaning up location [datastore1] OSTACK_IMG_9856fd72-861a-4ea9-a732-1b5ffe97be36 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1242.589863] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9856fd72-861a-4ea9-a732-1b5ffe97be36 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.590201] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52374716-d29b-45da-baa0-e2c24f0ce156 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.596915] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1242.596915] env[70113]: value = "task-3416353" [ 1242.596915] env[70113]: _type = "Task" [ 1242.596915] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.604640] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.681658] env[70113]: DEBUG oslo_vmware.api [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.773872] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.774447] env[70113]: DEBUG nova.compute.manager [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1242.777201] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.269s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.777388] env[70113]: DEBUG nova.objects.instance [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70113) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1242.805491] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 3a8418da-6dbf-48d2-bcfa-1db117ec8631] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.887828] env[70113]: DEBUG nova.compute.manager [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1243.106636] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105598} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.106891] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.107069] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/551f5a64-4794-4a21-a9e8-ff5034c56aad/551f5a64-4794-4a21-a9e8-ff5034c56aad.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.107324] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/551f5a64-4794-4a21-a9e8-ff5034c56aad/551f5a64-4794-4a21-a9e8-ff5034c56aad.vmdk to [datastore1] 063cfe1f-fac9-4ab0-80dc-102e13afe0f6/063cfe1f-fac9-4ab0-80dc-102e13afe0f6.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.107600] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e3cca03-354d-4d62-b5e4-7f7bf1ff5c47 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.114399] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1243.114399] env[70113]: value = "task-3416354" [ 1243.114399] env[70113]: _type = "Task" [ 1243.114399] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.121876] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.181865] env[70113]: DEBUG oslo_vmware.api [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416352, 'name': ReconfigVM_Task, 'duration_secs': 0.750944} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.182152] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-7c9b8b19-fca8-4570-a6de-047fcd792aed/volume-7c9b8b19-fca8-4570-a6de-047fcd792aed.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.186900] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deeec668-c8db-4eee-8565-562ca7501234 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.201638] env[70113]: DEBUG oslo_vmware.api [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1243.201638] env[70113]: value = "task-3416355" [ 1243.201638] env[70113]: _type = "Task" [ 1243.201638] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.209098] env[70113]: DEBUG oslo_vmware.api [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.282184] env[70113]: DEBUG nova.compute.utils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.286687] env[70113]: DEBUG nova.compute.manager [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.286891] env[70113]: DEBUG nova.network.neutron [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1243.309120] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: d5594fac-44a9-4be9-ac10-42e6f368365f] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.337823] env[70113]: DEBUG nova.policy [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08c20c334c914b4eb37ddce05a5961ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7146058e663c40baad8c7ac4191253a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.408636] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.532936] env[70113]: DEBUG oslo_concurrency.lockutils [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "4faf11a5-fc24-4996-8b2a-0328a8bb8078" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.533442] env[70113]: DEBUG oslo_concurrency.lockutils [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "4faf11a5-fc24-4996-8b2a-0328a8bb8078" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.533667] env[70113]: DEBUG oslo_concurrency.lockutils [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "4faf11a5-fc24-4996-8b2a-0328a8bb8078-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.533859] env[70113]: DEBUG oslo_concurrency.lockutils [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "4faf11a5-fc24-4996-8b2a-0328a8bb8078-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.534042] env[70113]: DEBUG oslo_concurrency.lockutils [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "4faf11a5-fc24-4996-8b2a-0328a8bb8078-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.537203] env[70113]: INFO nova.compute.manager [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Terminating instance [ 1243.580455] env[70113]: DEBUG nova.network.neutron [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Successfully created port: c1cbce90-50e7-4ee3-a827-645f7e006b4d {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1243.625236] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.714138] env[70113]: DEBUG oslo_vmware.api [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416355, 'name': ReconfigVM_Task, 'duration_secs': 0.144775} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.714426] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681644', 'volume_id': '7c9b8b19-fca8-4570-a6de-047fcd792aed', 'name': 'volume-7c9b8b19-fca8-4570-a6de-047fcd792aed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de865b44-7aaf-4a5d-8088-055d518180fe', 'attached_at': '', 'detached_at': '', 'volume_id': '7c9b8b19-fca8-4570-a6de-047fcd792aed', 'serial': '7c9b8b19-fca8-4570-a6de-047fcd792aed'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1243.787749] env[70113]: DEBUG nova.compute.manager [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1243.791759] env[70113]: DEBUG oslo_concurrency.lockutils [None req-e5a07495-3c31-48b9-a0f9-2c5797b8169f tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.793722] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.385s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.795447] env[70113]: INFO nova.compute.claims [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.813588] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: da5e0b7e-b288-455d-a93e-7bbc4a8c58c9] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.041908] env[70113]: DEBUG oslo_concurrency.lockutils [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "refresh_cache-4faf11a5-fc24-4996-8b2a-0328a8bb8078" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.042135] env[70113]: DEBUG oslo_concurrency.lockutils [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquired lock "refresh_cache-4faf11a5-fc24-4996-8b2a-0328a8bb8078" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.042284] env[70113]: DEBUG nova.network.neutron [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.128449] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416354, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.317440] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: bada8017-1fc1-47c8-ac7e-b596e2fc2917] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.569480] env[70113]: DEBUG nova.network.neutron [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.629414] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416354, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.641606] env[70113]: DEBUG nova.network.neutron [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.765360] env[70113]: DEBUG nova.objects.instance [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lazy-loading 'flavor' on Instance uuid de865b44-7aaf-4a5d-8088-055d518180fe {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.801324] env[70113]: DEBUG nova.compute.manager [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1244.822488] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: b1e49170-1111-41f1-a065-6d099a1c01c8] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.835029] env[70113]: DEBUG nova.virt.hardware [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.835029] env[70113]: DEBUG nova.virt.hardware [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.835316] env[70113]: DEBUG nova.virt.hardware [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.835350] env[70113]: DEBUG nova.virt.hardware [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.836057] env[70113]: DEBUG nova.virt.hardware [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.836057] env[70113]: DEBUG nova.virt.hardware [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.836057] env[70113]: DEBUG nova.virt.hardware [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.836057] env[70113]: DEBUG nova.virt.hardware [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.836282] env[70113]: DEBUG nova.virt.hardware [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.836324] env[70113]: DEBUG nova.virt.hardware [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.836493] env[70113]: DEBUG nova.virt.hardware [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.837392] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1a530e-ba28-4e6b-9deb-f1984a2000f5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.851044] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307ea8f2-5afd-43d6-a38b-9b46d0c9641d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.954434] env[70113]: INFO nova.compute.manager [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Rescuing [ 1244.954730] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.954894] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.955122] env[70113]: DEBUG nova.network.neutron [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.993866] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b450e65d-b0a8-47eb-ab34-b04801527f64 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.004065] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4b2036-e051-4195-a410-8a5e269cc8b4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.040191] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8ae622-8543-47a9-9538-61bd7ccad3bf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.050358] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f3b4be-f975-414d-9a91-ee941820cca0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.066289] env[70113]: DEBUG nova.compute.provider_tree [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.130102] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416354, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.144179] env[70113]: DEBUG oslo_concurrency.lockutils [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Releasing lock "refresh_cache-4faf11a5-fc24-4996-8b2a-0328a8bb8078" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.144636] env[70113]: DEBUG nova.compute.manager [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.144835] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.145826] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f96662-31b6-42c9-9f0f-d87b556368fc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.154727] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.155021] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30596b0d-d851-4b13-8700-63f3ff63b9ec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.163513] env[70113]: DEBUG oslo_vmware.api [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1245.163513] env[70113]: value = "task-3416356" [ 1245.163513] env[70113]: _type = "Task" [ 1245.163513] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.174050] env[70113]: DEBUG oslo_vmware.api [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.275123] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a063528a-7e3f-4140-86a4-922d579e34d4 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "de865b44-7aaf-4a5d-8088-055d518180fe" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.770s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.330231] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 52c12a26-d157-420d-ab03-48dfc750a3d5] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.385820] env[70113]: DEBUG nova.compute.manager [req-abc66c6e-1f76-4b03-b279-aefc5b890d12 req-a3752001-c6d4-40b4-8557-930d9078a801 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Received event network-vif-plugged-c1cbce90-50e7-4ee3-a827-645f7e006b4d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.386084] env[70113]: DEBUG oslo_concurrency.lockutils [req-abc66c6e-1f76-4b03-b279-aefc5b890d12 req-a3752001-c6d4-40b4-8557-930d9078a801 service nova] Acquiring lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.386306] env[70113]: DEBUG oslo_concurrency.lockutils [req-abc66c6e-1f76-4b03-b279-aefc5b890d12 req-a3752001-c6d4-40b4-8557-930d9078a801 service nova] Lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.386477] env[70113]: DEBUG oslo_concurrency.lockutils [req-abc66c6e-1f76-4b03-b279-aefc5b890d12 req-a3752001-c6d4-40b4-8557-930d9078a801 service nova] Lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.386646] env[70113]: DEBUG nova.compute.manager [req-abc66c6e-1f76-4b03-b279-aefc5b890d12 req-a3752001-c6d4-40b4-8557-930d9078a801 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] No waiting events found dispatching network-vif-plugged-c1cbce90-50e7-4ee3-a827-645f7e006b4d {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.386811] env[70113]: WARNING nova.compute.manager [req-abc66c6e-1f76-4b03-b279-aefc5b890d12 req-a3752001-c6d4-40b4-8557-930d9078a801 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Received unexpected event network-vif-plugged-c1cbce90-50e7-4ee3-a827-645f7e006b4d for instance with vm_state building and task_state spawning. [ 1245.493816] env[70113]: DEBUG oslo_concurrency.lockutils [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "bfb64408-fac0-4574-bcb3-b8851257932c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.494170] env[70113]: DEBUG oslo_concurrency.lockutils [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "bfb64408-fac0-4574-bcb3-b8851257932c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.570093] env[70113]: DEBUG nova.scheduler.client.report [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.631399] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416354, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.675054] env[70113]: DEBUG oslo_vmware.api [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416356, 'name': PowerOffVM_Task, 'duration_secs': 0.151731} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.675407] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.675586] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.675871] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef844b81-9fc4-47cb-8365-011936d1b0e5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.691296] env[70113]: DEBUG nova.network.neutron [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Updating instance_info_cache with network_info: [{"id": "35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141", "address": "fa:16:3e:da:45:83", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fbe5b5-2b", "ovs_interfaceid": "35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.704922] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.705294] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.705590] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Deleting the datastore file [datastore2] 4faf11a5-fc24-4996-8b2a-0328a8bb8078 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.706151] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df4c7ed4-d1db-4d63-8618-df3cfe186fa5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.714649] env[70113]: DEBUG oslo_vmware.api [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1245.714649] env[70113]: value = "task-3416358" [ 1245.714649] env[70113]: _type = "Task" [ 1245.714649] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.727042] env[70113]: DEBUG oslo_vmware.api [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.832944] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 52d28545-4a72-448b-be63-69a252ed1bdc] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.957586] env[70113]: DEBUG nova.network.neutron [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Successfully updated port: c1cbce90-50e7-4ee3-a827-645f7e006b4d {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1245.976024] env[70113]: DEBUG nova.compute.manager [req-83bcf858-b080-45ea-b489-b4782ac997df req-5e50cefb-e177-4f03-bb28-b410be4f9b09 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Received event network-changed-c1cbce90-50e7-4ee3-a827-645f7e006b4d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.976024] env[70113]: DEBUG nova.compute.manager [req-83bcf858-b080-45ea-b489-b4782ac997df req-5e50cefb-e177-4f03-bb28-b410be4f9b09 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Refreshing instance network info cache due to event network-changed-c1cbce90-50e7-4ee3-a827-645f7e006b4d. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.976314] env[70113]: DEBUG oslo_concurrency.lockutils [req-83bcf858-b080-45ea-b489-b4782ac997df req-5e50cefb-e177-4f03-bb28-b410be4f9b09 service nova] Acquiring lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.976383] env[70113]: DEBUG oslo_concurrency.lockutils [req-83bcf858-b080-45ea-b489-b4782ac997df req-5e50cefb-e177-4f03-bb28-b410be4f9b09 service nova] Acquired lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.976536] env[70113]: DEBUG nova.network.neutron [req-83bcf858-b080-45ea-b489-b4782ac997df req-5e50cefb-e177-4f03-bb28-b410be4f9b09 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Refreshing network info cache for port c1cbce90-50e7-4ee3-a827-645f7e006b4d {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.997275] env[70113]: DEBUG nova.compute.utils [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1246.077864] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.078389] env[70113]: DEBUG nova.compute.manager [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.129032] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416354, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.713083} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.129307] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/551f5a64-4794-4a21-a9e8-ff5034c56aad/551f5a64-4794-4a21-a9e8-ff5034c56aad.vmdk to [datastore1] 063cfe1f-fac9-4ab0-80dc-102e13afe0f6/063cfe1f-fac9-4ab0-80dc-102e13afe0f6.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.130131] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71362deb-b93f-46fb-a548-001c07f195a5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.151446] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 063cfe1f-fac9-4ab0-80dc-102e13afe0f6/063cfe1f-fac9-4ab0-80dc-102e13afe0f6.vmdk or device None with type streamOptimized {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.151899] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff6e51cc-33be-463c-b752-4d9e2cbf227a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.169840] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1246.169840] env[70113]: value = "task-3416359" [ 1246.169840] env[70113]: _type = "Task" [ 1246.169840] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.177116] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.194028] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.227086] env[70113]: DEBUG oslo_vmware.api [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150293} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.227086] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.227262] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.227367] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.227617] env[70113]: INFO nova.compute.manager [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1246.227882] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.228101] env[70113]: DEBUG nova.compute.manager [-] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.228278] env[70113]: DEBUG nova.network.neutron [-] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.243992] env[70113]: DEBUG nova.network.neutron [-] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.337470] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 1fe20cf8-5e09-4d32-980d-4c198a0a6a5c] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.460486] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.500100] env[70113]: DEBUG oslo_concurrency.lockutils [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "bfb64408-fac0-4574-bcb3-b8851257932c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.520518] env[70113]: DEBUG nova.network.neutron [req-83bcf858-b080-45ea-b489-b4782ac997df req-5e50cefb-e177-4f03-bb28-b410be4f9b09 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.583280] env[70113]: DEBUG nova.compute.utils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1246.584653] env[70113]: DEBUG nova.compute.manager [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1246.584825] env[70113]: DEBUG nova.network.neutron [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.625165] env[70113]: DEBUG nova.network.neutron [req-83bcf858-b080-45ea-b489-b4782ac997df req-5e50cefb-e177-4f03-bb28-b410be4f9b09 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.656947] env[70113]: DEBUG nova.policy [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daf72965cba84ac2ab83202474aec2a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bed8f3f3a2054de48c1c741adc76b191', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.679048] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416359, 'name': ReconfigVM_Task, 'duration_secs': 0.288065} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.679321] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 063cfe1f-fac9-4ab0-80dc-102e13afe0f6/063cfe1f-fac9-4ab0-80dc-102e13afe0f6.vmdk or device None with type streamOptimized {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.679923] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b509e199-0300-45d7-946e-ff761c29caa8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.686507] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1246.686507] env[70113]: value = "task-3416360" [ 1246.686507] env[70113]: _type = "Task" [ 1246.686507] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.694199] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416360, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.746392] env[70113]: DEBUG nova.network.neutron [-] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.840451] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 1f3018be-9b1d-48d1-b601-2738439a3701] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.930504] env[70113]: DEBUG nova.network.neutron [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Successfully created port: 1f8bb66b-73f4-47dc-881e-d6ce3ed89e01 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1247.089369] env[70113]: DEBUG nova.compute.manager [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1247.130022] env[70113]: DEBUG oslo_concurrency.lockutils [req-83bcf858-b080-45ea-b489-b4782ac997df req-5e50cefb-e177-4f03-bb28-b410be4f9b09 service nova] Releasing lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.130356] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.130356] env[70113]: DEBUG nova.network.neutron [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.197171] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416360, 'name': Rename_Task, 'duration_secs': 0.134741} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.197559] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.197898] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf836053-0486-4397-a00b-051d2e5f91eb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.205036] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1247.205036] env[70113]: value = "task-3416361" [ 1247.205036] env[70113]: _type = "Task" [ 1247.205036] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.213602] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.249229] env[70113]: INFO nova.compute.manager [-] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Took 1.02 seconds to deallocate network for instance. [ 1247.343953] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 6a4056d3-e606-4232-a764-b1d6ffdc311e] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.565112] env[70113]: DEBUG oslo_concurrency.lockutils [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "bfb64408-fac0-4574-bcb3-b8851257932c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.565469] env[70113]: DEBUG oslo_concurrency.lockutils [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "bfb64408-fac0-4574-bcb3-b8851257932c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.565714] env[70113]: INFO nova.compute.manager [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Attaching volume 4f159e32-514a-47e2-81a9-d6873bd32f2f to /dev/sdb [ 1247.600988] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c597787-34e0-42dd-9353-145ca84b861a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.608715] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268ab29c-cc9c-4e12-ba9b-2d2e5b138ba8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.621998] env[70113]: DEBUG nova.virt.block_device [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Updating existing volume attachment record: 931199a3-8afb-4630-a1b4-2d64794ddd22 {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1247.632995] env[70113]: DEBUG nova.compute.manager [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.635611] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744d4f99-beb5-4926-ab36-fc98af3a4d2f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.668550] env[70113]: DEBUG nova.network.neutron [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.715757] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416361, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.730484] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.730763] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-587a0cf6-4252-49cf-99a4-385a290bb00b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.739860] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1247.739860] env[70113]: value = "task-3416362" [ 1247.739860] env[70113]: _type = "Task" [ 1247.739860] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.748126] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.755251] env[70113]: DEBUG oslo_concurrency.lockutils [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.755522] env[70113]: DEBUG oslo_concurrency.lockutils [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.755752] env[70113]: DEBUG nova.objects.instance [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lazy-loading 'resources' on Instance uuid 4faf11a5-fc24-4996-8b2a-0328a8bb8078 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.803206] env[70113]: DEBUG nova.network.neutron [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance_info_cache with network_info: [{"id": "c1cbce90-50e7-4ee3-a827-645f7e006b4d", "address": "fa:16:3e:46:f4:dc", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cbce90-50", "ovs_interfaceid": "c1cbce90-50e7-4ee3-a827-645f7e006b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.849173] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: bccc340c-192c-4aee-9583-d2fd9514ca3e] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.099223] env[70113]: DEBUG nova.compute.manager [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1248.125287] env[70113]: DEBUG nova.virt.hardware [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.125581] env[70113]: DEBUG nova.virt.hardware [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.125762] env[70113]: DEBUG nova.virt.hardware [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.125962] env[70113]: DEBUG nova.virt.hardware [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.126139] env[70113]: DEBUG nova.virt.hardware [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.126306] env[70113]: DEBUG nova.virt.hardware [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.126525] env[70113]: DEBUG nova.virt.hardware [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.126693] env[70113]: DEBUG nova.virt.hardware [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.126867] env[70113]: DEBUG nova.virt.hardware [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.127053] env[70113]: DEBUG nova.virt.hardware [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.127322] env[70113]: DEBUG nova.virt.hardware [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.128207] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724b6c9d-30bc-4f8c-b8ac-1c3643d79503 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.136649] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ee7693-0c8f-4123-80d9-ac8539db8469 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.150871] env[70113]: INFO nova.compute.manager [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] instance snapshotting [ 1248.152395] env[70113]: DEBUG nova.objects.instance [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lazy-loading 'flavor' on Instance uuid 9b480a90-fa49-44d5-88f0-f0bf97a6ed67 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.215671] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416361, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.249344] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416362, 'name': PowerOffVM_Task, 'duration_secs': 0.209169} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.249613] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.250447] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b184d4a2-2131-4cdb-954c-c0e7a47524f9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.278571] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d572148d-588b-4b29-b4c9-faac3b2dc806 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.305431] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.305737] env[70113]: DEBUG nova.compute.manager [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Instance network_info: |[{"id": "c1cbce90-50e7-4ee3-a827-645f7e006b4d", "address": "fa:16:3e:46:f4:dc", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cbce90-50", "ovs_interfaceid": "c1cbce90-50e7-4ee3-a827-645f7e006b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.306182] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:f4:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1cbce90-50e7-4ee3-a827-645f7e006b4d', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.313692] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.318358] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.318609] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.318805] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c569af5-1b15-4225-b5e1-01696a29e6ae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.320554] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-407c6522-467a-4355-beec-520ceaffbeae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.342496] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1248.342496] env[70113]: value = "task-3416366" [ 1248.342496] env[70113]: _type = "Task" [ 1248.342496] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.343736] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.343736] env[70113]: value = "task-3416367" [ 1248.343736] env[70113]: _type = "Task" [ 1248.343736] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.352308] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 5f528945-d1a0-4ec1-86f6-5fc1a15a8162] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.357966] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] VM already powered off {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1248.358210] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.358447] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.360823] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.360823] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.361819] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0a05eaf-46a1-4c54-8012-3b8878be1d2b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.363828] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416367, 'name': CreateVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.374248] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.374248] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.374248] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e388ce6a-bf76-4ea3-9dfe-a813162d036c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.378767] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1248.378767] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c1b763-9ac2-bab8-37fa-53ce15b8dc0f" [ 1248.378767] env[70113]: _type = "Task" [ 1248.378767] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.386385] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c1b763-9ac2-bab8-37fa-53ce15b8dc0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.476931] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648f108f-4d41-432d-a461-97445213979b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.484745] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f258da2e-60c6-42d6-92d3-3be31e054593 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.515967] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda1441d-4148-4c42-a837-02ff99b420a9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.519787] env[70113]: DEBUG nova.compute.manager [req-2836a9a0-63b2-4bd7-962f-f2fbcd1240cd req-a91a9883-c9e5-44c7-ac31-b96555b3a120 service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Received event network-vif-plugged-1f8bb66b-73f4-47dc-881e-d6ce3ed89e01 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.520016] env[70113]: DEBUG oslo_concurrency.lockutils [req-2836a9a0-63b2-4bd7-962f-f2fbcd1240cd req-a91a9883-c9e5-44c7-ac31-b96555b3a120 service nova] Acquiring lock "70834b1c-f2b6-45b4-a761-ec525b577b3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.520243] env[70113]: DEBUG oslo_concurrency.lockutils [req-2836a9a0-63b2-4bd7-962f-f2fbcd1240cd req-a91a9883-c9e5-44c7-ac31-b96555b3a120 service nova] Lock "70834b1c-f2b6-45b4-a761-ec525b577b3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.520432] env[70113]: DEBUG oslo_concurrency.lockutils [req-2836a9a0-63b2-4bd7-962f-f2fbcd1240cd req-a91a9883-c9e5-44c7-ac31-b96555b3a120 service nova] Lock "70834b1c-f2b6-45b4-a761-ec525b577b3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.520612] env[70113]: DEBUG nova.compute.manager [req-2836a9a0-63b2-4bd7-962f-f2fbcd1240cd req-a91a9883-c9e5-44c7-ac31-b96555b3a120 service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] No waiting events found dispatching network-vif-plugged-1f8bb66b-73f4-47dc-881e-d6ce3ed89e01 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1248.520778] env[70113]: WARNING nova.compute.manager [req-2836a9a0-63b2-4bd7-962f-f2fbcd1240cd req-a91a9883-c9e5-44c7-ac31-b96555b3a120 service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Received unexpected event network-vif-plugged-1f8bb66b-73f4-47dc-881e-d6ce3ed89e01 for instance with vm_state building and task_state spawning. [ 1248.528091] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f0c71b-3e5d-4038-ae9a-6147c65a06fb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.541957] env[70113]: DEBUG nova.compute.provider_tree [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.578149] env[70113]: DEBUG nova.network.neutron [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Successfully updated port: 1f8bb66b-73f4-47dc-881e-d6ce3ed89e01 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.656767] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1908ff-0e72-4142-adda-00322f41cbeb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.675887] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57577b3b-20b5-4848-a690-93f92c801bc4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.715294] env[70113]: DEBUG oslo_vmware.api [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416361, 'name': PowerOnVM_Task, 'duration_secs': 1.063387} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.716232] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.817518] env[70113]: DEBUG nova.compute.manager [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.818968] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5154eca-b680-44e8-9d60-5cbe57652d40 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.857811] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416367, 'name': CreateVM_Task, 'duration_secs': 0.333889} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.859024] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 786f2e00-55e2-41b6-b63b-30e8dc5c5ce4] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.859798] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.860466] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.860631] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.860941] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.861379] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8740f41d-1033-4840-8118-a584fd711963 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.865896] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1248.865896] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]525fcc81-bb84-e5a4-cdae-a1a665cadd1f" [ 1248.865896] env[70113]: _type = "Task" [ 1248.865896] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.876645] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525fcc81-bb84-e5a4-cdae-a1a665cadd1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.888857] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c1b763-9ac2-bab8-37fa-53ce15b8dc0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010567} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.889614] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27aaaf15-5a33-4c67-935a-419f078597f6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.894441] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1248.894441] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5278132c-2148-a092-e3b6-7b8cda6041ba" [ 1248.894441] env[70113]: _type = "Task" [ 1248.894441] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.901960] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5278132c-2148-a092-e3b6-7b8cda6041ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.044948] env[70113]: DEBUG nova.scheduler.client.report [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.080975] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "refresh_cache-70834b1c-f2b6-45b4-a761-ec525b577b3b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.081156] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "refresh_cache-70834b1c-f2b6-45b4-a761-ec525b577b3b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.081337] env[70113]: DEBUG nova.network.neutron [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.186251] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1249.186600] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-726f5701-f72d-4f26-80a6-c6dec59158ca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.194369] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1249.194369] env[70113]: value = "task-3416368" [ 1249.194369] env[70113]: _type = "Task" [ 1249.194369] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.201977] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416368, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.341201] env[70113]: DEBUG oslo_concurrency.lockutils [None req-15e26ab6-804f-49f7-bbec-90f3a30626d3 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.577s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.361921] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.362294] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Cleaning up deleted instances with incomplete migration {{(pid=70113) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1249.377349] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]525fcc81-bb84-e5a4-cdae-a1a665cadd1f, 'name': SearchDatastore_Task, 'duration_secs': 0.012852} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.377740] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.377988] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.378241] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.378397] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.378631] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.378902] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10c10299-7d74-468c-b8c2-b2a48cccbbc0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.387264] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.387454] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.388260] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f04e636b-c4f7-4029-bb07-cf9b0a9e82ea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.393478] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1249.393478] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5222971f-839c-7b4b-82bc-6f86469a0591" [ 1249.393478] env[70113]: _type = "Task" [ 1249.393478] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.404831] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5222971f-839c-7b4b-82bc-6f86469a0591, 'name': SearchDatastore_Task, 'duration_secs': 0.008575} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.406071] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5824e12c-9977-464f-85d3-0501f03ed6b8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.411328] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5278132c-2148-a092-e3b6-7b8cda6041ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009431} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.411879] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.412208] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] de865b44-7aaf-4a5d-8088-055d518180fe/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk. {{(pid=70113) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1249.412474] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07dd6e0d-b385-4dc5-bc8f-8892a6341657 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.415562] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1249.415562] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5227fc7d-287a-f7e5-ee81-d4353258a496" [ 1249.415562] env[70113]: _type = "Task" [ 1249.415562] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.420543] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1249.420543] env[70113]: value = "task-3416369" [ 1249.420543] env[70113]: _type = "Task" [ 1249.420543] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.423639] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5227fc7d-287a-f7e5-ee81-d4353258a496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.430973] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.550186] env[70113]: DEBUG oslo_concurrency.lockutils [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.572466] env[70113]: INFO nova.scheduler.client.report [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Deleted allocations for instance 4faf11a5-fc24-4996-8b2a-0328a8bb8078 [ 1249.623381] env[70113]: DEBUG nova.network.neutron [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.705821] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416368, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.843529] env[70113]: DEBUG nova.network.neutron [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Updating instance_info_cache with network_info: [{"id": "1f8bb66b-73f4-47dc-881e-d6ce3ed89e01", "address": "fa:16:3e:08:17:b2", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8bb66b-73", "ovs_interfaceid": "1f8bb66b-73f4-47dc-881e-d6ce3ed89e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.926521] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5227fc7d-287a-f7e5-ee81-d4353258a496, 'name': SearchDatastore_Task, 'duration_secs': 0.016557} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.929452] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.929719] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] cf3bd012-ce2f-4c5e-aafb-a62e34b74161/cf3bd012-ce2f-4c5e-aafb-a62e34b74161.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.929963] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b264281e-d644-4743-a1e8-b4c8ae33d289 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.937296] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46283} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.937557] env[70113]: INFO nova.virt.vmwareapi.ds_util [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] de865b44-7aaf-4a5d-8088-055d518180fe/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk. [ 1249.938383] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8243fb5f-e344-4b47-b07e-2f0157e6e890 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.941927] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1249.941927] env[70113]: value = "task-3416370" [ 1249.941927] env[70113]: _type = "Task" [ 1249.941927] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.969128] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] de865b44-7aaf-4a5d-8088-055d518180fe/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.969918] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0911a4e-fbbe-48d1-acd6-6666f5870036 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.986673] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.992566] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1249.992566] env[70113]: value = "task-3416372" [ 1249.992566] env[70113]: _type = "Task" [ 1249.992566] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.001010] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.080670] env[70113]: DEBUG oslo_concurrency.lockutils [None req-901dd7c4-06f5-4581-b3c3-6f291994ac31 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "4faf11a5-fc24-4996-8b2a-0328a8bb8078" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.547s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.208547] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416368, 'name': CreateSnapshot_Task, 'duration_secs': 0.818177} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.208988] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1250.210146] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11105338-13c9-489f-b64c-9613bdf90af7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.346463] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "refresh_cache-70834b1c-f2b6-45b4-a761-ec525b577b3b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.346823] env[70113]: DEBUG nova.compute.manager [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Instance network_info: |[{"id": "1f8bb66b-73f4-47dc-881e-d6ce3ed89e01", "address": "fa:16:3e:08:17:b2", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8bb66b-73", "ovs_interfaceid": "1f8bb66b-73f4-47dc-881e-d6ce3ed89e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1250.347301] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:17:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f8bb66b-73f4-47dc-881e-d6ce3ed89e01', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.355503] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.355765] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.356015] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10bad77e-e1c3-48a0-bf7c-42e9dba31150 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.375091] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.375091] env[70113]: value = "task-3416373" [ 1250.375091] env[70113]: _type = "Task" [ 1250.375091] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.382931] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416373, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.451934] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450441} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.452182] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] cf3bd012-ce2f-4c5e-aafb-a62e34b74161/cf3bd012-ce2f-4c5e-aafb-a62e34b74161.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.452428] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.452695] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-131329b8-0283-40bb-bb91-80006447c2c7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.458525] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1250.458525] env[70113]: value = "task-3416374" [ 1250.458525] env[70113]: _type = "Task" [ 1250.458525] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.465983] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.502252] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416372, 'name': ReconfigVM_Task, 'duration_secs': 0.370675} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.502559] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Reconfigured VM instance instance-0000006f to attach disk [datastore1] de865b44-7aaf-4a5d-8088-055d518180fe/3d45888b-40af-4a9d-8b6a-423dd79a0022-rescue.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.503466] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264286a1-d1d8-4fd7-88a5-556c984c9bb2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.534148] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eee63086-3ea5-4edb-be24-6f7a98b576f6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.545240] env[70113]: DEBUG nova.compute.manager [req-fb009629-57cb-4fea-a112-89ff3e3127f5 req-e896d161-01b8-4cf3-9bb6-645f416b00d0 service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Received event network-changed-1f8bb66b-73f4-47dc-881e-d6ce3ed89e01 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.545475] env[70113]: DEBUG nova.compute.manager [req-fb009629-57cb-4fea-a112-89ff3e3127f5 req-e896d161-01b8-4cf3-9bb6-645f416b00d0 service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Refreshing instance network info cache due to event network-changed-1f8bb66b-73f4-47dc-881e-d6ce3ed89e01. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.545704] env[70113]: DEBUG oslo_concurrency.lockutils [req-fb009629-57cb-4fea-a112-89ff3e3127f5 req-e896d161-01b8-4cf3-9bb6-645f416b00d0 service nova] Acquiring lock "refresh_cache-70834b1c-f2b6-45b4-a761-ec525b577b3b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.545854] env[70113]: DEBUG oslo_concurrency.lockutils [req-fb009629-57cb-4fea-a112-89ff3e3127f5 req-e896d161-01b8-4cf3-9bb6-645f416b00d0 service nova] Acquired lock "refresh_cache-70834b1c-f2b6-45b4-a761-ec525b577b3b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.546008] env[70113]: DEBUG nova.network.neutron [req-fb009629-57cb-4fea-a112-89ff3e3127f5 req-e896d161-01b8-4cf3-9bb6-645f416b00d0 service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Refreshing network info cache for port 1f8bb66b-73f4-47dc-881e-d6ce3ed89e01 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.553101] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1250.553101] env[70113]: value = "task-3416375" [ 1250.553101] env[70113]: _type = "Task" [ 1250.553101] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.562373] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.732536] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1250.732914] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1c6ce506-f2fa-4392-ba06-333180842602 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.741204] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1250.741204] env[70113]: value = "task-3416376" [ 1250.741204] env[70113]: _type = "Task" [ 1250.741204] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.752867] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416376, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.864064] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.864427] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.864717] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.864911] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._sync_power_states {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.885404] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416373, 'name': CreateVM_Task, 'duration_secs': 0.330911} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.885667] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.886332] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.886500] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.886832] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.887991] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3994f583-bd59-46cb-9b20-4a948e4e9c2a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.893269] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1250.893269] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52027ffe-17f9-1e1e-da0a-e6675d276adf" [ 1250.893269] env[70113]: _type = "Task" [ 1250.893269] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.900951] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52027ffe-17f9-1e1e-da0a-e6675d276adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.968180] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070065} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.968495] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.969287] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bd99f6-d79f-4922-a884-b193624a5730 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.990563] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] cf3bd012-ce2f-4c5e-aafb-a62e34b74161/cf3bd012-ce2f-4c5e-aafb-a62e34b74161.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.990833] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-301e58e9-e5ff-413d-9575-a803db49d44b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.009914] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1251.009914] env[70113]: value = "task-3416377" [ 1251.009914] env[70113]: _type = "Task" [ 1251.009914] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.017912] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.063586] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416375, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.238710] env[70113]: DEBUG nova.network.neutron [req-fb009629-57cb-4fea-a112-89ff3e3127f5 req-e896d161-01b8-4cf3-9bb6-645f416b00d0 service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Updated VIF entry in instance network info cache for port 1f8bb66b-73f4-47dc-881e-d6ce3ed89e01. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.239182] env[70113]: DEBUG nova.network.neutron [req-fb009629-57cb-4fea-a112-89ff3e3127f5 req-e896d161-01b8-4cf3-9bb6-645f416b00d0 service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Updating instance_info_cache with network_info: [{"id": "1f8bb66b-73f4-47dc-881e-d6ce3ed89e01", "address": "fa:16:3e:08:17:b2", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8bb66b-73", "ovs_interfaceid": "1f8bb66b-73f4-47dc-881e-d6ce3ed89e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.251121] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "e7368e8f-6658-46e3-b718-7f97eb840162" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.251357] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "e7368e8f-6658-46e3-b718-7f97eb840162" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.251559] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "e7368e8f-6658-46e3-b718-7f97eb840162-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.251736] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "e7368e8f-6658-46e3-b718-7f97eb840162-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.251898] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "e7368e8f-6658-46e3-b718-7f97eb840162-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.253377] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416376, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.253829] env[70113]: INFO nova.compute.manager [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Terminating instance [ 1251.371610] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Getting list of instances from cluster (obj){ [ 1251.371610] env[70113]: value = "domain-c8" [ 1251.371610] env[70113]: _type = "ClusterComputeResource" [ 1251.371610] env[70113]: } {{(pid=70113) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1251.373099] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fefada1-b394-49fd-b467-6b5157430822 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.394213] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Got total of 11 instances {{(pid=70113) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1251.394534] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Triggering sync for uuid 135fdd6c-b39a-4da2-a076-7aa092aa0d34 {{(pid=70113) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.394571] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Triggering sync for uuid e60e781b-f764-42c3-8e06-5f066a0e1513 {{(pid=70113) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.394702] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Triggering sync for uuid 5f4fab1f-b3c7-4d65-bcd1-0149881734cd {{(pid=70113) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.394847] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Triggering sync for uuid 7613b733-e4dd-49d6-8fde-2231e945323c {{(pid=70113) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.394998] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Triggering sync for uuid 063cfe1f-fac9-4ab0-80dc-102e13afe0f6 {{(pid=70113) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.395166] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Triggering sync for uuid de865b44-7aaf-4a5d-8088-055d518180fe {{(pid=70113) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.395333] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Triggering sync for uuid bfb64408-fac0-4574-bcb3-b8851257932c {{(pid=70113) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.395486] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Triggering sync for uuid 9b480a90-fa49-44d5-88f0-f0bf97a6ed67 {{(pid=70113) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.395630] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Triggering sync for uuid e7368e8f-6658-46e3-b718-7f97eb840162 {{(pid=70113) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.395777] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Triggering sync for uuid cf3bd012-ce2f-4c5e-aafb-a62e34b74161 {{(pid=70113) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.395917] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Triggering sync for uuid 70834b1c-f2b6-45b4-a761-ec525b577b3b {{(pid=70113) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.398933] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "135fdd6c-b39a-4da2-a076-7aa092aa0d34" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.399167] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "135fdd6c-b39a-4da2-a076-7aa092aa0d34" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.399425] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "e60e781b-f764-42c3-8e06-5f066a0e1513" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.399606] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "e60e781b-f764-42c3-8e06-5f066a0e1513" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.399826] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "5f4fab1f-b3c7-4d65-bcd1-0149881734cd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.399998] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "5f4fab1f-b3c7-4d65-bcd1-0149881734cd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.400238] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "7613b733-e4dd-49d6-8fde-2231e945323c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.400417] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "7613b733-e4dd-49d6-8fde-2231e945323c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.400641] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.400810] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.401241] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "de865b44-7aaf-4a5d-8088-055d518180fe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.401432] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "de865b44-7aaf-4a5d-8088-055d518180fe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.401598] env[70113]: INFO nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1251.401755] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "de865b44-7aaf-4a5d-8088-055d518180fe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.401939] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "bfb64408-fac0-4574-bcb3-b8851257932c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.402160] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.402329] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.402483] env[70113]: INFO nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 1251.402633] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.402812] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "e7368e8f-6658-46e3-b718-7f97eb840162" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.403012] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.403237] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "70834b1c-f2b6-45b4-a761-ec525b577b3b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.403411] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.403541] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70113) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1251.404205] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209aa7a8-58b8-49c5-8ca6-08607dbc77e1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.406874] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cfc7e1-ea0c-49aa-968b-13bcffdc6a60 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.409590] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca620cf-f2b8-4e8d-8e93-c14a098fa14e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.412131] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1199fa-7c46-4fff-b300-e0a37e014437 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.415520] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa1cc7b-2b5d-41a2-aaf2-ea376eaf9ec1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.431405] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52027ffe-17f9-1e1e-da0a-e6675d276adf, 'name': SearchDatastore_Task, 'duration_secs': 0.012321} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.435919] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.436165] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.436448] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.436631] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.436817] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.438418] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dc9a228-863d-402e-8339-37f64b376b75 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.449608] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.449787] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.450540] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93949467-eaff-43a2-ac1c-20f0767f159c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.455285] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1251.455285] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a67423-2110-6e5e-58fa-be97f4838553" [ 1251.455285] env[70113]: _type = "Task" [ 1251.455285] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.462988] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a67423-2110-6e5e-58fa-be97f4838553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.519523] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416377, 'name': ReconfigVM_Task, 'duration_secs': 0.331061} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.519748] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Reconfigured VM instance instance-00000074 to attach disk [datastore2] cf3bd012-ce2f-4c5e-aafb-a62e34b74161/cf3bd012-ce2f-4c5e-aafb-a62e34b74161.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.520410] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5e8100e-d2a3-4f2e-89cb-3f771f1b8cdf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.526610] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1251.526610] env[70113]: value = "task-3416378" [ 1251.526610] env[70113]: _type = "Task" [ 1251.526610] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.560827] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416375, 'name': ReconfigVM_Task, 'duration_secs': 0.584784} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.561083] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.561328] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-173b4283-697a-4a7b-8e57-5010692b21c6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.589478] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1251.589478] env[70113]: value = "task-3416379" [ 1251.589478] env[70113]: _type = "Task" [ 1251.589478] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.596590] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.742580] env[70113]: DEBUG oslo_concurrency.lockutils [req-fb009629-57cb-4fea-a112-89ff3e3127f5 req-e896d161-01b8-4cf3-9bb6-645f416b00d0 service nova] Releasing lock "refresh_cache-70834b1c-f2b6-45b4-a761-ec525b577b3b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.752860] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416376, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.757617] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "refresh_cache-e7368e8f-6658-46e3-b718-7f97eb840162" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.757861] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquired lock "refresh_cache-e7368e8f-6658-46e3-b718-7f97eb840162" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.758141] env[70113]: DEBUG nova.network.neutron [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.936217] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "135fdd6c-b39a-4da2-a076-7aa092aa0d34" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.936662] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "e60e781b-f764-42c3-8e06-5f066a0e1513" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.938316] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "5f4fab1f-b3c7-4d65-bcd1-0149881734cd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.943853] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.944324] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "7613b733-e4dd-49d6-8fde-2231e945323c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.965657] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a67423-2110-6e5e-58fa-be97f4838553, 'name': SearchDatastore_Task, 'duration_secs': 0.009368} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.966453] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5407926b-d540-454c-97e3-253fc814fbf8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.975435] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1251.975435] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]522474cd-7ac2-cec5-891e-ee22d1f20fc7" [ 1251.975435] env[70113]: _type = "Task" [ 1251.975435] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.992966] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]522474cd-7ac2-cec5-891e-ee22d1f20fc7, 'name': SearchDatastore_Task, 'duration_secs': 0.010721} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.994231] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.994562] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 70834b1c-f2b6-45b4-a761-ec525b577b3b/70834b1c-f2b6-45b4-a761-ec525b577b3b.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.995614] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00c92b6f-538e-41b9-9b73-fc3cc8c308fa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.009313] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1252.009313] env[70113]: value = "task-3416380" [ 1252.009313] env[70113]: _type = "Task" [ 1252.009313] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.037445] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.054594] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416378, 'name': Rename_Task, 'duration_secs': 0.191984} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.055104] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.055704] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c383dcec-5ef3-46dc-8bac-55df51a200ef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.062851] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1252.062851] env[70113]: value = "task-3416381" [ 1252.062851] env[70113]: _type = "Task" [ 1252.062851] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.071987] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.098886] env[70113]: DEBUG oslo_vmware.api [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416379, 'name': PowerOnVM_Task, 'duration_secs': 0.447114} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.099216] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.102210] env[70113]: DEBUG nova.compute.manager [None req-ad523b21-5d4b-4254-9658-8a938ba7f619 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.103030] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61213bf-68de-4aed-a0dc-30a31890b642 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.174811] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1252.175085] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681646', 'volume_id': '4f159e32-514a-47e2-81a9-d6873bd32f2f', 'name': 'volume-4f159e32-514a-47e2-81a9-d6873bd32f2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bfb64408-fac0-4574-bcb3-b8851257932c', 'attached_at': '', 'detached_at': '', 'volume_id': '4f159e32-514a-47e2-81a9-d6873bd32f2f', 'serial': '4f159e32-514a-47e2-81a9-d6873bd32f2f'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1252.175984] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83d18d4-6d1f-461d-b515-323b0feffb7c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.192796] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3390ae22-400d-4c98-83d2-53cd638ae1c7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.218711] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-4f159e32-514a-47e2-81a9-d6873bd32f2f/volume-4f159e32-514a-47e2-81a9-d6873bd32f2f.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.219289] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c26e39dc-7c4b-4df0-9bc7-2db80ace51d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.238728] env[70113]: DEBUG oslo_vmware.api [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1252.238728] env[70113]: value = "task-3416382" [ 1252.238728] env[70113]: _type = "Task" [ 1252.238728] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.253517] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416376, 'name': CloneVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.256968] env[70113]: DEBUG oslo_vmware.api [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416382, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.280297] env[70113]: DEBUG nova.network.neutron [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.349756] env[70113]: DEBUG nova.network.neutron [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.519406] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474481} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.519805] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 70834b1c-f2b6-45b4-a761-ec525b577b3b/70834b1c-f2b6-45b4-a761-ec525b577b3b.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.519907] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.520085] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cc9733d-8c3b-4f0d-9771-89d8212bd0b5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.526347] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1252.526347] env[70113]: value = "task-3416383" [ 1252.526347] env[70113]: _type = "Task" [ 1252.526347] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.533381] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.571798] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416381, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.751330] env[70113]: DEBUG oslo_vmware.api [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.756146] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416376, 'name': CloneVM_Task, 'duration_secs': 1.524516} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.756380] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Created linked-clone VM from snapshot [ 1252.757086] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9511141c-d0a4-4eb1-bb10-1f67780ba0f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.764210] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Uploading image 9a44f096-bf2b-41e8-99f8-43e5de28c518 {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1252.785554] env[70113]: DEBUG oslo_vmware.rw_handles [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1252.785554] env[70113]: value = "vm-681650" [ 1252.785554] env[70113]: _type = "VirtualMachine" [ 1252.785554] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1252.785799] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e59926a1-1356-4a1c-a951-e38247822a20 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.792071] env[70113]: DEBUG oslo_vmware.rw_handles [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lease: (returnval){ [ 1252.792071] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5232196b-0e22-4e52-29d7-dfa774c98c74" [ 1252.792071] env[70113]: _type = "HttpNfcLease" [ 1252.792071] env[70113]: } obtained for exporting VM: (result){ [ 1252.792071] env[70113]: value = "vm-681650" [ 1252.792071] env[70113]: _type = "VirtualMachine" [ 1252.792071] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1252.792298] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the lease: (returnval){ [ 1252.792298] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5232196b-0e22-4e52-29d7-dfa774c98c74" [ 1252.792298] env[70113]: _type = "HttpNfcLease" [ 1252.792298] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1252.797784] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1252.797784] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5232196b-0e22-4e52-29d7-dfa774c98c74" [ 1252.797784] env[70113]: _type = "HttpNfcLease" [ 1252.797784] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1252.853067] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Releasing lock "refresh_cache-e7368e8f-6658-46e3-b718-7f97eb840162" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.853699] env[70113]: DEBUG nova.compute.manager [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1252.853927] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.854832] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85597c04-0166-4d5f-842f-74213e59cee7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.862711] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.862992] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dab02df3-5e0a-4d97-ba8e-901a8f0e3347 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.868913] env[70113]: DEBUG oslo_vmware.api [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1252.868913] env[70113]: value = "task-3416385" [ 1252.868913] env[70113]: _type = "Task" [ 1252.868913] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.876822] env[70113]: DEBUG oslo_vmware.api [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.035309] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063257} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.035604] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.036408] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a5a254-b02e-4b83-a933-18cf44062540 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.057897] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 70834b1c-f2b6-45b4-a761-ec525b577b3b/70834b1c-f2b6-45b4-a761-ec525b577b3b.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.058178] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6f1a0d7-c8c0-43ef-bd11-1e3aa656645a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.079247] env[70113]: DEBUG oslo_vmware.api [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416381, 'name': PowerOnVM_Task, 'duration_secs': 0.68951} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.080411] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.080623] env[70113]: INFO nova.compute.manager [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1253.080798] env[70113]: DEBUG nova.compute.manager [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.081110] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1253.081110] env[70113]: value = "task-3416386" [ 1253.081110] env[70113]: _type = "Task" [ 1253.081110] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.081766] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dc14ec-f51c-417e-9960-c54543113d0f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.096799] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416386, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.248600] env[70113]: DEBUG oslo_vmware.api [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416382, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.300601] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1253.300601] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5232196b-0e22-4e52-29d7-dfa774c98c74" [ 1253.300601] env[70113]: _type = "HttpNfcLease" [ 1253.300601] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1253.301444] env[70113]: DEBUG oslo_vmware.rw_handles [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1253.301444] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5232196b-0e22-4e52-29d7-dfa774c98c74" [ 1253.301444] env[70113]: _type = "HttpNfcLease" [ 1253.301444] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1253.302116] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eca6307-124b-4d6b-a9d4-eea2bedc62ec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.310477] env[70113]: DEBUG oslo_vmware.rw_handles [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5236ddd0-8780-962d-3961-bafcf9a6d1a1/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1253.310665] env[70113]: DEBUG oslo_vmware.rw_handles [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5236ddd0-8780-962d-3961-bafcf9a6d1a1/disk-0.vmdk for reading. {{(pid=70113) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1253.378725] env[70113]: DEBUG oslo_vmware.api [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416385, 'name': PowerOffVM_Task, 'duration_secs': 0.141519} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.379015] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.379179] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.379450] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13c0a847-6aae-487c-9afb-065ba1a3321d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.401443] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.401685] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.401823] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Deleting the datastore file [datastore2] e7368e8f-6658-46e3-b718-7f97eb840162 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.402082] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f52fc2e6-76f3-43bf-87f9-5c58c53e20fd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.411482] env[70113]: DEBUG oslo_vmware.api [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for the task: (returnval){ [ 1253.411482] env[70113]: value = "task-3416388" [ 1253.411482] env[70113]: _type = "Task" [ 1253.411482] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.419262] env[70113]: DEBUG oslo_vmware.api [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.472263] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f5c4987-6d3c-455b-aa7b-b1f48eee95ca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.593274] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416386, 'name': ReconfigVM_Task, 'duration_secs': 0.304144} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.593702] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 70834b1c-f2b6-45b4-a761-ec525b577b3b/70834b1c-f2b6-45b4-a761-ec525b577b3b.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.594218] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06f8cab2-6691-499f-ae8b-094cb9004daa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.604376] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1253.604376] env[70113]: value = "task-3416389" [ 1253.604376] env[70113]: _type = "Task" [ 1253.604376] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.606998] env[70113]: INFO nova.compute.manager [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Took 13.12 seconds to build instance. [ 1253.612617] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416389, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.670066] env[70113]: INFO nova.compute.manager [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Unrescuing [ 1253.670369] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.670574] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquired lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.670783] env[70113]: DEBUG nova.network.neutron [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.749017] env[70113]: DEBUG oslo_vmware.api [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416382, 'name': ReconfigVM_Task, 'duration_secs': 1.030174} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.749413] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-4f159e32-514a-47e2-81a9-d6873bd32f2f/volume-4f159e32-514a-47e2-81a9-d6873bd32f2f.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.754969] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1db8c572-21ec-46fb-9e5e-26a34c55b69c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.770749] env[70113]: DEBUG oslo_vmware.api [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1253.770749] env[70113]: value = "task-3416390" [ 1253.770749] env[70113]: _type = "Task" [ 1253.770749] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.779484] env[70113]: DEBUG oslo_vmware.api [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.921075] env[70113]: DEBUG oslo_vmware.api [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Task: {'id': task-3416388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299234} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.921356] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.922038] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.922038] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.922038] env[70113]: INFO nova.compute.manager [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1253.922380] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.922612] env[70113]: DEBUG nova.compute.manager [-] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1253.922767] env[70113]: DEBUG nova.network.neutron [-] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1253.941526] env[70113]: DEBUG nova.network.neutron [-] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.109093] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93917a65-2aa6-445e-afb4-f53efaa55966 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.625s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.110596] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.706s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.110596] env[70113]: INFO nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] During sync_power_state the instance has a pending task (spawning). Skip. [ 1254.111054] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.117916] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416389, 'name': Rename_Task, 'duration_secs': 0.150462} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.117916] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.118182] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f1839ed-e947-4c48-9289-57c7abeb1f8b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.124679] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1254.124679] env[70113]: value = "task-3416391" [ 1254.124679] env[70113]: _type = "Task" [ 1254.124679] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.133247] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.283067] env[70113]: DEBUG oslo_vmware.api [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416390, 'name': ReconfigVM_Task, 'duration_secs': 0.172729} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.283660] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681646', 'volume_id': '4f159e32-514a-47e2-81a9-d6873bd32f2f', 'name': 'volume-4f159e32-514a-47e2-81a9-d6873bd32f2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bfb64408-fac0-4574-bcb3-b8851257932c', 'attached_at': '', 'detached_at': '', 'volume_id': '4f159e32-514a-47e2-81a9-d6873bd32f2f', 'serial': '4f159e32-514a-47e2-81a9-d6873bd32f2f'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1254.443748] env[70113]: DEBUG nova.network.neutron [-] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.511732] env[70113]: DEBUG nova.network.neutron [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Updating instance_info_cache with network_info: [{"id": "35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141", "address": "fa:16:3e:da:45:83", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fbe5b5-2b", "ovs_interfaceid": "35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.636887] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416391, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.946122] env[70113]: INFO nova.compute.manager [-] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Took 1.02 seconds to deallocate network for instance. [ 1255.015364] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Releasing lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.016061] env[70113]: DEBUG nova.objects.instance [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lazy-loading 'flavor' on Instance uuid de865b44-7aaf-4a5d-8088-055d518180fe {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.139799] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.212288] env[70113]: DEBUG nova.compute.manager [req-72780e44-c86f-42c2-ab9f-7678852b807b req-495146a2-f827-439d-9cde-5d6bdff69883 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Received event network-changed-c1cbce90-50e7-4ee3-a827-645f7e006b4d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.212553] env[70113]: DEBUG nova.compute.manager [req-72780e44-c86f-42c2-ab9f-7678852b807b req-495146a2-f827-439d-9cde-5d6bdff69883 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Refreshing instance network info cache due to event network-changed-c1cbce90-50e7-4ee3-a827-645f7e006b4d. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.212726] env[70113]: DEBUG oslo_concurrency.lockutils [req-72780e44-c86f-42c2-ab9f-7678852b807b req-495146a2-f827-439d-9cde-5d6bdff69883 service nova] Acquiring lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.212878] env[70113]: DEBUG oslo_concurrency.lockutils [req-72780e44-c86f-42c2-ab9f-7678852b807b req-495146a2-f827-439d-9cde-5d6bdff69883 service nova] Acquired lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.213137] env[70113]: DEBUG nova.network.neutron [req-72780e44-c86f-42c2-ab9f-7678852b807b req-495146a2-f827-439d-9cde-5d6bdff69883 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Refreshing network info cache for port c1cbce90-50e7-4ee3-a827-645f7e006b4d {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.325068] env[70113]: DEBUG nova.objects.instance [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lazy-loading 'flavor' on Instance uuid bfb64408-fac0-4574-bcb3-b8851257932c {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.454325] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.454721] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.455552] env[70113]: DEBUG nova.objects.instance [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lazy-loading 'resources' on Instance uuid e7368e8f-6658-46e3-b718-7f97eb840162 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.522344] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0178e527-5669-4d0e-a620-c073b3a34dfd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.559962] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.560506] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc555a72-4091-42f5-b762-5b669e2145ef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.568485] env[70113]: DEBUG oslo_vmware.api [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1255.568485] env[70113]: value = "task-3416392" [ 1255.568485] env[70113]: _type = "Task" [ 1255.568485] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.577624] env[70113]: DEBUG oslo_vmware.api [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.637132] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.830668] env[70113]: DEBUG oslo_concurrency.lockutils [None req-44227e75-bc95-42f2-a9a5-76997473cb1a tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "bfb64408-fac0-4574-bcb3-b8851257932c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.265s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.832186] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "bfb64408-fac0-4574-bcb3-b8851257932c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.430s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.833662] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936b5718-0307-4584-9a09-fe8ab4e8a8ee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.962217] env[70113]: DEBUG nova.network.neutron [req-72780e44-c86f-42c2-ab9f-7678852b807b req-495146a2-f827-439d-9cde-5d6bdff69883 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updated VIF entry in instance network info cache for port c1cbce90-50e7-4ee3-a827-645f7e006b4d. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.962597] env[70113]: DEBUG nova.network.neutron [req-72780e44-c86f-42c2-ab9f-7678852b807b req-495146a2-f827-439d-9cde-5d6bdff69883 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance_info_cache with network_info: [{"id": "c1cbce90-50e7-4ee3-a827-645f7e006b4d", "address": "fa:16:3e:46:f4:dc", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cbce90-50", "ovs_interfaceid": "c1cbce90-50e7-4ee3-a827-645f7e006b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.080018] env[70113]: DEBUG oslo_vmware.api [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416392, 'name': PowerOffVM_Task, 'duration_secs': 0.329523} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.080018] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.084983] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Reconfiguring VM instance instance-0000006f to detach disk 2002 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1256.087791] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5300891d-fce4-494b-96f6-c79a9bd09bd3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.106325] env[70113]: DEBUG oslo_vmware.api [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1256.106325] env[70113]: value = "task-3416393" [ 1256.106325] env[70113]: _type = "Task" [ 1256.106325] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.115935] env[70113]: DEBUG oslo_vmware.api [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.136714] env[70113]: DEBUG oslo_vmware.api [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416391, 'name': PowerOnVM_Task, 'duration_secs': 1.930333} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.139670] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.139819] env[70113]: INFO nova.compute.manager [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1256.140062] env[70113]: DEBUG nova.compute.manager [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.141152] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beaba4f-24f6-48b8-93d5-384f346e21a3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.151902] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a50552-4664-484d-9f38-848f6aa0c216 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.159283] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed359c7-4095-41ab-bd20-7004c5a3617c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.192360] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d9ca90-e857-4405-9b05-c773b7823893 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.203670] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3c68c4-627b-4ace-a3ef-4b4366dbda9c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.216862] env[70113]: DEBUG nova.compute.provider_tree [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.343547] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "bfb64408-fac0-4574-bcb3-b8851257932c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.468065] env[70113]: DEBUG oslo_concurrency.lockutils [req-72780e44-c86f-42c2-ab9f-7678852b807b req-495146a2-f827-439d-9cde-5d6bdff69883 service nova] Releasing lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.616795] env[70113]: DEBUG oslo_vmware.api [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.663543] env[70113]: INFO nova.compute.manager [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Took 13.27 seconds to build instance. [ 1256.722577] env[70113]: DEBUG nova.scheduler.client.report [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.819619] env[70113]: DEBUG nova.compute.manager [req-71ce0c64-3a8a-4fcb-87e4-0ae90080f6bc req-8c6e844c-3fa2-40ca-9656-fd639b487755 service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Received event network-changed-1f8bb66b-73f4-47dc-881e-d6ce3ed89e01 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.819850] env[70113]: DEBUG nova.compute.manager [req-71ce0c64-3a8a-4fcb-87e4-0ae90080f6bc req-8c6e844c-3fa2-40ca-9656-fd639b487755 service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Refreshing instance network info cache due to event network-changed-1f8bb66b-73f4-47dc-881e-d6ce3ed89e01. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.820032] env[70113]: DEBUG oslo_concurrency.lockutils [req-71ce0c64-3a8a-4fcb-87e4-0ae90080f6bc req-8c6e844c-3fa2-40ca-9656-fd639b487755 service nova] Acquiring lock "refresh_cache-70834b1c-f2b6-45b4-a761-ec525b577b3b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.820181] env[70113]: DEBUG oslo_concurrency.lockutils [req-71ce0c64-3a8a-4fcb-87e4-0ae90080f6bc req-8c6e844c-3fa2-40ca-9656-fd639b487755 service nova] Acquired lock "refresh_cache-70834b1c-f2b6-45b4-a761-ec525b577b3b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.820342] env[70113]: DEBUG nova.network.neutron [req-71ce0c64-3a8a-4fcb-87e4-0ae90080f6bc req-8c6e844c-3fa2-40ca-9656-fd639b487755 service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Refreshing network info cache for port 1f8bb66b-73f4-47dc-881e-d6ce3ed89e01 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.116229] env[70113]: DEBUG oslo_vmware.api [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416393, 'name': ReconfigVM_Task, 'duration_secs': 0.66141} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.116517] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Reconfigured VM instance instance-0000006f to detach disk 2002 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1257.116710] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.116968] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17546caf-6471-49f2-82e2-4341f9020baf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.123139] env[70113]: DEBUG oslo_vmware.api [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1257.123139] env[70113]: value = "task-3416394" [ 1257.123139] env[70113]: _type = "Task" [ 1257.123139] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.130452] env[70113]: DEBUG oslo_vmware.api [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.166450] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b17d0bdf-dc8b-4edc-aafb-997911d788b9 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "70834b1c-f2b6-45b4-a761-ec525b577b3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.781s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.166613] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "70834b1c-f2b6-45b4-a761-ec525b577b3b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.763s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.166773] env[70113]: INFO nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] During sync_power_state the instance has a pending task (spawning). Skip. [ 1257.166941] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "70834b1c-f2b6-45b4-a761-ec525b577b3b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.226555] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.247019] env[70113]: INFO nova.scheduler.client.report [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Deleted allocations for instance e7368e8f-6658-46e3-b718-7f97eb840162 [ 1257.344830] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "7ba0f52e-6ebc-430a-8515-6603dde1870e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.345094] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "7ba0f52e-6ebc-430a-8515-6603dde1870e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.557956] env[70113]: DEBUG nova.network.neutron [req-71ce0c64-3a8a-4fcb-87e4-0ae90080f6bc req-8c6e844c-3fa2-40ca-9656-fd639b487755 service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Updated VIF entry in instance network info cache for port 1f8bb66b-73f4-47dc-881e-d6ce3ed89e01. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.558350] env[70113]: DEBUG nova.network.neutron [req-71ce0c64-3a8a-4fcb-87e4-0ae90080f6bc req-8c6e844c-3fa2-40ca-9656-fd639b487755 service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Updating instance_info_cache with network_info: [{"id": "1f8bb66b-73f4-47dc-881e-d6ce3ed89e01", "address": "fa:16:3e:08:17:b2", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8bb66b-73", "ovs_interfaceid": "1f8bb66b-73f4-47dc-881e-d6ce3ed89e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.637472] env[70113]: DEBUG oslo_vmware.api [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416394, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.756261] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1962cf1a-eb9e-4ce8-b185-a96f6e3a1980 tempest-ServerShowV247Test-461426178 tempest-ServerShowV247Test-461426178-project-member] Lock "e7368e8f-6658-46e3-b718-7f97eb840162" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.505s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.757834] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "e7368e8f-6658-46e3-b718-7f97eb840162" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.355s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.758173] env[70113]: INFO nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] During sync_power_state the instance has a pending task (deleting). Skip. [ 1257.758266] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "e7368e8f-6658-46e3-b718-7f97eb840162" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.847501] env[70113]: DEBUG nova.compute.manager [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1258.062157] env[70113]: DEBUG oslo_concurrency.lockutils [req-71ce0c64-3a8a-4fcb-87e4-0ae90080f6bc req-8c6e844c-3fa2-40ca-9656-fd639b487755 service nova] Releasing lock "refresh_cache-70834b1c-f2b6-45b4-a761-ec525b577b3b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.133926] env[70113]: DEBUG oslo_vmware.api [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416394, 'name': PowerOnVM_Task, 'duration_secs': 0.620388} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.135409] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.135409] env[70113]: DEBUG nova.compute.manager [None req-7f686390-823e-4e88-9668-eca5dd9c3a7d tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.135773] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0748195f-84fb-4f2f-9f17-fd52a65d5cd8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.372180] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.372561] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.374135] env[70113]: INFO nova.compute.claims [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.524529] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bb8dd9-1a6f-448d-a718-18020c29461a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.535604] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6fc3cb-023d-4ce9-ac7c-85b2d1997a29 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.571813] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156d577b-b5ca-4e99-b31d-32e026c4da7f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.581106] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698c786f-c00a-40c1-9b46-3518906e22e6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.588219] env[70113]: DEBUG nova.compute.manager [req-a9e977b8-13cf-41d6-b263-2c3dd3c0d3c7 req-f0d68c94-5b25-48d3-8763-86c5ee832ca0 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Received event network-changed-35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.588432] env[70113]: DEBUG nova.compute.manager [req-a9e977b8-13cf-41d6-b263-2c3dd3c0d3c7 req-f0d68c94-5b25-48d3-8763-86c5ee832ca0 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Refreshing instance network info cache due to event network-changed-35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.588667] env[70113]: DEBUG oslo_concurrency.lockutils [req-a9e977b8-13cf-41d6-b263-2c3dd3c0d3c7 req-f0d68c94-5b25-48d3-8763-86c5ee832ca0 service nova] Acquiring lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.588914] env[70113]: DEBUG oslo_concurrency.lockutils [req-a9e977b8-13cf-41d6-b263-2c3dd3c0d3c7 req-f0d68c94-5b25-48d3-8763-86c5ee832ca0 service nova] Acquired lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.589040] env[70113]: DEBUG nova.network.neutron [req-a9e977b8-13cf-41d6-b263-2c3dd3c0d3c7 req-f0d68c94-5b25-48d3-8763-86c5ee832ca0 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Refreshing network info cache for port 35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.601495] env[70113]: DEBUG nova.compute.provider_tree [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.105309] env[70113]: DEBUG nova.scheduler.client.report [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.308094] env[70113]: DEBUG nova.network.neutron [req-a9e977b8-13cf-41d6-b263-2c3dd3c0d3c7 req-f0d68c94-5b25-48d3-8763-86c5ee832ca0 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Updated VIF entry in instance network info cache for port 35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.308542] env[70113]: DEBUG nova.network.neutron [req-a9e977b8-13cf-41d6-b263-2c3dd3c0d3c7 req-f0d68c94-5b25-48d3-8763-86c5ee832ca0 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Updating instance_info_cache with network_info: [{"id": "35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141", "address": "fa:16:3e:da:45:83", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fbe5b5-2b", "ovs_interfaceid": "35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.612066] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.612066] env[70113]: DEBUG nova.compute.manager [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.811292] env[70113]: DEBUG oslo_concurrency.lockutils [req-a9e977b8-13cf-41d6-b263-2c3dd3c0d3c7 req-f0d68c94-5b25-48d3-8763-86c5ee832ca0 service nova] Releasing lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.118106] env[70113]: DEBUG nova.compute.utils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.119867] env[70113]: DEBUG nova.compute.manager [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.120061] env[70113]: DEBUG nova.network.neutron [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.253018] env[70113]: DEBUG nova.policy [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78ef57725e82437c8b1ac871dfe0e8fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f10c34bb63a41279e9ce76e257aa38e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.526576] env[70113]: DEBUG nova.network.neutron [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Successfully created port: f10213cb-0ab7-46c9-9e1e-d20ee8b47d28 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.611940] env[70113]: DEBUG nova.compute.manager [req-1e493a73-e4d7-4235-b4dd-201a7f257583 req-6a3e35e6-9810-4197-9327-5d5e0bdb9941 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Received event network-changed-35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.612160] env[70113]: DEBUG nova.compute.manager [req-1e493a73-e4d7-4235-b4dd-201a7f257583 req-6a3e35e6-9810-4197-9327-5d5e0bdb9941 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Refreshing instance network info cache due to event network-changed-35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1261.612377] env[70113]: DEBUG oslo_concurrency.lockutils [req-1e493a73-e4d7-4235-b4dd-201a7f257583 req-6a3e35e6-9810-4197-9327-5d5e0bdb9941 service nova] Acquiring lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.612531] env[70113]: DEBUG oslo_concurrency.lockutils [req-1e493a73-e4d7-4235-b4dd-201a7f257583 req-6a3e35e6-9810-4197-9327-5d5e0bdb9941 service nova] Acquired lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.612693] env[70113]: DEBUG nova.network.neutron [req-1e493a73-e4d7-4235-b4dd-201a7f257583 req-6a3e35e6-9810-4197-9327-5d5e0bdb9941 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Refreshing network info cache for port 35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.620149] env[70113]: DEBUG nova.compute.manager [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.400719] env[70113]: DEBUG nova.network.neutron [req-1e493a73-e4d7-4235-b4dd-201a7f257583 req-6a3e35e6-9810-4197-9327-5d5e0bdb9941 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Updated VIF entry in instance network info cache for port 35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.401120] env[70113]: DEBUG nova.network.neutron [req-1e493a73-e4d7-4235-b4dd-201a7f257583 req-6a3e35e6-9810-4197-9327-5d5e0bdb9941 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Updating instance_info_cache with network_info: [{"id": "35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141", "address": "fa:16:3e:da:45:83", "network": {"id": "5c166660-cb7a-43ea-8105-eaea8ab4bfb8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1936620819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b08ae734e6848ea996ce49df70b91d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fbe5b5-2b", "ovs_interfaceid": "35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.631018] env[70113]: DEBUG nova.compute.manager [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.658333] env[70113]: DEBUG nova.virt.hardware [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.658625] env[70113]: DEBUG nova.virt.hardware [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.658816] env[70113]: DEBUG nova.virt.hardware [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.659062] env[70113]: DEBUG nova.virt.hardware [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.659236] env[70113]: DEBUG nova.virt.hardware [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.659388] env[70113]: DEBUG nova.virt.hardware [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.659596] env[70113]: DEBUG nova.virt.hardware [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.659767] env[70113]: DEBUG nova.virt.hardware [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.659946] env[70113]: DEBUG nova.virt.hardware [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.660190] env[70113]: DEBUG nova.virt.hardware [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.660383] env[70113]: DEBUG nova.virt.hardware [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.661334] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad732117-44bb-467d-a085-8c9c23f0d16f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.673037] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04daa2d3-5d0c-4aef-91d1-efa20edf6371 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.904297] env[70113]: DEBUG oslo_concurrency.lockutils [req-1e493a73-e4d7-4235-b4dd-201a7f257583 req-6a3e35e6-9810-4197-9327-5d5e0bdb9941 service nova] Releasing lock "refresh_cache-de865b44-7aaf-4a5d-8088-055d518180fe" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.166211] env[70113]: DEBUG nova.compute.manager [req-9362e95c-0f94-4ff8-b3cf-cf8130a884aa req-d89c2464-7988-4572-bf91-3d8fe1d0b8fc service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Received event network-vif-plugged-f10213cb-0ab7-46c9-9e1e-d20ee8b47d28 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.166441] env[70113]: DEBUG oslo_concurrency.lockutils [req-9362e95c-0f94-4ff8-b3cf-cf8130a884aa req-d89c2464-7988-4572-bf91-3d8fe1d0b8fc service nova] Acquiring lock "7ba0f52e-6ebc-430a-8515-6603dde1870e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.166807] env[70113]: DEBUG oslo_concurrency.lockutils [req-9362e95c-0f94-4ff8-b3cf-cf8130a884aa req-d89c2464-7988-4572-bf91-3d8fe1d0b8fc service nova] Lock "7ba0f52e-6ebc-430a-8515-6603dde1870e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.166870] env[70113]: DEBUG oslo_concurrency.lockutils [req-9362e95c-0f94-4ff8-b3cf-cf8130a884aa req-d89c2464-7988-4572-bf91-3d8fe1d0b8fc service nova] Lock "7ba0f52e-6ebc-430a-8515-6603dde1870e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.166985] env[70113]: DEBUG nova.compute.manager [req-9362e95c-0f94-4ff8-b3cf-cf8130a884aa req-d89c2464-7988-4572-bf91-3d8fe1d0b8fc service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] No waiting events found dispatching network-vif-plugged-f10213cb-0ab7-46c9-9e1e-d20ee8b47d28 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.167401] env[70113]: WARNING nova.compute.manager [req-9362e95c-0f94-4ff8-b3cf-cf8130a884aa req-d89c2464-7988-4572-bf91-3d8fe1d0b8fc service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Received unexpected event network-vif-plugged-f10213cb-0ab7-46c9-9e1e-d20ee8b47d28 for instance with vm_state building and task_state spawning. [ 1263.280618] env[70113]: DEBUG nova.network.neutron [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Successfully updated port: f10213cb-0ab7-46c9-9e1e-d20ee8b47d28 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.781081] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "refresh_cache-7ba0f52e-6ebc-430a-8515-6603dde1870e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.781081] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquired lock "refresh_cache-7ba0f52e-6ebc-430a-8515-6603dde1870e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.781590] env[70113]: DEBUG nova.network.neutron [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.311899] env[70113]: DEBUG nova.network.neutron [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.475508] env[70113]: DEBUG nova.network.neutron [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Updating instance_info_cache with network_info: [{"id": "f10213cb-0ab7-46c9-9e1e-d20ee8b47d28", "address": "fa:16:3e:50:54:f8", "network": {"id": "0102c4b4-c702-495b-8be5-249fbafd2990", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1934416278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f10c34bb63a41279e9ce76e257aa38e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf10213cb-0a", "ovs_interfaceid": "f10213cb-0ab7-46c9-9e1e-d20ee8b47d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.977779] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Releasing lock "refresh_cache-7ba0f52e-6ebc-430a-8515-6603dde1870e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.978151] env[70113]: DEBUG nova.compute.manager [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Instance network_info: |[{"id": "f10213cb-0ab7-46c9-9e1e-d20ee8b47d28", "address": "fa:16:3e:50:54:f8", "network": {"id": "0102c4b4-c702-495b-8be5-249fbafd2990", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1934416278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f10c34bb63a41279e9ce76e257aa38e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf10213cb-0a", "ovs_interfaceid": "f10213cb-0ab7-46c9-9e1e-d20ee8b47d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.978443] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:54:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f10213cb-0ab7-46c9-9e1e-d20ee8b47d28', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.985951] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.986184] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.986452] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff4d40ff-442f-4c1d-9e68-4dec9241c77d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.007010] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.007010] env[70113]: value = "task-3416399" [ 1265.007010] env[70113]: _type = "Task" [ 1265.007010] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.015485] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416399, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.024707] env[70113]: DEBUG oslo_vmware.rw_handles [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5236ddd0-8780-962d-3961-bafcf9a6d1a1/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1265.025726] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85c42f3-2502-4171-a4bf-9f2dfb36d404 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.032598] env[70113]: DEBUG oslo_vmware.rw_handles [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5236ddd0-8780-962d-3961-bafcf9a6d1a1/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1265.032768] env[70113]: ERROR oslo_vmware.rw_handles [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5236ddd0-8780-962d-3961-bafcf9a6d1a1/disk-0.vmdk due to incomplete transfer. [ 1265.032987] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-65784601-248f-40f5-b188-c21a1dc26dfb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.042277] env[70113]: DEBUG oslo_vmware.rw_handles [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5236ddd0-8780-962d-3961-bafcf9a6d1a1/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1265.042480] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Uploaded image 9a44f096-bf2b-41e8-99f8-43e5de28c518 to the Glance image server {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1265.045119] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1265.045486] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0b5a76f4-e1fa-4b9a-a620-e675fbd6e1b4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.051896] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1265.051896] env[70113]: value = "task-3416400" [ 1265.051896] env[70113]: _type = "Task" [ 1265.051896] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.062673] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416400, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.192353] env[70113]: DEBUG nova.compute.manager [req-c81fea25-2494-4e48-8e9c-8e0c52679389 req-1a0c826b-4dad-44d1-bdee-ba9e527eef3e service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Received event network-changed-f10213cb-0ab7-46c9-9e1e-d20ee8b47d28 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.192547] env[70113]: DEBUG nova.compute.manager [req-c81fea25-2494-4e48-8e9c-8e0c52679389 req-1a0c826b-4dad-44d1-bdee-ba9e527eef3e service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Refreshing instance network info cache due to event network-changed-f10213cb-0ab7-46c9-9e1e-d20ee8b47d28. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.192767] env[70113]: DEBUG oslo_concurrency.lockutils [req-c81fea25-2494-4e48-8e9c-8e0c52679389 req-1a0c826b-4dad-44d1-bdee-ba9e527eef3e service nova] Acquiring lock "refresh_cache-7ba0f52e-6ebc-430a-8515-6603dde1870e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.192915] env[70113]: DEBUG oslo_concurrency.lockutils [req-c81fea25-2494-4e48-8e9c-8e0c52679389 req-1a0c826b-4dad-44d1-bdee-ba9e527eef3e service nova] Acquired lock "refresh_cache-7ba0f52e-6ebc-430a-8515-6603dde1870e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.193086] env[70113]: DEBUG nova.network.neutron [req-c81fea25-2494-4e48-8e9c-8e0c52679389 req-1a0c826b-4dad-44d1-bdee-ba9e527eef3e service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Refreshing network info cache for port f10213cb-0ab7-46c9-9e1e-d20ee8b47d28 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.517549] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416399, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.563057] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416400, 'name': Destroy_Task, 'duration_secs': 0.411759} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.563357] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Destroyed the VM [ 1265.563609] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1265.563853] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-21bd9373-5c52-4773-83b9-302fbb4abdd2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.570986] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1265.570986] env[70113]: value = "task-3416401" [ 1265.570986] env[70113]: _type = "Task" [ 1265.570986] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.578699] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416401, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.870355] env[70113]: DEBUG nova.network.neutron [req-c81fea25-2494-4e48-8e9c-8e0c52679389 req-1a0c826b-4dad-44d1-bdee-ba9e527eef3e service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Updated VIF entry in instance network info cache for port f10213cb-0ab7-46c9-9e1e-d20ee8b47d28. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.870729] env[70113]: DEBUG nova.network.neutron [req-c81fea25-2494-4e48-8e9c-8e0c52679389 req-1a0c826b-4dad-44d1-bdee-ba9e527eef3e service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Updating instance_info_cache with network_info: [{"id": "f10213cb-0ab7-46c9-9e1e-d20ee8b47d28", "address": "fa:16:3e:50:54:f8", "network": {"id": "0102c4b4-c702-495b-8be5-249fbafd2990", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1934416278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f10c34bb63a41279e9ce76e257aa38e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf10213cb-0a", "ovs_interfaceid": "f10213cb-0ab7-46c9-9e1e-d20ee8b47d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.018873] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416399, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.081215] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416401, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.373565] env[70113]: DEBUG oslo_concurrency.lockutils [req-c81fea25-2494-4e48-8e9c-8e0c52679389 req-1a0c826b-4dad-44d1-bdee-ba9e527eef3e service nova] Releasing lock "refresh_cache-7ba0f52e-6ebc-430a-8515-6603dde1870e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.519732] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416399, 'name': CreateVM_Task, 'duration_secs': 1.338249} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.519931] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.527099] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.527223] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.527558] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.527809] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0463e91-3f77-4c74-a22e-c585e3bb19c1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.532500] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1266.532500] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d8606c-9acf-0001-9c87-d88e9dd45c2f" [ 1266.532500] env[70113]: _type = "Task" [ 1266.532500] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.540836] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d8606c-9acf-0001-9c87-d88e9dd45c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.581223] env[70113]: DEBUG oslo_vmware.api [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416401, 'name': RemoveSnapshot_Task, 'duration_secs': 0.566665} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.581501] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1266.581831] env[70113]: INFO nova.compute.manager [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Took 17.93 seconds to snapshot the instance on the hypervisor. [ 1267.045503] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d8606c-9acf-0001-9c87-d88e9dd45c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.045879] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.046141] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.046415] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.046574] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.046764] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.047052] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-565df915-e056-41ea-b1a0-ac1e36a95b2a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.056315] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.056540] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.057279] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-775b8aeb-818a-421e-93b0-2c7e90f060dd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.062610] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1267.062610] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b31c0d-f956-d908-65da-7b285c1e78bb" [ 1267.062610] env[70113]: _type = "Task" [ 1267.062610] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.070942] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b31c0d-f956-d908-65da-7b285c1e78bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.136066] env[70113]: DEBUG nova.compute.manager [None req-9bfdf933-8f81-4489-8724-8250e180a725 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Found 1 images (rotation: 2) {{(pid=70113) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1267.573315] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b31c0d-f956-d908-65da-7b285c1e78bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.574115] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b82e919-1dc8-4f1a-a54e-a71f3b8395e7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.579978] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1267.579978] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c07e4e-f077-76d1-2e0a-635034d56848" [ 1267.579978] env[70113]: _type = "Task" [ 1267.579978] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.587891] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c07e4e-f077-76d1-2e0a-635034d56848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.687566] env[70113]: DEBUG nova.compute.manager [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.688540] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1c3935-9c83-4fcc-8700-2dd7981a48b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.090610] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c07e4e-f077-76d1-2e0a-635034d56848, 'name': SearchDatastore_Task, 'duration_secs': 0.02212} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.091045] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.091254] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 7ba0f52e-6ebc-430a-8515-6603dde1870e/7ba0f52e-6ebc-430a-8515-6603dde1870e.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.091549] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc079ccb-391b-4893-8f25-b5f29aa9b87c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.098356] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1268.098356] env[70113]: value = "task-3416403" [ 1268.098356] env[70113]: _type = "Task" [ 1268.098356] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.106430] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.199320] env[70113]: INFO nova.compute.manager [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] instance snapshotting [ 1268.199915] env[70113]: DEBUG nova.objects.instance [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lazy-loading 'flavor' on Instance uuid 9b480a90-fa49-44d5-88f0-f0bf97a6ed67 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.608028] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448675} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.608304] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 7ba0f52e-6ebc-430a-8515-6603dde1870e/7ba0f52e-6ebc-430a-8515-6603dde1870e.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.608521] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.608762] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17bb9130-fc24-45cf-ac09-b851db6fd0af {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.614840] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1268.614840] env[70113]: value = "task-3416404" [ 1268.614840] env[70113]: _type = "Task" [ 1268.614840] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.622620] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.705499] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9832ac-5f38-41a5-b401-e2324ad4fe19 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.726663] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40da6e8-225e-46bc-8f49-6d9afbe07ae5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.124438] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066967} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.124774] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.125520] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2392794d-05cf-4d66-bef1-e3ec6d1781e7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.147368] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 7ba0f52e-6ebc-430a-8515-6603dde1870e/7ba0f52e-6ebc-430a-8515-6603dde1870e.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.147463] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67cba70f-3259-4c10-a173-bf59c7ee0238 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.169158] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1269.169158] env[70113]: value = "task-3416406" [ 1269.169158] env[70113]: _type = "Task" [ 1269.169158] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.177415] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.237869] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1269.238184] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-411ff5fd-e1f7-4271-aabd-dabc30a2cf78 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.246910] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1269.246910] env[70113]: value = "task-3416407" [ 1269.246910] env[70113]: _type = "Task" [ 1269.246910] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.255230] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416407, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.681990] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416406, 'name': ReconfigVM_Task, 'duration_secs': 0.295254} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.682282] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 7ba0f52e-6ebc-430a-8515-6603dde1870e/7ba0f52e-6ebc-430a-8515-6603dde1870e.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.682890] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-116d78a6-dc73-4680-8026-242b3166f0fa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.693569] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1269.693569] env[70113]: value = "task-3416408" [ 1269.693569] env[70113]: _type = "Task" [ 1269.693569] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.702521] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416408, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.757183] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416407, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.204095] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416408, 'name': Rename_Task, 'duration_secs': 0.157773} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.204429] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.204629] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa7aeeb4-70c2-4292-bc9f-5273338ac71d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.217394] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1270.217394] env[70113]: value = "task-3416409" [ 1270.217394] env[70113]: _type = "Task" [ 1270.217394] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.225653] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.259323] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416407, 'name': CreateSnapshot_Task, 'duration_secs': 0.612473} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.259323] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1270.260053] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37c144e-d442-43dc-916e-9524cf90bedc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.728532] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.779752] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1270.780097] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c64a3a20-cdf6-43ca-945b-77d5b242fa2c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.790763] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1270.790763] env[70113]: value = "task-3416410" [ 1270.790763] env[70113]: _type = "Task" [ 1270.790763] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.813094] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416410, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.228638] env[70113]: DEBUG oslo_vmware.api [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416409, 'name': PowerOnVM_Task, 'duration_secs': 0.645737} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.229250] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.229250] env[70113]: INFO nova.compute.manager [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1271.229539] env[70113]: DEBUG nova.compute.manager [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.230159] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821388b6-2209-4823-83c0-769d93d9539b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.301042] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416410, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.748582] env[70113]: INFO nova.compute.manager [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Took 13.39 seconds to build instance. [ 1271.812744] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416410, 'name': CloneVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.250584] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8781f012-de0f-4125-b702-885bc5ad2c9f tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "7ba0f52e-6ebc-430a-8515-6603dde1870e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.905s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.302519] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416410, 'name': CloneVM_Task, 'duration_secs': 1.079633} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.302969] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Created linked-clone VM from snapshot [ 1272.303766] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d7c67b-c948-45fa-aefc-d638401f68a6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.311404] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Uploading image 77c95775-1e5a-4635-a42f-18328004b4ac {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1272.333166] env[70113]: DEBUG oslo_vmware.rw_handles [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1272.333166] env[70113]: value = "vm-681655" [ 1272.333166] env[70113]: _type = "VirtualMachine" [ 1272.333166] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1272.333451] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-588d3cbe-3cc4-4e36-95e7-82cc507d1003 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.341162] env[70113]: DEBUG oslo_vmware.rw_handles [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lease: (returnval){ [ 1272.341162] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e93779-7d17-118a-e65f-4d27c2993969" [ 1272.341162] env[70113]: _type = "HttpNfcLease" [ 1272.341162] env[70113]: } obtained for exporting VM: (result){ [ 1272.341162] env[70113]: value = "vm-681655" [ 1272.341162] env[70113]: _type = "VirtualMachine" [ 1272.341162] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1272.341510] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the lease: (returnval){ [ 1272.341510] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e93779-7d17-118a-e65f-4d27c2993969" [ 1272.341510] env[70113]: _type = "HttpNfcLease" [ 1272.341510] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1272.347910] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1272.347910] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e93779-7d17-118a-e65f-4d27c2993969" [ 1272.347910] env[70113]: _type = "HttpNfcLease" [ 1272.347910] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1272.852022] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1272.852022] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e93779-7d17-118a-e65f-4d27c2993969" [ 1272.852022] env[70113]: _type = "HttpNfcLease" [ 1272.852022] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1272.852022] env[70113]: DEBUG oslo_vmware.rw_handles [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1272.852022] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e93779-7d17-118a-e65f-4d27c2993969" [ 1272.852022] env[70113]: _type = "HttpNfcLease" [ 1272.852022] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1272.852022] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20370a26-4a50-4350-83b6-06eab3bf2fcc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.859459] env[70113]: DEBUG oslo_vmware.rw_handles [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52076671-143e-882a-0558-3b80e2741e4a/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1272.859841] env[70113]: DEBUG oslo_vmware.rw_handles [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52076671-143e-882a-0558-3b80e2741e4a/disk-0.vmdk for reading. {{(pid=70113) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1272.952713] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-293c5376-8c04-4717-8df4-98ba814a4dcd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.043818] env[70113]: DEBUG nova.compute.manager [req-37cb3bde-acc3-422d-830b-3575789227c6 req-32ecb90e-74da-4271-adff-e888dbfa57fe service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Received event network-changed-f10213cb-0ab7-46c9-9e1e-d20ee8b47d28 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.043929] env[70113]: DEBUG nova.compute.manager [req-37cb3bde-acc3-422d-830b-3575789227c6 req-32ecb90e-74da-4271-adff-e888dbfa57fe service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Refreshing instance network info cache due to event network-changed-f10213cb-0ab7-46c9-9e1e-d20ee8b47d28. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.044121] env[70113]: DEBUG oslo_concurrency.lockutils [req-37cb3bde-acc3-422d-830b-3575789227c6 req-32ecb90e-74da-4271-adff-e888dbfa57fe service nova] Acquiring lock "refresh_cache-7ba0f52e-6ebc-430a-8515-6603dde1870e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.044882] env[70113]: DEBUG oslo_concurrency.lockutils [req-37cb3bde-acc3-422d-830b-3575789227c6 req-32ecb90e-74da-4271-adff-e888dbfa57fe service nova] Acquired lock "refresh_cache-7ba0f52e-6ebc-430a-8515-6603dde1870e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.044882] env[70113]: DEBUG nova.network.neutron [req-37cb3bde-acc3-422d-830b-3575789227c6 req-32ecb90e-74da-4271-adff-e888dbfa57fe service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Refreshing network info cache for port f10213cb-0ab7-46c9-9e1e-d20ee8b47d28 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.382742] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.771011] env[70113]: DEBUG nova.network.neutron [req-37cb3bde-acc3-422d-830b-3575789227c6 req-32ecb90e-74da-4271-adff-e888dbfa57fe service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Updated VIF entry in instance network info cache for port f10213cb-0ab7-46c9-9e1e-d20ee8b47d28. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.771354] env[70113]: DEBUG nova.network.neutron [req-37cb3bde-acc3-422d-830b-3575789227c6 req-32ecb90e-74da-4271-adff-e888dbfa57fe service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Updating instance_info_cache with network_info: [{"id": "f10213cb-0ab7-46c9-9e1e-d20ee8b47d28", "address": "fa:16:3e:50:54:f8", "network": {"id": "0102c4b4-c702-495b-8be5-249fbafd2990", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1934416278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f10c34bb63a41279e9ce76e257aa38e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf10213cb-0a", "ovs_interfaceid": "f10213cb-0ab7-46c9-9e1e-d20ee8b47d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.829563] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.829923] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.274272] env[70113]: DEBUG oslo_concurrency.lockutils [req-37cb3bde-acc3-422d-830b-3575789227c6 req-32ecb90e-74da-4271-adff-e888dbfa57fe service nova] Releasing lock "refresh_cache-7ba0f52e-6ebc-430a-8515-6603dde1870e" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.333920] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.334196] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.334374] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.334526] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70113) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1274.335504] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ea533c-d9a8-4f0f-9c8e-73c435eb0cb1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.345014] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020526c4-74d2-4f83-a6bb-633b9b1488e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.362565] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397effaa-b384-4ad6-aa8f-33c6808a46cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.370875] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c220fe52-26f4-4a25-b1c2-c0522f68f8fc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.404953] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179403MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=70113) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1274.405304] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.405388] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.451596] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 135fdd6c-b39a-4da2-a076-7aa092aa0d34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.451876] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance e60e781b-f764-42c3-8e06-5f066a0e1513 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.451919] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 5f4fab1f-b3c7-4d65-bcd1-0149881734cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.452040] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 7613b733-e4dd-49d6-8fde-2231e945323c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.452162] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance de865b44-7aaf-4a5d-8088-055d518180fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.452278] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 9b480a90-fa49-44d5-88f0-f0bf97a6ed67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.452390] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance bfb64408-fac0-4574-bcb3-b8851257932c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.452500] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 063cfe1f-fac9-4ab0-80dc-102e13afe0f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.452614] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance cf3bd012-ce2f-4c5e-aafb-a62e34b74161 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.452721] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 70834b1c-f2b6-45b4-a761-ec525b577b3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.452827] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 7ba0f52e-6ebc-430a-8515-6603dde1870e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.453031] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1275.453170] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1275.592776] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07f884b-7d13-4602-8ee6-446cacbd9400 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.600902] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00a78ed-3b55-4ef6-a573-a9efbaf40dba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.631920] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799f0a12-2db0-43c6-9f4f-43ee33c9d408 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.640400] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeb4dca-b6ed-482c-a856-8b0ebfc2e837 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.654353] env[70113]: DEBUG nova.compute.provider_tree [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.158091] env[70113]: DEBUG nova.scheduler.client.report [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.663604] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1276.663604] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.258s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.282514] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.286013] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.286671] env[70113]: DEBUG oslo_concurrency.lockutils [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "8663e88a-2993-41a0-b71b-31ee0af84a67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.286885] env[70113]: DEBUG oslo_concurrency.lockutils [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "8663e88a-2993-41a0-b71b-31ee0af84a67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.288124] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.288904] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.288904] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70113) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1278.789398] env[70113]: DEBUG nova.compute.manager [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.329481] env[70113]: DEBUG oslo_concurrency.lockutils [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.329778] env[70113]: DEBUG oslo_concurrency.lockutils [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.331329] env[70113]: INFO nova.compute.claims [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.833146] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.498549] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c69f02-95d4-4db5-afae-d807d610564d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.507755] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd303cf-15bf-4004-bae3-c19e0beda1b7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.538430] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b522f532-768c-4ab2-89c8-2dc59bf7cd81 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.546546] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b0e9c1-174a-4f9f-b2d8-91dfe8741fb6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.560162] env[70113]: DEBUG nova.compute.provider_tree [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.064102] env[70113]: DEBUG nova.scheduler.client.report [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.540809] env[70113]: DEBUG oslo_vmware.rw_handles [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52076671-143e-882a-0558-3b80e2741e4a/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1281.542228] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11827bd0-310c-4da5-99cc-3385cc790ec7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.552121] env[70113]: DEBUG oslo_vmware.rw_handles [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52076671-143e-882a-0558-3b80e2741e4a/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1281.552440] env[70113]: ERROR oslo_vmware.rw_handles [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52076671-143e-882a-0558-3b80e2741e4a/disk-0.vmdk due to incomplete transfer. [ 1281.552792] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b9bc8a15-91bf-46c3-b409-1c653f7c25ff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.562881] env[70113]: DEBUG oslo_vmware.rw_handles [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52076671-143e-882a-0558-3b80e2741e4a/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1281.563209] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Uploaded image 77c95775-1e5a-4635-a42f-18328004b4ac to the Glance image server {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1281.566794] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1281.567222] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a9ee2bb3-9afa-4d22-a6e3-77aa41f5cb3a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.570389] env[70113]: DEBUG oslo_concurrency.lockutils [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.570910] env[70113]: DEBUG nova.compute.manager [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1281.585170] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1281.585170] env[70113]: value = "task-3416414" [ 1281.585170] env[70113]: _type = "Task" [ 1281.585170] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.594930] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416414, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.078437] env[70113]: DEBUG nova.compute.utils [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1282.080762] env[70113]: DEBUG nova.compute.manager [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1282.080762] env[70113]: DEBUG nova.network.neutron [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1282.096025] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416414, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.129301] env[70113]: DEBUG nova.policy [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daf72965cba84ac2ab83202474aec2a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bed8f3f3a2054de48c1c741adc76b191', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1282.490257] env[70113]: DEBUG nova.network.neutron [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Successfully created port: e3e9b22a-e4f3-4212-ad98-5b6d26aa3923 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1282.583530] env[70113]: DEBUG nova.compute.manager [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1282.596271] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416414, 'name': Destroy_Task} progress is 33%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.092669] env[70113]: INFO nova.virt.block_device [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Booting with volume 267118e5-e06b-416d-9356-7999bfe1d06c at /dev/sda [ 1283.100357] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416414, 'name': Destroy_Task, 'duration_secs': 1.133762} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.102652] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Destroyed the VM [ 1283.102904] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1283.103359] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6e52ce2f-872a-4f4e-ad28-bf9ce5d89db3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.110066] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1283.110066] env[70113]: value = "task-3416415" [ 1283.110066] env[70113]: _type = "Task" [ 1283.110066] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.118816] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416415, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.154381] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b10ae77-269c-4d5b-abe9-9495722d24f9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.164303] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238dda20-91d2-47a1-a9b4-f30a53990d3d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.197550] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c48878b9-b9d0-440b-8c71-bbc0306cac76 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.206670] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1194cd-a725-41fc-938b-89ad49eaf27a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.241046] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628f26a0-a3d8-4328-8460-febea09d3069 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.248177] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfce618-35a2-406a-a1ce-ce566920f6a0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.263345] env[70113]: DEBUG nova.virt.block_device [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updating existing volume attachment record: 1562d564-aadd-44de-9d3a-9ed12b12ca03 {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1283.620280] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416415, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.943947] env[70113]: DEBUG nova.compute.manager [req-1a679033-a73e-4bba-8655-e5bdc24c8fbd req-3d9c8948-7e2a-4e63-ae09-c732681be89b service nova] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Received event network-vif-plugged-e3e9b22a-e4f3-4212-ad98-5b6d26aa3923 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.944179] env[70113]: DEBUG oslo_concurrency.lockutils [req-1a679033-a73e-4bba-8655-e5bdc24c8fbd req-3d9c8948-7e2a-4e63-ae09-c732681be89b service nova] Acquiring lock "8663e88a-2993-41a0-b71b-31ee0af84a67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.944381] env[70113]: DEBUG oslo_concurrency.lockutils [req-1a679033-a73e-4bba-8655-e5bdc24c8fbd req-3d9c8948-7e2a-4e63-ae09-c732681be89b service nova] Lock "8663e88a-2993-41a0-b71b-31ee0af84a67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.944543] env[70113]: DEBUG oslo_concurrency.lockutils [req-1a679033-a73e-4bba-8655-e5bdc24c8fbd req-3d9c8948-7e2a-4e63-ae09-c732681be89b service nova] Lock "8663e88a-2993-41a0-b71b-31ee0af84a67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.944703] env[70113]: DEBUG nova.compute.manager [req-1a679033-a73e-4bba-8655-e5bdc24c8fbd req-3d9c8948-7e2a-4e63-ae09-c732681be89b service nova] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] No waiting events found dispatching network-vif-plugged-e3e9b22a-e4f3-4212-ad98-5b6d26aa3923 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.944864] env[70113]: WARNING nova.compute.manager [req-1a679033-a73e-4bba-8655-e5bdc24c8fbd req-3d9c8948-7e2a-4e63-ae09-c732681be89b service nova] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Received unexpected event network-vif-plugged-e3e9b22a-e4f3-4212-ad98-5b6d26aa3923 for instance with vm_state building and task_state block_device_mapping. [ 1283.979997] env[70113]: DEBUG nova.network.neutron [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Successfully updated port: e3e9b22a-e4f3-4212-ad98-5b6d26aa3923 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.120808] env[70113]: DEBUG oslo_vmware.api [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416415, 'name': RemoveSnapshot_Task, 'duration_secs': 0.540872} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.121048] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1284.121293] env[70113]: INFO nova.compute.manager [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Took 15.42 seconds to snapshot the instance on the hypervisor. [ 1284.481904] env[70113]: DEBUG oslo_concurrency.lockutils [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.482115] env[70113]: DEBUG oslo_concurrency.lockutils [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.482340] env[70113]: DEBUG nova.network.neutron [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.716155] env[70113]: DEBUG nova.compute.manager [None req-74feca29-1ce3-40b7-ab98-e5703df188f7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Found 2 images (rotation: 2) {{(pid=70113) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1285.013675] env[70113]: DEBUG nova.network.neutron [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.200119] env[70113]: DEBUG nova.network.neutron [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updating instance_info_cache with network_info: [{"id": "e3e9b22a-e4f3-4212-ad98-5b6d26aa3923", "address": "fa:16:3e:39:01:c4", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e9b22a-e4", "ovs_interfaceid": "e3e9b22a-e4f3-4212-ad98-5b6d26aa3923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.365700] env[70113]: DEBUG nova.compute.manager [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.366308] env[70113]: DEBUG nova.virt.hardware [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.366482] env[70113]: DEBUG nova.virt.hardware [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.366634] env[70113]: DEBUG nova.virt.hardware [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.366842] env[70113]: DEBUG nova.virt.hardware [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.366943] env[70113]: DEBUG nova.virt.hardware [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.367102] env[70113]: DEBUG nova.virt.hardware [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.367305] env[70113]: DEBUG nova.virt.hardware [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.367461] env[70113]: DEBUG nova.virt.hardware [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.367623] env[70113]: DEBUG nova.virt.hardware [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.367783] env[70113]: DEBUG nova.virt.hardware [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.367981] env[70113]: DEBUG nova.virt.hardware [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.368946] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d010b02a-9fc9-4a4b-b23c-bf82463db85e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.378565] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4339fd7-5e88-4a81-a791-2d2c46521411 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.702917] env[70113]: DEBUG oslo_concurrency.lockutils [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.703263] env[70113]: DEBUG nova.compute.manager [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Instance network_info: |[{"id": "e3e9b22a-e4f3-4212-ad98-5b6d26aa3923", "address": "fa:16:3e:39:01:c4", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e9b22a-e4", "ovs_interfaceid": "e3e9b22a-e4f3-4212-ad98-5b6d26aa3923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1285.703723] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:01:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3e9b22a-e4f3-4212-ad98-5b6d26aa3923', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.711468] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.711673] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.711891] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c76edae7-904c-408c-aa38-cdf3949dc21a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.733654] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.733654] env[70113]: value = "task-3416416" [ 1285.733654] env[70113]: _type = "Task" [ 1285.733654] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.741343] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416416, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.970075] env[70113]: DEBUG nova.compute.manager [req-9910ad3e-1170-4c92-aeaa-092ac52fcaa4 req-048a3fa1-0c3b-47ee-ae69-576d35774584 service nova] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Received event network-changed-e3e9b22a-e4f3-4212-ad98-5b6d26aa3923 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.970393] env[70113]: DEBUG nova.compute.manager [req-9910ad3e-1170-4c92-aeaa-092ac52fcaa4 req-048a3fa1-0c3b-47ee-ae69-576d35774584 service nova] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Refreshing instance network info cache due to event network-changed-e3e9b22a-e4f3-4212-ad98-5b6d26aa3923. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.970685] env[70113]: DEBUG oslo_concurrency.lockutils [req-9910ad3e-1170-4c92-aeaa-092ac52fcaa4 req-048a3fa1-0c3b-47ee-ae69-576d35774584 service nova] Acquiring lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.970957] env[70113]: DEBUG oslo_concurrency.lockutils [req-9910ad3e-1170-4c92-aeaa-092ac52fcaa4 req-048a3fa1-0c3b-47ee-ae69-576d35774584 service nova] Acquired lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.971234] env[70113]: DEBUG nova.network.neutron [req-9910ad3e-1170-4c92-aeaa-092ac52fcaa4 req-048a3fa1-0c3b-47ee-ae69-576d35774584 service nova] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Refreshing network info cache for port e3e9b22a-e4f3-4212-ad98-5b6d26aa3923 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.095710] env[70113]: DEBUG nova.compute.manager [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.096714] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9158ee-dba2-43b7-bac0-010d9601b67f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.243179] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416416, 'name': CreateVM_Task, 'duration_secs': 0.324123} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.243354] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.244090] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681653', 'volume_id': '267118e5-e06b-416d-9356-7999bfe1d06c', 'name': 'volume-267118e5-e06b-416d-9356-7999bfe1d06c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8663e88a-2993-41a0-b71b-31ee0af84a67', 'attached_at': '', 'detached_at': '', 'volume_id': '267118e5-e06b-416d-9356-7999bfe1d06c', 'serial': '267118e5-e06b-416d-9356-7999bfe1d06c'}, 'guest_format': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'attachment_id': '1562d564-aadd-44de-9d3a-9ed12b12ca03', 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=70113) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1286.244308] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Root volume attach. Driver type: vmdk {{(pid=70113) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1286.245068] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd89fd0-efd6-42e9-b983-134a6bb040e6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.252237] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ca2020-debf-4ced-9726-4cc2d223ca3b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.258108] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19af9977-4cf6-4de1-b7bd-6401a46313bb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.263590] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d2b46802-aaf6-4ef1-b926-b4113a07cef3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.270480] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1286.270480] env[70113]: value = "task-3416417" [ 1286.270480] env[70113]: _type = "Task" [ 1286.270480] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.277949] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416417, 'name': RelocateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.347703] env[70113]: DEBUG oslo_concurrency.lockutils [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.348025] env[70113]: DEBUG oslo_concurrency.lockutils [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.348353] env[70113]: DEBUG oslo_concurrency.lockutils [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.348564] env[70113]: DEBUG oslo_concurrency.lockutils [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.348740] env[70113]: DEBUG oslo_concurrency.lockutils [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.350906] env[70113]: INFO nova.compute.manager [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Terminating instance [ 1286.607972] env[70113]: INFO nova.compute.manager [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] instance snapshotting [ 1286.608595] env[70113]: DEBUG nova.objects.instance [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lazy-loading 'flavor' on Instance uuid 9b480a90-fa49-44d5-88f0-f0bf97a6ed67 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.693253] env[70113]: DEBUG nova.network.neutron [req-9910ad3e-1170-4c92-aeaa-092ac52fcaa4 req-048a3fa1-0c3b-47ee-ae69-576d35774584 service nova] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updated VIF entry in instance network info cache for port e3e9b22a-e4f3-4212-ad98-5b6d26aa3923. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.693670] env[70113]: DEBUG nova.network.neutron [req-9910ad3e-1170-4c92-aeaa-092ac52fcaa4 req-048a3fa1-0c3b-47ee-ae69-576d35774584 service nova] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updating instance_info_cache with network_info: [{"id": "e3e9b22a-e4f3-4212-ad98-5b6d26aa3923", "address": "fa:16:3e:39:01:c4", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e9b22a-e4", "ovs_interfaceid": "e3e9b22a-e4f3-4212-ad98-5b6d26aa3923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.780854] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416417, 'name': RelocateVM_Task} progress is 34%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.854539] env[70113]: DEBUG nova.compute.manager [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.854780] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.855774] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b6d40b-b160-4732-8d19-26550286bb72 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.864023] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.864339] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c05445f-679a-4337-a518-d42a03ee0ad9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.871575] env[70113]: DEBUG oslo_vmware.api [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1286.871575] env[70113]: value = "task-3416418" [ 1286.871575] env[70113]: _type = "Task" [ 1286.871575] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.880977] env[70113]: DEBUG oslo_vmware.api [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.116442] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98529c6c-014b-4c42-8e30-c0e6476a7733 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.136455] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcda36be-cec3-4000-9f48-361d93571a0a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.196735] env[70113]: DEBUG oslo_concurrency.lockutils [req-9910ad3e-1170-4c92-aeaa-092ac52fcaa4 req-048a3fa1-0c3b-47ee-ae69-576d35774584 service nova] Releasing lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.281875] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416417, 'name': RelocateVM_Task} progress is 47%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.382124] env[70113]: DEBUG oslo_vmware.api [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416418, 'name': PowerOffVM_Task, 'duration_secs': 0.20111} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.382370] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.382546] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.382812] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23b61552-695a-4c9d-9fbf-072159c1d286 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.452033] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.452257] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.452437] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Deleting the datastore file [datastore1] 063cfe1f-fac9-4ab0-80dc-102e13afe0f6 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.452794] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a7829fe-9305-48cc-b291-62799d0f1e4a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.459768] env[70113]: DEBUG oslo_vmware.api [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for the task: (returnval){ [ 1287.459768] env[70113]: value = "task-3416420" [ 1287.459768] env[70113]: _type = "Task" [ 1287.459768] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.468725] env[70113]: DEBUG oslo_vmware.api [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.647430] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1287.648057] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c81e4795-495a-4289-888b-f5db4350837a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.656388] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1287.656388] env[70113]: value = "task-3416421" [ 1287.656388] env[70113]: _type = "Task" [ 1287.656388] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.666069] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416421, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.781823] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416417, 'name': RelocateVM_Task} progress is 62%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.970615] env[70113]: DEBUG oslo_vmware.api [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Task: {'id': task-3416420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21769} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.970925] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.971186] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.971387] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.971627] env[70113]: INFO nova.compute.manager [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1287.971898] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.972146] env[70113]: DEBUG nova.compute.manager [-] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.972270] env[70113]: DEBUG nova.network.neutron [-] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.167177] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416421, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.282640] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416417, 'name': RelocateVM_Task} progress is 76%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.476705] env[70113]: DEBUG nova.compute.manager [req-28cfba4d-52d1-4929-912c-e6ef70104b21 req-d4de6874-9c19-4b0b-afae-ba9d70903c5a service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Received event network-vif-deleted-9922988f-acd9-4861-b74b-8cad779dc680 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.477016] env[70113]: INFO nova.compute.manager [req-28cfba4d-52d1-4929-912c-e6ef70104b21 req-d4de6874-9c19-4b0b-afae-ba9d70903c5a service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Neutron deleted interface 9922988f-acd9-4861-b74b-8cad779dc680; detaching it from the instance and deleting it from the info cache [ 1288.477265] env[70113]: DEBUG nova.network.neutron [req-28cfba4d-52d1-4929-912c-e6ef70104b21 req-d4de6874-9c19-4b0b-afae-ba9d70903c5a service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.668237] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416421, 'name': CreateSnapshot_Task, 'duration_secs': 0.890212} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.668618] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1288.669487] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c0cd5b-d810-4887-a1b4-e7b4a1035638 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.783588] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416417, 'name': RelocateVM_Task} progress is 89%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.950488] env[70113]: DEBUG nova.network.neutron [-] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.980096] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e632d138-159d-40c2-883d-a30dbbd9d957 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.991045] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb9bf20-1ea9-45a1-992f-66be5cccd9f2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.024420] env[70113]: DEBUG nova.compute.manager [req-28cfba4d-52d1-4929-912c-e6ef70104b21 req-d4de6874-9c19-4b0b-afae-ba9d70903c5a service nova] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Detach interface failed, port_id=9922988f-acd9-4861-b74b-8cad779dc680, reason: Instance 063cfe1f-fac9-4ab0-80dc-102e13afe0f6 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1289.190811] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1289.191188] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3bbcf682-f3ca-41ab-8adf-bade7176a171 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.200289] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1289.200289] env[70113]: value = "task-3416422" [ 1289.200289] env[70113]: _type = "Task" [ 1289.200289] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.208477] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416422, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.282813] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416417, 'name': RelocateVM_Task} progress is 97%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.454083] env[70113]: INFO nova.compute.manager [-] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Took 1.48 seconds to deallocate network for instance. [ 1289.710688] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416422, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.783717] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416417, 'name': RelocateVM_Task, 'duration_secs': 3.341546} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.784097] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1289.784248] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681653', 'volume_id': '267118e5-e06b-416d-9356-7999bfe1d06c', 'name': 'volume-267118e5-e06b-416d-9356-7999bfe1d06c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8663e88a-2993-41a0-b71b-31ee0af84a67', 'attached_at': '', 'detached_at': '', 'volume_id': '267118e5-e06b-416d-9356-7999bfe1d06c', 'serial': '267118e5-e06b-416d-9356-7999bfe1d06c'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1289.784986] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dd2b45-120d-4718-ab51-d79888ec0a78 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.800064] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe703cab-a0f9-45fa-93fd-dc292ce5b07f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.821287] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-267118e5-e06b-416d-9356-7999bfe1d06c/volume-267118e5-e06b-416d-9356-7999bfe1d06c.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.821529] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f0b5eeb-7571-4a04-aae6-4cb361d322c2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.841805] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1289.841805] env[70113]: value = "task-3416423" [ 1289.841805] env[70113]: _type = "Task" [ 1289.841805] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.849346] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.961773] env[70113]: DEBUG oslo_concurrency.lockutils [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.963099] env[70113]: DEBUG oslo_concurrency.lockutils [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.963099] env[70113]: DEBUG nova.objects.instance [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lazy-loading 'resources' on Instance uuid 063cfe1f-fac9-4ab0-80dc-102e13afe0f6 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.211331] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416422, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.350633] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416423, 'name': ReconfigVM_Task, 'duration_secs': 0.27121} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.352086] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-267118e5-e06b-416d-9356-7999bfe1d06c/volume-267118e5-e06b-416d-9356-7999bfe1d06c.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.355771] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90856b3e-1b9d-4955-9a2b-f0f6657d728f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.370649] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1290.370649] env[70113]: value = "task-3416424" [ 1290.370649] env[70113]: _type = "Task" [ 1290.370649] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.378113] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.618797] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f351d003-7e42-48b4-8856-56b9f5c3e15b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.626072] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55c12c0-a239-4cba-9cf3-13e886af4b54 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.655573] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edab183-5967-4ac9-9881-6231e38b941d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.662708] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25471af5-b0f2-4a4e-8a2d-d242d06aa3a7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.675808] env[70113]: DEBUG nova.compute.provider_tree [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.711720] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416422, 'name': CloneVM_Task, 'duration_secs': 1.496853} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.712212] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Created linked-clone VM from snapshot [ 1290.712674] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33acffe-3410-494a-ae40-6dc846f85e78 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.719763] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Uploading image 45e044ae-e2c9-4c28-b03c-834d26e8494c {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1290.744008] env[70113]: DEBUG oslo_vmware.rw_handles [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1290.744008] env[70113]: value = "vm-681658" [ 1290.744008] env[70113]: _type = "VirtualMachine" [ 1290.744008] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1290.744264] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-79d503b7-58d5-447a-a2e1-98c4cabfe974 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.750915] env[70113]: DEBUG oslo_vmware.rw_handles [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lease: (returnval){ [ 1290.750915] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fb1e25-725c-f36c-eaa2-247ffabe8149" [ 1290.750915] env[70113]: _type = "HttpNfcLease" [ 1290.750915] env[70113]: } obtained for exporting VM: (result){ [ 1290.750915] env[70113]: value = "vm-681658" [ 1290.750915] env[70113]: _type = "VirtualMachine" [ 1290.750915] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1290.751198] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the lease: (returnval){ [ 1290.751198] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fb1e25-725c-f36c-eaa2-247ffabe8149" [ 1290.751198] env[70113]: _type = "HttpNfcLease" [ 1290.751198] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1290.756925] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1290.756925] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fb1e25-725c-f36c-eaa2-247ffabe8149" [ 1290.756925] env[70113]: _type = "HttpNfcLease" [ 1290.756925] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1290.880657] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416424, 'name': ReconfigVM_Task, 'duration_secs': 0.123052} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.880947] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681653', 'volume_id': '267118e5-e06b-416d-9356-7999bfe1d06c', 'name': 'volume-267118e5-e06b-416d-9356-7999bfe1d06c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8663e88a-2993-41a0-b71b-31ee0af84a67', 'attached_at': '', 'detached_at': '', 'volume_id': '267118e5-e06b-416d-9356-7999bfe1d06c', 'serial': '267118e5-e06b-416d-9356-7999bfe1d06c'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1290.882112] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48097478-c7cb-44f4-b870-c5172f443fc8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.887391] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1290.887391] env[70113]: value = "task-3416426" [ 1290.887391] env[70113]: _type = "Task" [ 1290.887391] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.894719] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416426, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.179317] env[70113]: DEBUG nova.scheduler.client.report [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.260207] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1291.260207] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fb1e25-725c-f36c-eaa2-247ffabe8149" [ 1291.260207] env[70113]: _type = "HttpNfcLease" [ 1291.260207] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1291.260500] env[70113]: DEBUG oslo_vmware.rw_handles [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1291.260500] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52fb1e25-725c-f36c-eaa2-247ffabe8149" [ 1291.260500] env[70113]: _type = "HttpNfcLease" [ 1291.260500] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1291.261208] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b566201-be7b-4cdd-9b63-52c64b3a0a1e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.268667] env[70113]: DEBUG oslo_vmware.rw_handles [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4e6ef-afd2-62f8-0bbf-741201b99a13/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1291.268836] env[70113]: DEBUG oslo_vmware.rw_handles [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4e6ef-afd2-62f8-0bbf-741201b99a13/disk-0.vmdk for reading. {{(pid=70113) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1291.362317] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cb0e11ce-17cf-4244-9957-e522ba583fbc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.397848] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416426, 'name': Rename_Task, 'duration_secs': 0.150208} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.398184] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.398462] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1360a0aa-03cf-49c0-a5c8-bb01d74a7e81 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.404143] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1291.404143] env[70113]: value = "task-3416427" [ 1291.404143] env[70113]: _type = "Task" [ 1291.404143] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.413234] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.684892] env[70113]: DEBUG oslo_concurrency.lockutils [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.707941] env[70113]: INFO nova.scheduler.client.report [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Deleted allocations for instance 063cfe1f-fac9-4ab0-80dc-102e13afe0f6 [ 1291.914143] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416427, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.216274] env[70113]: DEBUG oslo_concurrency.lockutils [None req-416ce367-e186-42dc-a9e2-b43c85692086 tempest-AttachVolumeShelveTestJSON-1942411901 tempest-AttachVolumeShelveTestJSON-1942411901-project-member] Lock "063cfe1f-fac9-4ab0-80dc-102e13afe0f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.868s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.419289] env[70113]: DEBUG oslo_vmware.api [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416427, 'name': PowerOnVM_Task, 'duration_secs': 0.535202} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.419786] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.420059] env[70113]: INFO nova.compute.manager [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1292.420363] env[70113]: DEBUG nova.compute.manager [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.421241] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b170270-c905-4328-a0f3-dacdb740224c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.925768] env[70113]: DEBUG nova.compute.manager [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Stashing vm_state: active {{(pid=70113) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1292.945515] env[70113]: INFO nova.compute.manager [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Took 13.65 seconds to build instance. [ 1293.445731] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.446057] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.449368] env[70113]: DEBUG oslo_concurrency.lockutils [None req-41975c51-580c-4810-a2d9-b087608b8e23 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "8663e88a-2993-41a0-b71b-31ee0af84a67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.162s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.952319] env[70113]: INFO nova.compute.claims [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.991309] env[70113]: DEBUG nova.compute.manager [req-4f0c12a8-d495-482c-8adc-18d0eb12a38f req-e7be6909-106f-48c2-a87b-dd16baaac60e service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Received event network-changed-bf1c0023-0024-4c14-8d8c-4a821ae88764 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.991629] env[70113]: DEBUG nova.compute.manager [req-4f0c12a8-d495-482c-8adc-18d0eb12a38f req-e7be6909-106f-48c2-a87b-dd16baaac60e service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Refreshing instance network info cache due to event network-changed-bf1c0023-0024-4c14-8d8c-4a821ae88764. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.991856] env[70113]: DEBUG oslo_concurrency.lockutils [req-4f0c12a8-d495-482c-8adc-18d0eb12a38f req-e7be6909-106f-48c2-a87b-dd16baaac60e service nova] Acquiring lock "refresh_cache-135fdd6c-b39a-4da2-a076-7aa092aa0d34" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.992820] env[70113]: DEBUG oslo_concurrency.lockutils [req-4f0c12a8-d495-482c-8adc-18d0eb12a38f req-e7be6909-106f-48c2-a87b-dd16baaac60e service nova] Acquired lock "refresh_cache-135fdd6c-b39a-4da2-a076-7aa092aa0d34" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.993086] env[70113]: DEBUG nova.network.neutron [req-4f0c12a8-d495-482c-8adc-18d0eb12a38f req-e7be6909-106f-48c2-a87b-dd16baaac60e service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Refreshing network info cache for port bf1c0023-0024-4c14-8d8c-4a821ae88764 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.459046] env[70113]: INFO nova.compute.resource_tracker [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating resource usage from migration 579b2088-b554-4c25-a281-8e602cbed263 [ 1294.630148] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d46cdac-a394-4da0-bbb6-9dbf48bebb24 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.638229] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871e808f-e733-4b8f-a578-378f2d52d807 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.675317] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ce8cc1-cf1e-4f9f-a971-a0095cf12a9b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.684115] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a96bc2-1670-4b5c-8713-afc3399e3038 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.698355] env[70113]: DEBUG nova.compute.provider_tree [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.038966] env[70113]: DEBUG nova.network.neutron [req-4f0c12a8-d495-482c-8adc-18d0eb12a38f req-e7be6909-106f-48c2-a87b-dd16baaac60e service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Updated VIF entry in instance network info cache for port bf1c0023-0024-4c14-8d8c-4a821ae88764. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.039376] env[70113]: DEBUG nova.network.neutron [req-4f0c12a8-d495-482c-8adc-18d0eb12a38f req-e7be6909-106f-48c2-a87b-dd16baaac60e service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Updating instance_info_cache with network_info: [{"id": "bf1c0023-0024-4c14-8d8c-4a821ae88764", "address": "fa:16:3e:c7:de:2b", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf1c0023-00", "ovs_interfaceid": "bf1c0023-0024-4c14-8d8c-4a821ae88764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.202032] env[70113]: DEBUG nova.scheduler.client.report [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.400549] env[70113]: DEBUG nova.compute.manager [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Stashing vm_state: active {{(pid=70113) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1295.542186] env[70113]: DEBUG oslo_concurrency.lockutils [req-4f0c12a8-d495-482c-8adc-18d0eb12a38f req-e7be6909-106f-48c2-a87b-dd16baaac60e service nova] Releasing lock "refresh_cache-135fdd6c-b39a-4da2-a076-7aa092aa0d34" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.707747] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.262s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.708093] env[70113]: INFO nova.compute.manager [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Migrating [ 1295.768842] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "de865b44-7aaf-4a5d-8088-055d518180fe" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.769147] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "de865b44-7aaf-4a5d-8088-055d518180fe" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.923501] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.923882] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.028370] env[70113]: DEBUG nova.compute.manager [req-c63adf0d-4247-4a45-9b22-73649f33c3d3 req-77f9f244-723b-466f-8287-a5312b0d2be0 service nova] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Received event network-changed-e3e9b22a-e4f3-4212-ad98-5b6d26aa3923 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.028370] env[70113]: DEBUG nova.compute.manager [req-c63adf0d-4247-4a45-9b22-73649f33c3d3 req-77f9f244-723b-466f-8287-a5312b0d2be0 service nova] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Refreshing instance network info cache due to event network-changed-e3e9b22a-e4f3-4212-ad98-5b6d26aa3923. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.028588] env[70113]: DEBUG oslo_concurrency.lockutils [req-c63adf0d-4247-4a45-9b22-73649f33c3d3 req-77f9f244-723b-466f-8287-a5312b0d2be0 service nova] Acquiring lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.028704] env[70113]: DEBUG oslo_concurrency.lockutils [req-c63adf0d-4247-4a45-9b22-73649f33c3d3 req-77f9f244-723b-466f-8287-a5312b0d2be0 service nova] Acquired lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.028863] env[70113]: DEBUG nova.network.neutron [req-c63adf0d-4247-4a45-9b22-73649f33c3d3 req-77f9f244-723b-466f-8287-a5312b0d2be0 service nova] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Refreshing network info cache for port e3e9b22a-e4f3-4212-ad98-5b6d26aa3923 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.223848] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.224303] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.224303] env[70113]: DEBUG nova.network.neutron [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.272148] env[70113]: INFO nova.compute.manager [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Detaching volume 7c9b8b19-fca8-4570-a6de-047fcd792aed [ 1296.308345] env[70113]: INFO nova.virt.block_device [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Attempting to driver detach volume 7c9b8b19-fca8-4570-a6de-047fcd792aed from mountpoint /dev/sdb [ 1296.308550] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1296.308764] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681644', 'volume_id': '7c9b8b19-fca8-4570-a6de-047fcd792aed', 'name': 'volume-7c9b8b19-fca8-4570-a6de-047fcd792aed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de865b44-7aaf-4a5d-8088-055d518180fe', 'attached_at': '', 'detached_at': '', 'volume_id': '7c9b8b19-fca8-4570-a6de-047fcd792aed', 'serial': '7c9b8b19-fca8-4570-a6de-047fcd792aed'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1296.309747] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9744a3-adff-479f-ac63-a3807fc8402d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.337042] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7cfd65-3321-4acf-81bc-7513b22b1620 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.344759] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb8dd4d-d514-49ea-9c31-05bc080d8a3e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.366352] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e30bfcb-dfbd-471a-a857-293e942ac5b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.381671] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] The volume has not been displaced from its original location: [datastore1] volume-7c9b8b19-fca8-4570-a6de-047fcd792aed/volume-7c9b8b19-fca8-4570-a6de-047fcd792aed.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1296.387191] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1296.387495] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-488fe407-e6b7-4915-956a-094f72e226ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.406399] env[70113]: DEBUG oslo_vmware.api [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1296.406399] env[70113]: value = "task-3416429" [ 1296.406399] env[70113]: _type = "Task" [ 1296.406399] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.414148] env[70113]: DEBUG oslo_vmware.api [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.428947] env[70113]: INFO nova.compute.claims [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.787206] env[70113]: DEBUG nova.network.neutron [req-c63adf0d-4247-4a45-9b22-73649f33c3d3 req-77f9f244-723b-466f-8287-a5312b0d2be0 service nova] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updated VIF entry in instance network info cache for port e3e9b22a-e4f3-4212-ad98-5b6d26aa3923. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.787578] env[70113]: DEBUG nova.network.neutron [req-c63adf0d-4247-4a45-9b22-73649f33c3d3 req-77f9f244-723b-466f-8287-a5312b0d2be0 service nova] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updating instance_info_cache with network_info: [{"id": "e3e9b22a-e4f3-4212-ad98-5b6d26aa3923", "address": "fa:16:3e:39:01:c4", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e9b22a-e4", "ovs_interfaceid": "e3e9b22a-e4f3-4212-ad98-5b6d26aa3923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.916902] env[70113]: DEBUG oslo_vmware.api [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416429, 'name': ReconfigVM_Task, 'duration_secs': 0.303019} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.917211] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1296.921773] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af4f9103-e4ff-41a6-8860-95b095322d23 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.934589] env[70113]: INFO nova.compute.resource_tracker [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updating resource usage from migration 1bfd09e8-4373-4f1a-822c-d6a4d7a9f923 [ 1296.941081] env[70113]: DEBUG oslo_vmware.api [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1296.941081] env[70113]: value = "task-3416430" [ 1296.941081] env[70113]: _type = "Task" [ 1296.941081] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.950149] env[70113]: DEBUG oslo_vmware.api [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.007829] env[70113]: DEBUG nova.network.neutron [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance_info_cache with network_info: [{"id": "c1cbce90-50e7-4ee3-a827-645f7e006b4d", "address": "fa:16:3e:46:f4:dc", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cbce90-50", "ovs_interfaceid": "c1cbce90-50e7-4ee3-a827-645f7e006b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.111464] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2ebec0-1df5-45ce-8ffa-f9b3ba0900fb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.119213] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563c3f48-296b-4cf9-b71c-c867587837df {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.152495] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ac1b82-73b0-4496-ac27-ebfd20ce6ec5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.160320] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48894e9-a886-431c-8b0f-576114f867f6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.174371] env[70113]: DEBUG nova.compute.provider_tree [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.290638] env[70113]: DEBUG oslo_concurrency.lockutils [req-c63adf0d-4247-4a45-9b22-73649f33c3d3 req-77f9f244-723b-466f-8287-a5312b0d2be0 service nova] Releasing lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.453884] env[70113]: DEBUG oslo_vmware.api [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416430, 'name': ReconfigVM_Task, 'duration_secs': 0.170651} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.453884] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681644', 'volume_id': '7c9b8b19-fca8-4570-a6de-047fcd792aed', 'name': 'volume-7c9b8b19-fca8-4570-a6de-047fcd792aed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de865b44-7aaf-4a5d-8088-055d518180fe', 'attached_at': '', 'detached_at': '', 'volume_id': '7c9b8b19-fca8-4570-a6de-047fcd792aed', 'serial': '7c9b8b19-fca8-4570-a6de-047fcd792aed'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1297.510539] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.677790] env[70113]: DEBUG nova.scheduler.client.report [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.999305] env[70113]: DEBUG nova.objects.instance [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lazy-loading 'flavor' on Instance uuid de865b44-7aaf-4a5d-8088-055d518180fe {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.183030] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.259s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.183273] env[70113]: INFO nova.compute.manager [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Migrating [ 1298.699320] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.699741] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.699741] env[70113]: DEBUG nova.network.neutron [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.011243] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2cc9acdb-ef3d-4f15-ba1a-8ae6d263fa7e tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "de865b44-7aaf-4a5d-8088-055d518180fe" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.025937] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14f2d1a-ee2c-4237-a3a5-e318d067d4ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.046500] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance 'cf3bd012-ce2f-4c5e-aafb-a62e34b74161' progress to 0 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.435547] env[70113]: DEBUG nova.network.neutron [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updating instance_info_cache with network_info: [{"id": "e3e9b22a-e4f3-4212-ad98-5b6d26aa3923", "address": "fa:16:3e:39:01:c4", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e9b22a-e4", "ovs_interfaceid": "e3e9b22a-e4f3-4212-ad98-5b6d26aa3923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.553161] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.553568] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-370bb181-4f92-4669-b0f0-6b095c5026a7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.562255] env[70113]: DEBUG oslo_vmware.api [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1299.562255] env[70113]: value = "task-3416431" [ 1299.562255] env[70113]: _type = "Task" [ 1299.562255] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.572506] env[70113]: DEBUG oslo_vmware.api [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.653020] env[70113]: DEBUG oslo_vmware.rw_handles [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4e6ef-afd2-62f8-0bbf-741201b99a13/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1299.653374] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee2c429-3e38-405a-8c0d-690724c87da6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.661894] env[70113]: DEBUG oslo_vmware.rw_handles [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4e6ef-afd2-62f8-0bbf-741201b99a13/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1299.662842] env[70113]: ERROR oslo_vmware.rw_handles [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4e6ef-afd2-62f8-0bbf-741201b99a13/disk-0.vmdk due to incomplete transfer. [ 1299.662842] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a1827604-d903-445e-843e-097372c93f33 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.671777] env[70113]: DEBUG oslo_vmware.rw_handles [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4e6ef-afd2-62f8-0bbf-741201b99a13/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1299.672051] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Uploaded image 45e044ae-e2c9-4c28-b03c-834d26e8494c to the Glance image server {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1299.674359] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1299.675036] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4dc86acc-f351-455c-9203-b276c06dfef4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.682475] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1299.682475] env[70113]: value = "task-3416432" [ 1299.682475] env[70113]: _type = "Task" [ 1299.682475] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.691318] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416432, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.938322] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.071974] env[70113]: DEBUG oslo_vmware.api [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416431, 'name': PowerOffVM_Task, 'duration_secs': 0.214657} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.072229] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.072366] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance 'cf3bd012-ce2f-4c5e-aafb-a62e34b74161' progress to 17 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.152883] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "de865b44-7aaf-4a5d-8088-055d518180fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.153197] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "de865b44-7aaf-4a5d-8088-055d518180fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.153418] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "de865b44-7aaf-4a5d-8088-055d518180fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.153627] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "de865b44-7aaf-4a5d-8088-055d518180fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.153911] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "de865b44-7aaf-4a5d-8088-055d518180fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.156474] env[70113]: INFO nova.compute.manager [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Terminating instance [ 1300.192763] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416432, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.579479] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.579732] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.579858] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.580053] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.580208] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.580359] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.580558] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.580718] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.580883] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.581059] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.581240] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.586464] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6716fcbb-1b6c-4e7a-94da-3e8301d273b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.601535] env[70113]: DEBUG oslo_vmware.api [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1300.601535] env[70113]: value = "task-3416433" [ 1300.601535] env[70113]: _type = "Task" [ 1300.601535] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.609625] env[70113]: DEBUG oslo_vmware.api [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.660126] env[70113]: DEBUG nova.compute.manager [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.660298] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.661383] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3467a1-a573-43ee-ab3f-c2d1cd696073 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.668807] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.669057] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-642f208d-92bb-4532-9496-551842f2855b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.675123] env[70113]: DEBUG oslo_vmware.api [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1300.675123] env[70113]: value = "task-3416434" [ 1300.675123] env[70113]: _type = "Task" [ 1300.675123] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.683310] env[70113]: DEBUG oslo_vmware.api [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.690731] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416432, 'name': Destroy_Task, 'duration_secs': 0.915051} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.691050] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Destroyed the VM [ 1300.691315] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1300.691553] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-adfd10ac-1647-43ad-bba5-d4eb0cbcf260 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.696739] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1300.696739] env[70113]: value = "task-3416435" [ 1300.696739] env[70113]: _type = "Task" [ 1300.696739] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.705794] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416435, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.114512] env[70113]: DEBUG oslo_vmware.api [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416433, 'name': ReconfigVM_Task, 'duration_secs': 0.260275} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.114512] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance 'cf3bd012-ce2f-4c5e-aafb-a62e34b74161' progress to 33 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.185890] env[70113]: DEBUG oslo_vmware.api [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416434, 'name': PowerOffVM_Task, 'duration_secs': 0.166954} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.186107] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.186282] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.186527] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-474db2de-e37e-414b-ac02-1dc14bf442b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.204948] env[70113]: DEBUG oslo_vmware.api [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416435, 'name': RemoveSnapshot_Task, 'duration_secs': 0.460473} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.205219] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1301.205445] env[70113]: INFO nova.compute.manager [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Took 14.09 seconds to snapshot the instance on the hypervisor. [ 1301.272810] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.273122] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.273266] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Deleting the datastore file [datastore1] de865b44-7aaf-4a5d-8088-055d518180fe {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.273534] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c2a7393-197f-4bcd-934f-5718a7b3a3ba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.279732] env[70113]: DEBUG oslo_vmware.api [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1301.279732] env[70113]: value = "task-3416437" [ 1301.279732] env[70113]: _type = "Task" [ 1301.279732] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.287841] env[70113]: DEBUG oslo_vmware.api [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.453506] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496b8f2f-495a-4629-9790-a6adb76a71c0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.471819] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updating instance '8663e88a-2993-41a0-b71b-31ee0af84a67' progress to 0 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.619705] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.619964] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.620098] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.620282] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.620429] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.620576] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.620779] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.620949] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.621131] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.621295] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.621465] env[70113]: DEBUG nova.virt.hardware [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.626805] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1301.627102] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d0c128-38b7-4ac9-873a-29cd61e8925f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.646159] env[70113]: DEBUG oslo_vmware.api [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1301.646159] env[70113]: value = "task-3416438" [ 1301.646159] env[70113]: _type = "Task" [ 1301.646159] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.654142] env[70113]: DEBUG oslo_vmware.api [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.749923] env[70113]: DEBUG nova.compute.manager [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Found 3 images (rotation: 2) {{(pid=70113) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1301.750308] env[70113]: DEBUG nova.compute.manager [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Rotating out 1 backups {{(pid=70113) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1301.750527] env[70113]: DEBUG nova.compute.manager [None req-6a728dcc-08ea-4859-8a0e-0cd75074b423 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Deleting image 9a44f096-bf2b-41e8-99f8-43e5de28c518 {{(pid=70113) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1301.793982] env[70113]: DEBUG oslo_vmware.api [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146263} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.794505] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.794749] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.795089] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.795405] env[70113]: INFO nova.compute.manager [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1301.795811] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.796130] env[70113]: DEBUG nova.compute.manager [-] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1301.796296] env[70113]: DEBUG nova.network.neutron [-] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1301.977997] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.978529] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83b111fa-3152-4855-90e3-57d98f56f4b2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.986687] env[70113]: DEBUG oslo_vmware.api [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1301.986687] env[70113]: value = "task-3416439" [ 1301.986687] env[70113]: _type = "Task" [ 1301.986687] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.994385] env[70113]: DEBUG oslo_vmware.api [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.156480] env[70113]: DEBUG oslo_vmware.api [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416438, 'name': ReconfigVM_Task, 'duration_secs': 0.155737} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.156816] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1302.157666] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc55fba-5a68-4341-9369-3e18e42f7cbc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.181711] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] cf3bd012-ce2f-4c5e-aafb-a62e34b74161/cf3bd012-ce2f-4c5e-aafb-a62e34b74161.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.182312] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91bd8654-837d-4c3e-90f0-f0537d0d1ee2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.200190] env[70113]: DEBUG oslo_vmware.api [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1302.200190] env[70113]: value = "task-3416440" [ 1302.200190] env[70113]: _type = "Task" [ 1302.200190] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.209925] env[70113]: DEBUG oslo_vmware.api [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.338882] env[70113]: DEBUG nova.compute.manager [req-c7b496b5-9814-42aa-b029-7cb40d5302c7 req-a7acf02c-384b-4aaa-8e12-ce0bbaaa15e9 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Received event network-vif-deleted-35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.339166] env[70113]: INFO nova.compute.manager [req-c7b496b5-9814-42aa-b029-7cb40d5302c7 req-a7acf02c-384b-4aaa-8e12-ce0bbaaa15e9 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Neutron deleted interface 35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141; detaching it from the instance and deleting it from the info cache [ 1302.339313] env[70113]: DEBUG nova.network.neutron [req-c7b496b5-9814-42aa-b029-7cb40d5302c7 req-a7acf02c-384b-4aaa-8e12-ce0bbaaa15e9 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.496690] env[70113]: DEBUG oslo_vmware.api [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416439, 'name': PowerOffVM_Task, 'duration_secs': 0.264748} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.497066] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.497262] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updating instance '8663e88a-2993-41a0-b71b-31ee0af84a67' progress to 17 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.710703] env[70113]: DEBUG oslo_vmware.api [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416440, 'name': ReconfigVM_Task, 'duration_secs': 0.264234} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.710994] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Reconfigured VM instance instance-00000074 to attach disk [datastore2] cf3bd012-ce2f-4c5e-aafb-a62e34b74161/cf3bd012-ce2f-4c5e-aafb-a62e34b74161.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.711312] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance 'cf3bd012-ce2f-4c5e-aafb-a62e34b74161' progress to 50 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.816717] env[70113]: DEBUG nova.network.neutron [-] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.841813] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-706829a3-7140-495b-abc1-62771fbc8db4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.852060] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26559299-eb7f-40ae-8f60-db9196f7998a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.883362] env[70113]: DEBUG nova.compute.manager [req-c7b496b5-9814-42aa-b029-7cb40d5302c7 req-a7acf02c-384b-4aaa-8e12-ce0bbaaa15e9 service nova] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Detach interface failed, port_id=35fbe5b5-2b6d-4cbd-bbf4-69c6946aa141, reason: Instance de865b44-7aaf-4a5d-8088-055d518180fe could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1303.003977] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.004237] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.004394] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.004574] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.004721] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.004866] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.005108] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.005274] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.005448] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.005618] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.005851] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.011123] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-037a6c36-173a-489f-838f-38739a6c1549 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.028187] env[70113]: DEBUG oslo_vmware.api [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1303.028187] env[70113]: value = "task-3416441" [ 1303.028187] env[70113]: _type = "Task" [ 1303.028187] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.037868] env[70113]: DEBUG oslo_vmware.api [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.217791] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a1520f-71b6-413d-a8f2-a6da161ecf09 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.239949] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8965f536-607f-490a-9949-518305231dcd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.257943] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance 'cf3bd012-ce2f-4c5e-aafb-a62e34b74161' progress to 67 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.318976] env[70113]: INFO nova.compute.manager [-] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Took 1.52 seconds to deallocate network for instance. [ 1303.537725] env[70113]: DEBUG oslo_vmware.api [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416441, 'name': ReconfigVM_Task, 'duration_secs': 0.34133} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.538057] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updating instance '8663e88a-2993-41a0-b71b-31ee0af84a67' progress to 33 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.695156] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6aa41f51-55a0-48fb-bb7b-b1ad2d4562a9 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.695443] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6aa41f51-55a0-48fb-bb7b-b1ad2d4562a9 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.695632] env[70113]: DEBUG nova.compute.manager [None req-6aa41f51-55a0-48fb-bb7b-b1ad2d4562a9 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.696727] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a7e5c7-78d8-4232-b970-fed56b20dd29 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.703915] env[70113]: DEBUG nova.compute.manager [None req-6aa41f51-55a0-48fb-bb7b-b1ad2d4562a9 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70113) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1303.704475] env[70113]: DEBUG nova.objects.instance [None req-6aa41f51-55a0-48fb-bb7b-b1ad2d4562a9 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lazy-loading 'flavor' on Instance uuid 9b480a90-fa49-44d5-88f0-f0bf97a6ed67 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.803283] env[70113]: DEBUG nova.network.neutron [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Port c1cbce90-50e7-4ee3-a827-645f7e006b4d binding to destination host cpu-1 is already ACTIVE {{(pid=70113) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1303.825651] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.826090] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.826353] env[70113]: DEBUG nova.objects.instance [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lazy-loading 'resources' on Instance uuid de865b44-7aaf-4a5d-8088-055d518180fe {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.044627] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.044872] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.044997] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.045198] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.045345] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.045492] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.045689] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.045886] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.046075] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.046244] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.046418] env[70113]: DEBUG nova.virt.hardware [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.051676] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1304.051970] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-209a4eb3-d794-4427-99ab-e82112459da5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.070048] env[70113]: DEBUG oslo_vmware.api [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1304.070048] env[70113]: value = "task-3416442" [ 1304.070048] env[70113]: _type = "Task" [ 1304.070048] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.077769] env[70113]: DEBUG oslo_vmware.api [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.478736] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ace84f2-bd13-4672-9d28-7c89b646d9fc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.486537] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adf5456-fef6-47a9-be1d-eeba7ee0497c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.516141] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9085bb4d-4051-45d6-88a3-1346f0fdbed4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.523081] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dab0274-c002-4722-96e3-efc2ef69c98f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.535755] env[70113]: DEBUG nova.compute.provider_tree [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.579295] env[70113]: DEBUG oslo_vmware.api [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416442, 'name': ReconfigVM_Task, 'duration_secs': 0.180426} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.579515] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1304.580283] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3009023-10a2-4931-b8d4-9bf0aa01dc01 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.601219] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-267118e5-e06b-416d-9356-7999bfe1d06c/volume-267118e5-e06b-416d-9356-7999bfe1d06c.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.601459] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e771fe11-c41d-4c22-8bb6-9f038028bade {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.618724] env[70113]: DEBUG oslo_vmware.api [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1304.618724] env[70113]: value = "task-3416443" [ 1304.618724] env[70113]: _type = "Task" [ 1304.618724] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.627563] env[70113]: DEBUG oslo_vmware.api [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.710945] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa41f51-55a0-48fb-bb7b-b1ad2d4562a9 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.711296] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b1b968d-acb9-46cd-ad08-7779a34dd6fb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.718513] env[70113]: DEBUG oslo_vmware.api [None req-6aa41f51-55a0-48fb-bb7b-b1ad2d4562a9 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1304.718513] env[70113]: value = "task-3416444" [ 1304.718513] env[70113]: _type = "Task" [ 1304.718513] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.726887] env[70113]: DEBUG oslo_vmware.api [None req-6aa41f51-55a0-48fb-bb7b-b1ad2d4562a9 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.825911] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.826162] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.826363] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.039321] env[70113]: DEBUG nova.scheduler.client.report [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.129249] env[70113]: DEBUG oslo_vmware.api [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416443, 'name': ReconfigVM_Task, 'duration_secs': 0.264714} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.129515] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-267118e5-e06b-416d-9356-7999bfe1d06c/volume-267118e5-e06b-416d-9356-7999bfe1d06c.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.129775] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updating instance '8663e88a-2993-41a0-b71b-31ee0af84a67' progress to 50 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.228647] env[70113]: DEBUG oslo_vmware.api [None req-6aa41f51-55a0-48fb-bb7b-b1ad2d4562a9 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416444, 'name': PowerOffVM_Task, 'duration_secs': 0.22526} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.228926] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa41f51-55a0-48fb-bb7b-b1ad2d4562a9 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.229142] env[70113]: DEBUG nova.compute.manager [None req-6aa41f51-55a0-48fb-bb7b-b1ad2d4562a9 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.229976] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ae24c1-7446-4b76-b011-5448bc729951 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.543957] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.560934] env[70113]: INFO nova.scheduler.client.report [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Deleted allocations for instance de865b44-7aaf-4a5d-8088-055d518180fe [ 1305.635630] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f784271-40c1-4aa4-8773-7534805b4065 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.655153] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662c3d48-e678-480c-aee7-2c2851ae792f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.673765] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updating instance '8663e88a-2993-41a0-b71b-31ee0af84a67' progress to 67 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.741630] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6aa41f51-55a0-48fb-bb7b-b1ad2d4562a9 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.876375] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.876562] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.876758] env[70113]: DEBUG nova.network.neutron [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.070236] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6402dc81-987a-4fee-963c-632897ba295f tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "de865b44-7aaf-4a5d-8088-055d518180fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.917s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.623520] env[70113]: DEBUG nova.network.neutron [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance_info_cache with network_info: [{"id": "c1cbce90-50e7-4ee3-a827-645f7e006b4d", "address": "fa:16:3e:46:f4:dc", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cbce90-50", "ovs_interfaceid": "c1cbce90-50e7-4ee3-a827-645f7e006b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.949258] env[70113]: DEBUG nova.compute.manager [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Stashing vm_state: stopped {{(pid=70113) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1307.127133] env[70113]: DEBUG oslo_concurrency.lockutils [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.313772] env[70113]: DEBUG nova.network.neutron [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Port e3e9b22a-e4f3-4212-ad98-5b6d26aa3923 binding to destination host cpu-1 is already ACTIVE {{(pid=70113) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1307.468064] env[70113]: DEBUG oslo_concurrency.lockutils [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.468228] env[70113]: DEBUG oslo_concurrency.lockutils [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.648999] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf0becc-bb38-4c11-a3d8-76ed9694f7b6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.669048] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f2fb30-90ef-4019-848f-905de0ccf2e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.675841] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance 'cf3bd012-ce2f-4c5e-aafb-a62e34b74161' progress to 83 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.974357] env[70113]: INFO nova.compute.claims [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.182182] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.182475] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b215e669-e6de-4e34-a1fa-dcbc754fcd6b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.191144] env[70113]: DEBUG oslo_vmware.api [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1308.191144] env[70113]: value = "task-3416446" [ 1308.191144] env[70113]: _type = "Task" [ 1308.191144] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.198953] env[70113]: DEBUG oslo_vmware.api [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.335963] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "8663e88a-2993-41a0-b71b-31ee0af84a67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.335963] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "8663e88a-2993-41a0-b71b-31ee0af84a67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.335963] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "8663e88a-2993-41a0-b71b-31ee0af84a67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.480193] env[70113]: INFO nova.compute.resource_tracker [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updating resource usage from migration 23c711bf-32df-4979-b2da-995449654e5a [ 1308.647713] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4549d8dc-391f-495c-9881-7a95de36f22b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.655253] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61602038-f5ae-4a61-bf1a-4f50e1c1fa9e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.686683] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f693c384-a396-4581-ab48-d34c038408c4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.697069] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78c9951-91ff-423d-8c99-484c19b98f0c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.710660] env[70113]: DEBUG nova.compute.provider_tree [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.714791] env[70113]: DEBUG oslo_vmware.api [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416446, 'name': PowerOnVM_Task, 'duration_secs': 0.372932} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.715295] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.715487] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-46c397c5-6b1c-4929-ab42-f11ed8852eaa tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance 'cf3bd012-ce2f-4c5e-aafb-a62e34b74161' progress to 100 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.216676] env[70113]: DEBUG nova.scheduler.client.report [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.373097] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.373302] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.373484] env[70113]: DEBUG nova.network.neutron [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.577730] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "7ba0f52e-6ebc-430a-8515-6603dde1870e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.578045] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "7ba0f52e-6ebc-430a-8515-6603dde1870e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.578311] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "7ba0f52e-6ebc-430a-8515-6603dde1870e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.578538] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "7ba0f52e-6ebc-430a-8515-6603dde1870e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.578750] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "7ba0f52e-6ebc-430a-8515-6603dde1870e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.581071] env[70113]: INFO nova.compute.manager [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Terminating instance [ 1309.720973] env[70113]: DEBUG oslo_concurrency.lockutils [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.253s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.721295] env[70113]: INFO nova.compute.manager [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Migrating [ 1310.085048] env[70113]: DEBUG nova.compute.manager [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.085304] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.088316] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7f00f3-0401-47da-8975-57ee739754cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.096200] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.096429] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca0ba408-bf82-494d-b56a-8248d2a85c8c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.101865] env[70113]: DEBUG oslo_vmware.api [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1310.101865] env[70113]: value = "task-3416447" [ 1310.101865] env[70113]: _type = "Task" [ 1310.101865] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.109856] env[70113]: DEBUG oslo_vmware.api [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.118455] env[70113]: DEBUG nova.network.neutron [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updating instance_info_cache with network_info: [{"id": "e3e9b22a-e4f3-4212-ad98-5b6d26aa3923", "address": "fa:16:3e:39:01:c4", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e9b22a-e4", "ovs_interfaceid": "e3e9b22a-e4f3-4212-ad98-5b6d26aa3923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.244137] env[70113]: DEBUG oslo_concurrency.lockutils [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.244137] env[70113]: DEBUG oslo_concurrency.lockutils [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.244137] env[70113]: DEBUG nova.network.neutron [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.611922] env[70113]: DEBUG oslo_vmware.api [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416447, 'name': PowerOffVM_Task, 'duration_secs': 0.243863} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.612155] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.612334] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.612581] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3b4bcad-d258-4f80-ac72-4b1abe9fa781 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.620744] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.771878] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.772190] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.772386] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Deleting the datastore file [datastore2] 7ba0f52e-6ebc-430a-8515-6603dde1870e {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.772669] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87350c16-a361-457c-9da3-0d01fcfcd3b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.779085] env[70113]: DEBUG oslo_vmware.api [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1310.779085] env[70113]: value = "task-3416449" [ 1310.779085] env[70113]: _type = "Task" [ 1310.779085] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.789126] env[70113]: DEBUG oslo_vmware.api [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.084337] env[70113]: DEBUG nova.network.neutron [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updating instance_info_cache with network_info: [{"id": "e3fa122d-9968-4825-a817-c11f525fb6be", "address": "fa:16:3e:47:35:18", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3fa122d-99", "ovs_interfaceid": "e3fa122d-9968-4825-a817-c11f525fb6be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.129712] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605ecfb8-097a-4b81-90d1-4a83eab9d6ba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.137357] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3508621a-77bd-4c99-84e0-151e23f89887 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.291264] env[70113]: DEBUG oslo_vmware.api [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188472} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.291522] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.291706] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.291874] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.292057] env[70113]: INFO nova.compute.manager [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1311.292293] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.292482] env[70113]: DEBUG nova.compute.manager [-] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.292573] env[70113]: DEBUG nova.network.neutron [-] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.378528] env[70113]: DEBUG oslo_concurrency.lockutils [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "7613b733-e4dd-49d6-8fde-2231e945323c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.378750] env[70113]: DEBUG oslo_concurrency.lockutils [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "7613b733-e4dd-49d6-8fde-2231e945323c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.378960] env[70113]: DEBUG oslo_concurrency.lockutils [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "7613b733-e4dd-49d6-8fde-2231e945323c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.379153] env[70113]: DEBUG oslo_concurrency.lockutils [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "7613b733-e4dd-49d6-8fde-2231e945323c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.379321] env[70113]: DEBUG oslo_concurrency.lockutils [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "7613b733-e4dd-49d6-8fde-2231e945323c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.381445] env[70113]: INFO nova.compute.manager [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Terminating instance [ 1311.588223] env[70113]: DEBUG oslo_concurrency.lockutils [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.889020] env[70113]: DEBUG nova.compute.manager [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1311.889020] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.889020] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67162812-a6cb-49d9-87aa-fe4ecc343865 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.892138] env[70113]: DEBUG nova.network.neutron [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Port c1cbce90-50e7-4ee3-a827-645f7e006b4d binding to destination host cpu-1 is already ACTIVE {{(pid=70113) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1311.892516] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.892785] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.893093] env[70113]: DEBUG nova.network.neutron [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.898908] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.899267] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-140e6b28-b4e2-483b-9745-01501e00de10 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.905755] env[70113]: DEBUG oslo_vmware.api [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1311.905755] env[70113]: value = "task-3416450" [ 1311.905755] env[70113]: _type = "Task" [ 1311.905755] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.914726] env[70113]: DEBUG oslo_vmware.api [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.123847] env[70113]: DEBUG nova.compute.manager [req-60af6452-956e-4108-a4ce-234508c44a1f req-c5a79439-58fe-4e8e-a1ab-2e1257f3f858 service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Received event network-vif-deleted-f10213cb-0ab7-46c9-9e1e-d20ee8b47d28 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.124023] env[70113]: INFO nova.compute.manager [req-60af6452-956e-4108-a4ce-234508c44a1f req-c5a79439-58fe-4e8e-a1ab-2e1257f3f858 service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Neutron deleted interface f10213cb-0ab7-46c9-9e1e-d20ee8b47d28; detaching it from the instance and deleting it from the info cache [ 1312.124206] env[70113]: DEBUG nova.network.neutron [req-60af6452-956e-4108-a4ce-234508c44a1f req-c5a79439-58fe-4e8e-a1ab-2e1257f3f858 service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.239454] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3bee84-7a4c-48e3-a11b-2c298d33c14c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.258468] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad849c0-4a02-45d8-969d-210c9d9097e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.265182] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updating instance '8663e88a-2993-41a0-b71b-31ee0af84a67' progress to 83 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.416328] env[70113]: DEBUG oslo_vmware.api [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416450, 'name': PowerOffVM_Task, 'duration_secs': 0.208072} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.416596] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.416765] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.417058] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d38b6ac8-91c8-48ab-bd46-6115e3753d7b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.477814] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.478064] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.478255] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Deleting the datastore file [datastore2] 7613b733-e4dd-49d6-8fde-2231e945323c {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.478524] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4af32e55-e54e-4d3d-a078-32b783a33d17 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.484847] env[70113]: DEBUG oslo_vmware.api [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1312.484847] env[70113]: value = "task-3416452" [ 1312.484847] env[70113]: _type = "Task" [ 1312.484847] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.493916] env[70113]: DEBUG oslo_vmware.api [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.604752] env[70113]: DEBUG nova.network.neutron [-] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.605112] env[70113]: DEBUG nova.network.neutron [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance_info_cache with network_info: [{"id": "c1cbce90-50e7-4ee3-a827-645f7e006b4d", "address": "fa:16:3e:46:f4:dc", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cbce90-50", "ovs_interfaceid": "c1cbce90-50e7-4ee3-a827-645f7e006b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.627675] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d90b5ddd-d05e-4b2e-abc3-d30ef155506f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.637391] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba0da6d-d982-4bd8-94ef-88d90308bf75 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.666413] env[70113]: DEBUG nova.compute.manager [req-60af6452-956e-4108-a4ce-234508c44a1f req-c5a79439-58fe-4e8e-a1ab-2e1257f3f858 service nova] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Detach interface failed, port_id=f10213cb-0ab7-46c9-9e1e-d20ee8b47d28, reason: Instance 7ba0f52e-6ebc-430a-8515-6603dde1870e could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1312.771574] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.771880] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d94e0e71-97af-4dde-a447-6b4e3f12be88 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.779177] env[70113]: DEBUG oslo_vmware.api [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1312.779177] env[70113]: value = "task-3416453" [ 1312.779177] env[70113]: _type = "Task" [ 1312.779177] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.786649] env[70113]: DEBUG oslo_vmware.api [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.994336] env[70113]: DEBUG oslo_vmware.api [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164946} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.994729] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.994806] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.994966] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.995160] env[70113]: INFO nova.compute.manager [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1312.995402] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.995596] env[70113]: DEBUG nova.compute.manager [-] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1312.995689] env[70113]: DEBUG nova.network.neutron [-] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.106241] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6a33a4-75c3-4bcc-a83c-e43914ee4089 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.109443] env[70113]: INFO nova.compute.manager [-] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Took 1.82 seconds to deallocate network for instance. [ 1313.109914] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.130243] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updating instance '9b480a90-fa49-44d5-88f0-f0bf97a6ed67' progress to 0 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.289685] env[70113]: DEBUG oslo_vmware.api [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416453, 'name': PowerOnVM_Task, 'duration_secs': 0.380785} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.289983] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.290193] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-2b77d447-7af8-4c2e-b461-4a40730c97eb tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updating instance '8663e88a-2993-41a0-b71b-31ee0af84a67' progress to 100 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.614110] env[70113]: DEBUG nova.compute.manager [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70113) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1313.614410] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.614721] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.636975] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.638390] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.638650] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-550612c0-4e80-4923-8004-e87616a8466d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.645974] env[70113]: DEBUG oslo_vmware.api [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1313.645974] env[70113]: value = "task-3416454" [ 1313.645974] env[70113]: _type = "Task" [ 1313.645974] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.654279] env[70113]: DEBUG oslo_vmware.api [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.712410] env[70113]: DEBUG nova.network.neutron [-] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.117883] env[70113]: DEBUG nova.objects.instance [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lazy-loading 'migration_context' on Instance uuid cf3bd012-ce2f-4c5e-aafb-a62e34b74161 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.152749] env[70113]: DEBUG nova.compute.manager [req-986855f9-38fc-4179-b461-9e33b01d9285 req-e8ca2f5c-a0e0-4c2c-96d8-cee4a20363ae service nova] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Received event network-vif-deleted-f2e8df59-6f69-45c9-a8f4-51ad7bdb0a41 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.159641] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] VM already powered off {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1314.159841] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updating instance '9b480a90-fa49-44d5-88f0-f0bf97a6ed67' progress to 17 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.215442] env[70113]: INFO nova.compute.manager [-] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Took 1.22 seconds to deallocate network for instance. [ 1314.667181] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.667444] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.667606] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.667786] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.667932] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.668092] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.668298] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.668454] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.668619] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.668781] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.668952] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.675898] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08b1a1b3-e25b-4750-be65-8e93fefffc62 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.692602] env[70113]: DEBUG oslo_vmware.api [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1314.692602] env[70113]: value = "task-3416455" [ 1314.692602] env[70113]: _type = "Task" [ 1314.692602] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.702453] env[70113]: DEBUG oslo_vmware.api [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.721386] env[70113]: DEBUG oslo_concurrency.lockutils [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.784786] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af7dad9-d53c-4ca0-af31-57c89b17f8e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.792864] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d4944f-7426-4d91-bf69-6a433a4ae453 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.826157] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b94823-ea27-44d3-bf69-1238f02852de {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.835199] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179dc2b0-71fc-447c-8bd4-81d0a0ed0d53 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.853639] env[70113]: DEBUG nova.compute.provider_tree [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.048420] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "8663e88a-2993-41a0-b71b-31ee0af84a67" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.048692] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "8663e88a-2993-41a0-b71b-31ee0af84a67" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.048892] env[70113]: DEBUG nova.compute.manager [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Going to confirm migration 8 {{(pid=70113) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1315.203484] env[70113]: DEBUG oslo_vmware.api [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416455, 'name': ReconfigVM_Task, 'duration_secs': 0.159544} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.203902] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updating instance '9b480a90-fa49-44d5-88f0-f0bf97a6ed67' progress to 33 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.357747] env[70113]: DEBUG nova.scheduler.client.report [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.608754] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.608952] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquired lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.609153] env[70113]: DEBUG nova.network.neutron [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.609342] env[70113]: DEBUG nova.objects.instance [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lazy-loading 'info_cache' on Instance uuid 8663e88a-2993-41a0-b71b-31ee0af84a67 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.710888] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.711166] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.711324] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.711505] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.711650] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.711794] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.711996] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.712171] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.712339] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.712500] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.712676] env[70113]: DEBUG nova.virt.hardware [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.718163] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1315.718477] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00f0972e-766f-4288-9355-58db2849b2cd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.738351] env[70113]: DEBUG oslo_vmware.api [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1315.738351] env[70113]: value = "task-3416456" [ 1315.738351] env[70113]: _type = "Task" [ 1315.738351] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.747163] env[70113]: DEBUG oslo_vmware.api [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.250061] env[70113]: DEBUG oslo_vmware.api [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416456, 'name': ReconfigVM_Task, 'duration_secs': 0.281829} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.250386] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1316.251120] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e097ae9c-3e65-4e0c-b315-5b2c1e60e2ad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.273147] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 9b480a90-fa49-44d5-88f0-f0bf97a6ed67/9b480a90-fa49-44d5-88f0-f0bf97a6ed67.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.273404] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1723f16-aef0-4a69-b4dd-9bde4a1f0eb6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.291305] env[70113]: DEBUG oslo_vmware.api [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1316.291305] env[70113]: value = "task-3416457" [ 1316.291305] env[70113]: _type = "Task" [ 1316.291305] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.299628] env[70113]: DEBUG oslo_vmware.api [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.369381] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.755s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.374920] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.738s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.375159] env[70113]: DEBUG nova.objects.instance [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lazy-loading 'resources' on Instance uuid 7ba0f52e-6ebc-430a-8515-6603dde1870e {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.803022] env[70113]: DEBUG oslo_vmware.api [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.871856] env[70113]: DEBUG nova.network.neutron [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updating instance_info_cache with network_info: [{"id": "e3e9b22a-e4f3-4212-ad98-5b6d26aa3923", "address": "fa:16:3e:39:01:c4", "network": {"id": "093c442e-5837-42ea-b703-b9edca8e345d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-383312685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bed8f3f3a2054de48c1c741adc76b191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e9b22a-e4", "ovs_interfaceid": "e3e9b22a-e4f3-4212-ad98-5b6d26aa3923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.054250] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b876be6-11db-41e3-9c69-692ef9c45656 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.062239] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6518ec-a8fa-4454-a052-a44ae216322d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.094893] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6ffeb7-f2e4-4ef3-82e7-b0cdc7aec314 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.102301] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e5111c-8fc6-4a33-942a-142ac7d58d76 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.115639] env[70113]: DEBUG nova.compute.provider_tree [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.301606] env[70113]: DEBUG oslo_vmware.api [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416457, 'name': ReconfigVM_Task, 'duration_secs': 0.941547} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.301922] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 9b480a90-fa49-44d5-88f0-f0bf97a6ed67/9b480a90-fa49-44d5-88f0-f0bf97a6ed67.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.302166] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updating instance '9b480a90-fa49-44d5-88f0-f0bf97a6ed67' progress to 50 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.374369] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Releasing lock "refresh_cache-8663e88a-2993-41a0-b71b-31ee0af84a67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.374709] env[70113]: DEBUG nova.objects.instance [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lazy-loading 'migration_context' on Instance uuid 8663e88a-2993-41a0-b71b-31ee0af84a67 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.619062] env[70113]: DEBUG nova.scheduler.client.report [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.811533] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc07ece-3c59-4694-9a03-ff6619c7c5bd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.830666] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9b3760-a138-49ed-94c4-76e181ecb278 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.847178] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updating instance '9b480a90-fa49-44d5-88f0-f0bf97a6ed67' progress to 67 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.877624] env[70113]: DEBUG nova.objects.base [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Object Instance<8663e88a-2993-41a0-b71b-31ee0af84a67> lazy-loaded attributes: info_cache,migration_context {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1317.878768] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ac595c-31a8-441c-a162-11f1480fdd03 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.902893] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-190d564d-7a08-48b3-ab21-f27daefb3a86 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.908739] env[70113]: DEBUG oslo_vmware.api [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1317.908739] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52028f0b-365d-2a06-86aa-e76fe7c20b9e" [ 1317.908739] env[70113]: _type = "Task" [ 1317.908739] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.912454] env[70113]: INFO nova.compute.manager [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Swapping old allocation on dict_keys(['40670c61-ee25-43d1-8453-26da9c0cfec5']) held by migration 579b2088-b554-4c25-a281-8e602cbed263 for instance [ 1317.916998] env[70113]: DEBUG oslo_vmware.api [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52028f0b-365d-2a06-86aa-e76fe7c20b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.939026] env[70113]: DEBUG nova.scheduler.client.report [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Overwriting current allocation {'allocations': {'40670c61-ee25-43d1-8453-26da9c0cfec5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 155}}, 'project_id': '7146058e663c40baad8c7ac4191253a8', 'user_id': '08c20c334c914b4eb37ddce05a5961ea', 'consumer_generation': 1} on consumer cf3bd012-ce2f-4c5e-aafb-a62e34b74161 {{(pid=70113) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1318.013246] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.013436] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.013613] env[70113]: DEBUG nova.network.neutron [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.123545] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.126048] env[70113]: DEBUG oslo_concurrency.lockutils [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.404s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.126206] env[70113]: DEBUG nova.objects.instance [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lazy-loading 'resources' on Instance uuid 7613b733-e4dd-49d6-8fde-2231e945323c {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.142363] env[70113]: INFO nova.scheduler.client.report [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Deleted allocations for instance 7ba0f52e-6ebc-430a-8515-6603dde1870e [ 1318.398358] env[70113]: DEBUG nova.network.neutron [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Port e3fa122d-9968-4825-a817-c11f525fb6be binding to destination host cpu-1 is already ACTIVE {{(pid=70113) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1318.420491] env[70113]: DEBUG oslo_vmware.api [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52028f0b-365d-2a06-86aa-e76fe7c20b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.007808} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.420882] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.651378] env[70113]: DEBUG oslo_concurrency.lockutils [None req-2ab86640-6eb0-4674-8f8b-7182b52d4b84 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "7ba0f52e-6ebc-430a-8515-6603dde1870e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.073s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.746160] env[70113]: DEBUG nova.network.neutron [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance_info_cache with network_info: [{"id": "c1cbce90-50e7-4ee3-a827-645f7e006b4d", "address": "fa:16:3e:46:f4:dc", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cbce90-50", "ovs_interfaceid": "c1cbce90-50e7-4ee3-a827-645f7e006b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.774534] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e843a7e3-dfe1-49c4-8344-6928c941a315 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.782458] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2166b831-faa1-4fa5-8e08-fae838e34e57 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.813730] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a208806-78a0-40c2-bf3d-0355709a0b62 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.821198] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72f52d9-1999-4d0b-8703-0836dbafb4c2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.834149] env[70113]: DEBUG nova.compute.provider_tree [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.227750] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "bfb64408-fac0-4574-bcb3-b8851257932c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.228067] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "bfb64408-fac0-4574-bcb3-b8851257932c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.248964] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "refresh_cache-cf3bd012-ce2f-4c5e-aafb-a62e34b74161" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.249425] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.249686] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52a40565-0aa7-46b1-b6d3-f249d7865f1c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.257797] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1319.257797] env[70113]: value = "task-3416458" [ 1319.257797] env[70113]: _type = "Task" [ 1319.257797] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.267223] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.337607] env[70113]: DEBUG nova.scheduler.client.report [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.423086] env[70113]: DEBUG oslo_concurrency.lockutils [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.423086] env[70113]: DEBUG oslo_concurrency.lockutils [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.423086] env[70113]: DEBUG oslo_concurrency.lockutils [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.731374] env[70113]: INFO nova.compute.manager [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Detaching volume 4f159e32-514a-47e2-81a9-d6873bd32f2f [ 1319.762896] env[70113]: INFO nova.virt.block_device [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Attempting to driver detach volume 4f159e32-514a-47e2-81a9-d6873bd32f2f from mountpoint /dev/sdb [ 1319.763158] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1319.763342] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681646', 'volume_id': '4f159e32-514a-47e2-81a9-d6873bd32f2f', 'name': 'volume-4f159e32-514a-47e2-81a9-d6873bd32f2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bfb64408-fac0-4574-bcb3-b8851257932c', 'attached_at': '', 'detached_at': '', 'volume_id': '4f159e32-514a-47e2-81a9-d6873bd32f2f', 'serial': '4f159e32-514a-47e2-81a9-d6873bd32f2f'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1319.764128] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4c00f9-2223-4cce-b372-ae63a920b9db {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.772083] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416458, 'name': PowerOffVM_Task, 'duration_secs': 0.201818} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.788581] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.789246] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.789471] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.789627] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.789810] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.789957] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.790119] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.790317] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.790473] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.790635] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.790793] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.790961] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.795759] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc9da00e-9521-493b-89e9-44bf7df09935 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.806019] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89be3afb-673c-4662-965f-6e1a0fc13e85 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.813015] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adf8f63-f91b-4a1f-be88-811bda01db5a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.816175] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1319.816175] env[70113]: value = "task-3416459" [ 1319.816175] env[70113]: _type = "Task" [ 1319.816175] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.835104] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28902ea-0b46-4af1-b888-25ec6d50ffd6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.840764] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.842992] env[70113]: DEBUG oslo_concurrency.lockutils [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.855390] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.435s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.856757] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] The volume has not been displaced from its original location: [datastore2] volume-4f159e32-514a-47e2-81a9-d6873bd32f2f/volume-4f159e32-514a-47e2-81a9-d6873bd32f2f.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1319.862038] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1319.862676] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84c7765e-65a0-40db-a35d-a9c339909b66 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.876187] env[70113]: INFO nova.scheduler.client.report [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Deleted allocations for instance 7613b733-e4dd-49d6-8fde-2231e945323c [ 1319.885032] env[70113]: DEBUG oslo_vmware.api [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1319.885032] env[70113]: value = "task-3416460" [ 1319.885032] env[70113]: _type = "Task" [ 1319.885032] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.892455] env[70113]: DEBUG oslo_vmware.api [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.327073] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416459, 'name': ReconfigVM_Task, 'duration_secs': 0.131175} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.327900] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d754118d-6b39-4c34-a456-ffd1da1cfaeb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.347977] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.348246] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.348400] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.348583] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.348730] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.348877] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.349090] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.349258] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.349428] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.349594] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.349768] env[70113]: DEBUG nova.virt.hardware [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.350579] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6316c26-b184-48a1-a87d-9deed91c8b1d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.355909] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1320.355909] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5295831a-c21f-8a97-8aaa-cb3663ebe6cc" [ 1320.355909] env[70113]: _type = "Task" [ 1320.355909] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.366137] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5295831a-c21f-8a97-8aaa-cb3663ebe6cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.384882] env[70113]: DEBUG oslo_concurrency.lockutils [None req-314f21f4-bb7f-446b-8798-ec10b25e2033 tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "7613b733-e4dd-49d6-8fde-2231e945323c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.006s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.396099] env[70113]: DEBUG oslo_vmware.api [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416460, 'name': ReconfigVM_Task, 'duration_secs': 0.222392} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.398727] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1320.404097] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c359a5a7-22e0-4563-a218-d2a6cfd2933a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.422678] env[70113]: DEBUG oslo_vmware.api [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1320.422678] env[70113]: value = "task-3416461" [ 1320.422678] env[70113]: _type = "Task" [ 1320.422678] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.436887] env[70113]: DEBUG oslo_vmware.api [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.460563] env[70113]: DEBUG oslo_concurrency.lockutils [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.460739] env[70113]: DEBUG oslo_concurrency.lockutils [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.460917] env[70113]: DEBUG nova.network.neutron [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.508406] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d8f073-3e6f-4574-9cf8-467eb90a3ae6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.516058] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec589cf-689a-4178-8641-3218db9dfd4e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.546524] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00dbf36-2141-440e-b3be-8998a759bbf0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.554548] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb41ebb-4050-4b74-8baf-962229bb2773 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.567410] env[70113]: DEBUG nova.compute.provider_tree [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.866031] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5295831a-c21f-8a97-8aaa-cb3663ebe6cc, 'name': SearchDatastore_Task, 'duration_secs': 0.008603} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.871365] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1320.871656] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-616dabb9-ff2e-475a-ba15-d24fe80801d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.889133] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1320.889133] env[70113]: value = "task-3416462" [ 1320.889133] env[70113]: _type = "Task" [ 1320.889133] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.897454] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.931532] env[70113]: DEBUG oslo_vmware.api [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416461, 'name': ReconfigVM_Task, 'duration_secs': 0.132854} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.001357] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681646', 'volume_id': '4f159e32-514a-47e2-81a9-d6873bd32f2f', 'name': 'volume-4f159e32-514a-47e2-81a9-d6873bd32f2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bfb64408-fac0-4574-bcb3-b8851257932c', 'attached_at': '', 'detached_at': '', 'volume_id': '4f159e32-514a-47e2-81a9-d6873bd32f2f', 'serial': '4f159e32-514a-47e2-81a9-d6873bd32f2f'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1321.070342] env[70113]: DEBUG nova.scheduler.client.report [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.249103] env[70113]: DEBUG nova.network.neutron [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updating instance_info_cache with network_info: [{"id": "e3fa122d-9968-4825-a817-c11f525fb6be", "address": "fa:16:3e:47:35:18", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3fa122d-99", "ovs_interfaceid": "e3fa122d-9968-4825-a817-c11f525fb6be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.266048] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "5f4fab1f-b3c7-4d65-bcd1-0149881734cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.266326] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "5f4fab1f-b3c7-4d65-bcd1-0149881734cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.266547] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "5f4fab1f-b3c7-4d65-bcd1-0149881734cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.266736] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "5f4fab1f-b3c7-4d65-bcd1-0149881734cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.266909] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "5f4fab1f-b3c7-4d65-bcd1-0149881734cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.268877] env[70113]: INFO nova.compute.manager [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Terminating instance [ 1321.399127] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416462, 'name': ReconfigVM_Task, 'duration_secs': 0.178681} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.399420] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1321.400213] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcb043a-da24-44e7-908d-cc32d5271f1c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.421643] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] cf3bd012-ce2f-4c5e-aafb-a62e34b74161/cf3bd012-ce2f-4c5e-aafb-a62e34b74161.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.421875] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ff30a34-e4bb-4f9c-9bf3-a7a301976a61 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.438735] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1321.438735] env[70113]: value = "task-3416463" [ 1321.438735] env[70113]: _type = "Task" [ 1321.438735] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.446059] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.483967] env[70113]: DEBUG nova.objects.instance [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lazy-loading 'flavor' on Instance uuid bfb64408-fac0-4574-bcb3-b8851257932c {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.752595] env[70113]: DEBUG oslo_concurrency.lockutils [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.772253] env[70113]: DEBUG nova.compute.manager [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.772524] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.773435] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1472c84-73aa-4ccf-8eb9-014c65b3ba90 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.781335] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.781577] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d24078ac-dad6-4bbb-b3fe-f88f25f5ed80 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.787799] env[70113]: DEBUG oslo_vmware.api [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1321.787799] env[70113]: value = "task-3416464" [ 1321.787799] env[70113]: _type = "Task" [ 1321.787799] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.795082] env[70113]: DEBUG oslo_vmware.api [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.948076] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416463, 'name': ReconfigVM_Task, 'duration_secs': 0.313563} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.948428] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Reconfigured VM instance instance-00000074 to attach disk [datastore2] cf3bd012-ce2f-4c5e-aafb-a62e34b74161/cf3bd012-ce2f-4c5e-aafb-a62e34b74161.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.949363] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3703faf-4be1-4c86-8bfc-c9c5389de65b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.968186] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e6af3f-a19f-4b4c-913a-b8835fe0a076 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.988936] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88985be6-2f7e-4eed-beea-3dce285d46fe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.008838] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28982399-d1e4-4f9a-b381-7ec75069e8b0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.016062] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.016304] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99d3f961-cc7e-4a69-95eb-59e246c696aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.024010] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1322.024010] env[70113]: value = "task-3416465" [ 1322.024010] env[70113]: _type = "Task" [ 1322.024010] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.031424] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.080601] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.225s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.277322] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a10808-ffef-4f77-a85f-3b86c723a4cd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.303074] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fa542e-b59e-45a9-8421-edd0a315bf74 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.310720] env[70113]: DEBUG oslo_vmware.api [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416464, 'name': PowerOffVM_Task, 'duration_secs': 0.188186} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.313263] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.313439] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.313814] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updating instance '9b480a90-fa49-44d5-88f0-f0bf97a6ed67' progress to 83 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.317492] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f663b046-b9eb-4f32-b34d-184505b831c0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.381388] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.381668] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.381900] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Deleting the datastore file [datastore2] 5f4fab1f-b3c7-4d65-bcd1-0149881734cd {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.382238] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-141ba0f5-9bbd-46dc-9684-010e2319d9e2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.389184] env[70113]: DEBUG oslo_vmware.api [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for the task: (returnval){ [ 1322.389184] env[70113]: value = "task-3416467" [ 1322.389184] env[70113]: _type = "Task" [ 1322.389184] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.397171] env[70113]: DEBUG oslo_vmware.api [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.490250] env[70113]: INFO nova.compute.manager [None req-0a304b6c-93fd-4223-b088-fb8b43aaf182 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Get console output [ 1322.490612] env[70113]: WARNING nova.virt.vmwareapi.driver [None req-0a304b6c-93fd-4223-b088-fb8b43aaf182 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] The console log is missing. Check your VSPC configuration [ 1322.493695] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9e0caa99-0db5-48c3-94e2-9ce9d824b691 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "bfb64408-fac0-4574-bcb3-b8851257932c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.266s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.534153] env[70113]: DEBUG oslo_vmware.api [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416465, 'name': PowerOnVM_Task, 'duration_secs': 0.393395} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.534374] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.633116] env[70113]: INFO nova.scheduler.client.report [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleted allocation for migration 1bfd09e8-4373-4f1a-822c-d6a4d7a9f923 [ 1322.822022] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-665117f2-b4b8-4207-847e-1ce2f2d1d01e tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updating instance '9b480a90-fa49-44d5-88f0-f0bf97a6ed67' progress to 100 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.899573] env[70113]: DEBUG oslo_vmware.api [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Task: {'id': task-3416467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484817} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.899835] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.900042] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.900266] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.900451] env[70113]: INFO nova.compute.manager [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1322.900692] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.900879] env[70113]: DEBUG nova.compute.manager [-] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.900985] env[70113]: DEBUG nova.network.neutron [-] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.138415] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0f600319-175b-4d52-ad55-ae32f1e786f2 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "8663e88a-2993-41a0-b71b-31ee0af84a67" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.090s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.226746] env[70113]: DEBUG nova.compute.manager [req-fa7a45cc-85b8-47c8-9cc1-f57e2e19be87 req-30af42b6-a00c-4f62-a21f-4eec216ccccd service nova] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Received event network-vif-deleted-0f96978a-ee85-4fb3-aecc-61293a4fa257 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.226902] env[70113]: INFO nova.compute.manager [req-fa7a45cc-85b8-47c8-9cc1-f57e2e19be87 req-30af42b6-a00c-4f62-a21f-4eec216ccccd service nova] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Neutron deleted interface 0f96978a-ee85-4fb3-aecc-61293a4fa257; detaching it from the instance and deleting it from the info cache [ 1323.227122] env[70113]: DEBUG nova.network.neutron [req-fa7a45cc-85b8-47c8-9cc1-f57e2e19be87 req-30af42b6-a00c-4f62-a21f-4eec216ccccd service nova] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.545670] env[70113]: INFO nova.compute.manager [None req-b91a9750-4527-4018-b13b-b050a87c6ee0 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance to original state: 'active' [ 1323.553230] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "bfb64408-fac0-4574-bcb3-b8851257932c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.553457] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "bfb64408-fac0-4574-bcb3-b8851257932c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.553656] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "bfb64408-fac0-4574-bcb3-b8851257932c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.553834] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "bfb64408-fac0-4574-bcb3-b8851257932c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.553998] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "bfb64408-fac0-4574-bcb3-b8851257932c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.555733] env[70113]: INFO nova.compute.manager [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Terminating instance [ 1323.706033] env[70113]: DEBUG nova.network.neutron [-] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.729212] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da55c1ba-d03a-428c-befe-5b94780a8123 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.739413] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0230459-4e85-4937-aa87-01ff412a1e96 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.767931] env[70113]: DEBUG nova.compute.manager [req-fa7a45cc-85b8-47c8-9cc1-f57e2e19be87 req-30af42b6-a00c-4f62-a21f-4eec216ccccd service nova] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Detach interface failed, port_id=0f96978a-ee85-4fb3-aecc-61293a4fa257, reason: Instance 5f4fab1f-b3c7-4d65-bcd1-0149881734cd could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1324.059245] env[70113]: DEBUG nova.compute.manager [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.059479] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.060338] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e3472c-9da5-4c1d-9fa4-644a5956f9ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.068161] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.068403] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aae92c4a-b35b-464d-8692-a7e08cab5077 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.074711] env[70113]: DEBUG oslo_vmware.api [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1324.074711] env[70113]: value = "task-3416468" [ 1324.074711] env[70113]: _type = "Task" [ 1324.074711] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.082671] env[70113]: DEBUG oslo_vmware.api [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.208618] env[70113]: INFO nova.compute.manager [-] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Took 1.31 seconds to deallocate network for instance. [ 1324.585187] env[70113]: DEBUG oslo_vmware.api [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416468, 'name': PowerOffVM_Task, 'duration_secs': 0.241141} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.585515] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.585726] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.586185] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e07b8f9b-2412-49a4-b48f-ddd0fd86baba {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.599947] env[70113]: DEBUG oslo_concurrency.lockutils [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.600227] env[70113]: DEBUG oslo_concurrency.lockutils [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.600411] env[70113]: DEBUG nova.compute.manager [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Going to confirm migration 9 {{(pid=70113) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1324.656801] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.657067] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.657251] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Deleting the datastore file [datastore1] bfb64408-fac0-4574-bcb3-b8851257932c {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.657673] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68c3bd25-e166-411f-8844-b5a249bc419e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.664752] env[70113]: DEBUG oslo_vmware.api [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1324.664752] env[70113]: value = "task-3416470" [ 1324.664752] env[70113]: _type = "Task" [ 1324.664752] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.673668] env[70113]: DEBUG oslo_vmware.api [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.716495] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.716863] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.717157] env[70113]: DEBUG nova.objects.instance [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lazy-loading 'resources' on Instance uuid 5f4fab1f-b3c7-4d65-bcd1-0149881734cd {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.138950] env[70113]: DEBUG oslo_concurrency.lockutils [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.139268] env[70113]: DEBUG oslo_concurrency.lockutils [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.139466] env[70113]: DEBUG nova.network.neutron [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.139655] env[70113]: DEBUG nova.objects.instance [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lazy-loading 'info_cache' on Instance uuid 9b480a90-fa49-44d5-88f0-f0bf97a6ed67 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.158075] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.158324] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.158531] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.158719] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.158891] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.160817] env[70113]: INFO nova.compute.manager [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Terminating instance [ 1325.176367] env[70113]: DEBUG oslo_vmware.api [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272368} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.176612] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.176796] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.177031] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.177195] env[70113]: INFO nova.compute.manager [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1325.177431] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.177616] env[70113]: DEBUG nova.compute.manager [-] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.177708] env[70113]: DEBUG nova.network.neutron [-] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1325.346012] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546bbfdf-5f0b-4700-8b17-ed44aa97843d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.354020] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ef73cc-b3b9-4a76-88ce-ba82d65aec77 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.386150] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0577f529-e77c-4a61-8db2-2b958efa43a5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.393227] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a3a13d-fe47-4be5-8119-d40701e86870 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.406402] env[70113]: DEBUG nova.compute.provider_tree [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.663449] env[70113]: DEBUG nova.compute.manager [req-f533ff31-0ee4-4f3e-bbc7-4071350d6512 req-c18f5c37-5b4c-4ceb-8024-663b30485903 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Received event network-vif-deleted-871e7996-4b5c-4800-a2c7-83eacd1ce5a5 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.663714] env[70113]: INFO nova.compute.manager [req-f533ff31-0ee4-4f3e-bbc7-4071350d6512 req-c18f5c37-5b4c-4ceb-8024-663b30485903 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Neutron deleted interface 871e7996-4b5c-4800-a2c7-83eacd1ce5a5; detaching it from the instance and deleting it from the info cache [ 1325.663902] env[70113]: DEBUG nova.network.neutron [req-f533ff31-0ee4-4f3e-bbc7-4071350d6512 req-c18f5c37-5b4c-4ceb-8024-663b30485903 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.665117] env[70113]: DEBUG nova.compute.manager [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.665319] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.666696] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4759f195-f388-4353-be4a-eac650c2fb58 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.675290] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.675490] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f3c1684-1e29-43f8-91f3-93c0b03f4902 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.682446] env[70113]: DEBUG oslo_vmware.api [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1325.682446] env[70113]: value = "task-3416471" [ 1325.682446] env[70113]: _type = "Task" [ 1325.682446] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.690380] env[70113]: DEBUG oslo_vmware.api [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.909656] env[70113]: DEBUG nova.scheduler.client.report [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.149573] env[70113]: DEBUG nova.network.neutron [-] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.167343] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f10d066a-2844-4d3f-9122-e5165b404ea1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.177072] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c100568c-5385-465e-890a-9bbf21f41ba8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.197588] env[70113]: DEBUG oslo_vmware.api [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416471, 'name': PowerOffVM_Task, 'duration_secs': 0.223662} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.197848] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.198030] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.198282] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23512ddb-f201-4a98-bfad-8fbb73591db6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.213282] env[70113]: DEBUG nova.compute.manager [req-f533ff31-0ee4-4f3e-bbc7-4071350d6512 req-c18f5c37-5b4c-4ceb-8024-663b30485903 service nova] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Detach interface failed, port_id=871e7996-4b5c-4800-a2c7-83eacd1ce5a5, reason: Instance bfb64408-fac0-4574-bcb3-b8851257932c could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1326.274054] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.274774] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.274774] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Deleting the datastore file [datastore2] cf3bd012-ce2f-4c5e-aafb-a62e34b74161 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.274774] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da2d9911-d268-4302-9c1c-752de3f0a1e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.282621] env[70113]: DEBUG oslo_vmware.api [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1326.282621] env[70113]: value = "task-3416473" [ 1326.282621] env[70113]: _type = "Task" [ 1326.282621] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.290321] env[70113]: DEBUG oslo_vmware.api [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.388849] env[70113]: DEBUG nova.network.neutron [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updating instance_info_cache with network_info: [{"id": "e3fa122d-9968-4825-a817-c11f525fb6be", "address": "fa:16:3e:47:35:18", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3fa122d-99", "ovs_interfaceid": "e3fa122d-9968-4825-a817-c11f525fb6be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.415264] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.445667] env[70113]: INFO nova.scheduler.client.report [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Deleted allocations for instance 5f4fab1f-b3c7-4d65-bcd1-0149881734cd [ 1326.652446] env[70113]: INFO nova.compute.manager [-] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Took 1.47 seconds to deallocate network for instance. [ 1326.792521] env[70113]: DEBUG oslo_vmware.api [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138692} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.792521] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.792881] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.792881] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.792953] env[70113]: INFO nova.compute.manager [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1326.793173] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.793367] env[70113]: DEBUG nova.compute.manager [-] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.793459] env[70113]: DEBUG nova.network.neutron [-] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.891934] env[70113]: DEBUG oslo_concurrency.lockutils [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.892247] env[70113]: DEBUG nova.objects.instance [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lazy-loading 'migration_context' on Instance uuid 9b480a90-fa49-44d5-88f0-f0bf97a6ed67 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.954794] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07f4d87c-85c0-4d26-8028-479c6000c83b tempest-ServerRescueNegativeTestJSON-1943908157 tempest-ServerRescueNegativeTestJSON-1943908157-project-member] Lock "5f4fab1f-b3c7-4d65-bcd1-0149881734cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.688s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.158874] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.159176] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.159401] env[70113]: DEBUG nova.objects.instance [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lazy-loading 'resources' on Instance uuid bfb64408-fac0-4574-bcb3-b8851257932c {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.394967] env[70113]: DEBUG nova.objects.base [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Object Instance<9b480a90-fa49-44d5-88f0-f0bf97a6ed67> lazy-loaded attributes: info_cache,migration_context {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1327.395950] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd521086-8ef1-4ba0-a750-0eba2e828cac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.415601] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f40f00-5342-447f-9f5e-070b7aaabd51 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.421392] env[70113]: DEBUG oslo_vmware.api [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1327.421392] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5294bae4-aeaa-e1bc-061c-49210e0ebe3b" [ 1327.421392] env[70113]: _type = "Task" [ 1327.421392] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.429989] env[70113]: DEBUG oslo_vmware.api [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5294bae4-aeaa-e1bc-061c-49210e0ebe3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.695792] env[70113]: DEBUG nova.compute.manager [req-9fb370bd-a785-4e3c-98e1-29c16c5a6449 req-be9c7e3b-5664-47b1-a613-294d953b9312 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Received event network-vif-deleted-c1cbce90-50e7-4ee3-a827-645f7e006b4d {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.695918] env[70113]: INFO nova.compute.manager [req-9fb370bd-a785-4e3c-98e1-29c16c5a6449 req-be9c7e3b-5664-47b1-a613-294d953b9312 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Neutron deleted interface c1cbce90-50e7-4ee3-a827-645f7e006b4d; detaching it from the instance and deleting it from the info cache [ 1327.696839] env[70113]: DEBUG nova.network.neutron [req-9fb370bd-a785-4e3c-98e1-29c16c5a6449 req-be9c7e3b-5664-47b1-a613-294d953b9312 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.698019] env[70113]: DEBUG nova.network.neutron [-] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.806853] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ca8156-4141-4bee-8bb8-0f1812a3deb8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.814604] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1044f0f4-fe9d-4b8d-98c6-a7adf0640eed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.845475] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c731bcd-2c4a-47bb-b7c5-17c1b1057671 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.852410] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85acfb30-c298-4cb1-b6db-81412fe5c57e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.865301] env[70113]: DEBUG nova.compute.provider_tree [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.932174] env[70113]: DEBUG oslo_vmware.api [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5294bae4-aeaa-e1bc-061c-49210e0ebe3b, 'name': SearchDatastore_Task, 'duration_secs': 0.007954} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.932473] env[70113]: DEBUG oslo_concurrency.lockutils [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.200910] env[70113]: INFO nova.compute.manager [-] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Took 1.41 seconds to deallocate network for instance. [ 1328.201326] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9660e06c-3915-4e7e-972f-694bc4c4063e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.212670] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d8dc80-a4c1-4865-b1ed-41cfcdc5b326 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.239334] env[70113]: DEBUG nova.compute.manager [req-9fb370bd-a785-4e3c-98e1-29c16c5a6449 req-be9c7e3b-5664-47b1-a613-294d953b9312 service nova] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Detach interface failed, port_id=c1cbce90-50e7-4ee3-a827-645f7e006b4d, reason: Instance cf3bd012-ce2f-4c5e-aafb-a62e34b74161 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1328.368685] env[70113]: DEBUG nova.scheduler.client.report [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.709508] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.876321] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.878676] env[70113]: DEBUG oslo_concurrency.lockutils [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.946s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.901063] env[70113]: INFO nova.scheduler.client.report [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Deleted allocations for instance bfb64408-fac0-4574-bcb3-b8851257932c [ 1329.407911] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7910ccbf-b40a-4897-acac-e23c2e9c5d6c tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "bfb64408-fac0-4574-bcb3-b8851257932c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.854s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.469802] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36b577d-0d52-4802-be75-7cf5b17ecc57 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.477332] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36448078-176d-482e-8fff-12bc8b19d474 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.507244] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4f9e66-3d15-457e-963f-b957841de4bb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.514226] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1256d157-8ecc-4f2e-91a8-80ac4d12f09f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.527226] env[70113]: DEBUG nova.compute.provider_tree [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.030431] env[70113]: DEBUG nova.scheduler.client.report [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.040448] env[70113]: DEBUG oslo_concurrency.lockutils [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.162s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.040747] env[70113]: DEBUG nova.compute.manager [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70113) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1331.043457] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.334s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.043676] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.063480] env[70113]: INFO nova.scheduler.client.report [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Deleted allocations for instance cf3bd012-ce2f-4c5e-aafb-a62e34b74161 [ 1331.511640] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "be67b558-3ace-46a7-a18c-a7427ee9f52b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.511888] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "be67b558-3ace-46a7-a18c-a7427ee9f52b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.574549] env[70113]: DEBUG oslo_concurrency.lockutils [None req-eaf1823e-3f18-44a3-b229-f43b692fbabf tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "cf3bd012-ce2f-4c5e-aafb-a62e34b74161" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.416s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.601546] env[70113]: INFO nova.scheduler.client.report [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Deleted allocation for migration 23c711bf-32df-4979-b2da-995449654e5a [ 1332.014314] env[70113]: DEBUG nova.compute.manager [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1332.107048] env[70113]: DEBUG oslo_concurrency.lockutils [None req-941443e4-6ad8-4b64-87d9-da51e38c236a tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.507s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.178681] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "ad48e669-47e5-43df-b498-ef7197aebe07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.178891] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "ad48e669-47e5-43df-b498-ef7197aebe07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.537297] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.537641] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.539443] env[70113]: INFO nova.compute.claims [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.681045] env[70113]: DEBUG nova.compute.manager [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1332.700842] env[70113]: DEBUG nova.objects.instance [None req-fe822cef-dee8-4563-a930-34e92c19bd31 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lazy-loading 'flavor' on Instance uuid 9b480a90-fa49-44d5-88f0-f0bf97a6ed67 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.829617] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.199793] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.205121] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fe822cef-dee8-4563-a930-34e92c19bd31 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.205297] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fe822cef-dee8-4563-a930-34e92c19bd31 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.205487] env[70113]: DEBUG nova.network.neutron [None req-fe822cef-dee8-4563-a930-34e92c19bd31 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.205666] env[70113]: DEBUG nova.objects.instance [None req-fe822cef-dee8-4563-a930-34e92c19bd31 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lazy-loading 'info_cache' on Instance uuid 9b480a90-fa49-44d5-88f0-f0bf97a6ed67 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.634915] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134bb73e-6aac-4b76-aef7-c3def84eaf08 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.642722] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace3a212-184b-4d62-b129-d535575bd292 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.672387] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5ea9f8-0911-4daa-a519-3407b7062a50 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.679327] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d207f1bb-7b48-47f5-83d4-122f32f698e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.691964] env[70113]: DEBUG nova.compute.provider_tree [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.708441] env[70113]: DEBUG nova.objects.base [None req-fe822cef-dee8-4563-a930-34e92c19bd31 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Object Instance<9b480a90-fa49-44d5-88f0-f0bf97a6ed67> lazy-loaded attributes: flavor,info_cache {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1334.195139] env[70113]: DEBUG nova.scheduler.client.report [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.401183] env[70113]: DEBUG nova.network.neutron [None req-fe822cef-dee8-4563-a930-34e92c19bd31 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updating instance_info_cache with network_info: [{"id": "e3fa122d-9968-4825-a817-c11f525fb6be", "address": "fa:16:3e:47:35:18", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3fa122d-99", "ovs_interfaceid": "e3fa122d-9968-4825-a817-c11f525fb6be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.700270] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.700787] env[70113]: DEBUG nova.compute.manager [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1334.703375] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.504s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.704789] env[70113]: INFO nova.compute.claims [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.824728] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.904127] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fe822cef-dee8-4563-a930-34e92c19bd31 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "refresh_cache-9b480a90-fa49-44d5-88f0-f0bf97a6ed67" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.209008] env[70113]: DEBUG nova.compute.utils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1335.212216] env[70113]: DEBUG nova.compute.manager [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1335.212388] env[70113]: DEBUG nova.network.neutron [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1335.248301] env[70113]: DEBUG nova.policy [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78ef57725e82437c8b1ac871dfe0e8fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f10c34bb63a41279e9ce76e257aa38e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1335.477185] env[70113]: DEBUG nova.network.neutron [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Successfully created port: f75e9220-53eb-4d27-bff4-3fd471069c16 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1335.712853] env[70113]: DEBUG nova.compute.manager [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1335.809454] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a40e20c-01f8-4f1f-ad4e-5ad16d76f897 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.817185] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48ea920-c2be-4047-b593-74eaa743394b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.847976] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.848422] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.849937] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdbbd20-d6d5-41e3-90b5-aeca30aec98b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.857147] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46067d02-3f1c-4e45-8bf9-a992b7f5eb8d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.872513] env[70113]: DEBUG nova.compute.provider_tree [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.909447] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe822cef-dee8-4563-a930-34e92c19bd31 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.909655] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3455de5e-cf70-4802-b564-035146468253 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.915968] env[70113]: DEBUG oslo_vmware.api [None req-fe822cef-dee8-4563-a930-34e92c19bd31 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1335.915968] env[70113]: value = "task-3416474" [ 1335.915968] env[70113]: _type = "Task" [ 1335.915968] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.923596] env[70113]: DEBUG oslo_vmware.api [None req-fe822cef-dee8-4563-a930-34e92c19bd31 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.353545] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.375685] env[70113]: DEBUG nova.scheduler.client.report [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.425904] env[70113]: DEBUG oslo_vmware.api [None req-fe822cef-dee8-4563-a930-34e92c19bd31 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416474, 'name': PowerOnVM_Task, 'duration_secs': 0.380816} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.426196] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe822cef-dee8-4563-a930-34e92c19bd31 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.426683] env[70113]: DEBUG nova.compute.manager [None req-fe822cef-dee8-4563-a930-34e92c19bd31 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.427174] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50b0836-96b6-4701-bb80-1b72d5e4a31e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.724895] env[70113]: DEBUG nova.compute.manager [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1336.751455] env[70113]: DEBUG nova.virt.hardware [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1336.751696] env[70113]: DEBUG nova.virt.hardware [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.751853] env[70113]: DEBUG nova.virt.hardware [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1336.752080] env[70113]: DEBUG nova.virt.hardware [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.752281] env[70113]: DEBUG nova.virt.hardware [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1336.752443] env[70113]: DEBUG nova.virt.hardware [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1336.752656] env[70113]: DEBUG nova.virt.hardware [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1336.752814] env[70113]: DEBUG nova.virt.hardware [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1336.753401] env[70113]: DEBUG nova.virt.hardware [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1336.753401] env[70113]: DEBUG nova.virt.hardware [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1336.753401] env[70113]: DEBUG nova.virt.hardware [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1336.754686] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd3f983-a583-4f9d-bd24-8b4fa16bfe57 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.763841] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881d26a6-d38f-45e6-93db-5070266ba718 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.880262] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.880812] env[70113]: DEBUG nova.compute.manager [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1336.883492] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.530s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.883679] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.883831] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70113) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1336.884918] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f0a52b-d72e-49e8-bae6-97c173c6b2b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.893448] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a758f0-d2bf-4f0c-8017-474b224c79ca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.913190] env[70113]: DEBUG nova.compute.manager [req-0391d192-626c-43c9-9091-9bcc5e69fb5c req-d51ef203-e5a1-47cf-827b-c45da0b72982 service nova] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Received event network-vif-plugged-f75e9220-53eb-4d27-bff4-3fd471069c16 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.913562] env[70113]: DEBUG oslo_concurrency.lockutils [req-0391d192-626c-43c9-9091-9bcc5e69fb5c req-d51ef203-e5a1-47cf-827b-c45da0b72982 service nova] Acquiring lock "be67b558-3ace-46a7-a18c-a7427ee9f52b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.913878] env[70113]: DEBUG oslo_concurrency.lockutils [req-0391d192-626c-43c9-9091-9bcc5e69fb5c req-d51ef203-e5a1-47cf-827b-c45da0b72982 service nova] Lock "be67b558-3ace-46a7-a18c-a7427ee9f52b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.914206] env[70113]: DEBUG oslo_concurrency.lockutils [req-0391d192-626c-43c9-9091-9bcc5e69fb5c req-d51ef203-e5a1-47cf-827b-c45da0b72982 service nova] Lock "be67b558-3ace-46a7-a18c-a7427ee9f52b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.914492] env[70113]: DEBUG nova.compute.manager [req-0391d192-626c-43c9-9091-9bcc5e69fb5c req-d51ef203-e5a1-47cf-827b-c45da0b72982 service nova] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] No waiting events found dispatching network-vif-plugged-f75e9220-53eb-4d27-bff4-3fd471069c16 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1336.914770] env[70113]: WARNING nova.compute.manager [req-0391d192-626c-43c9-9091-9bcc5e69fb5c req-d51ef203-e5a1-47cf-827b-c45da0b72982 service nova] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Received unexpected event network-vif-plugged-f75e9220-53eb-4d27-bff4-3fd471069c16 for instance with vm_state building and task_state spawning. [ 1336.915673] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338d3993-f6a5-4929-ac95-189da823edf3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.923938] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbddd4b-a016-4bff-a289-d1e60d7349c4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.957032] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179291MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=70113) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1336.957032] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.957287] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.002448] env[70113]: DEBUG nova.network.neutron [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Successfully updated port: f75e9220-53eb-4d27-bff4-3fd471069c16 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1337.271711] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.271942] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.272189] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.272381] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.272553] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.274653] env[70113]: INFO nova.compute.manager [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Terminating instance [ 1337.386701] env[70113]: DEBUG nova.compute.utils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1337.388058] env[70113]: DEBUG nova.compute.manager [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1337.388237] env[70113]: DEBUG nova.network.neutron [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1337.428588] env[70113]: DEBUG nova.policy [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08c20c334c914b4eb37ddce05a5961ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7146058e663c40baad8c7ac4191253a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1337.505128] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "refresh_cache-be67b558-3ace-46a7-a18c-a7427ee9f52b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.505289] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquired lock "refresh_cache-be67b558-3ace-46a7-a18c-a7427ee9f52b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.505439] env[70113]: DEBUG nova.network.neutron [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.688350] env[70113]: DEBUG nova.network.neutron [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Successfully created port: 0d6739e1-b4e4-483f-9f90-1741f8aa9b65 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1337.778425] env[70113]: DEBUG nova.compute.manager [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1337.778759] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.779543] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc16a18f-22d5-4262-b94a-bb22613559a3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.789564] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.789849] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a3468c4-dfcb-4fa3-a82f-2f69c680ac16 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.797075] env[70113]: DEBUG oslo_vmware.api [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1337.797075] env[70113]: value = "task-3416475" [ 1337.797075] env[70113]: _type = "Task" [ 1337.797075] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.804356] env[70113]: DEBUG oslo_vmware.api [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.891259] env[70113]: DEBUG nova.compute.manager [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1337.989707] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 135fdd6c-b39a-4da2-a076-7aa092aa0d34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1337.989873] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance e60e781b-f764-42c3-8e06-5f066a0e1513 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1337.989997] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 70834b1c-f2b6-45b4-a761-ec525b577b3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1337.990136] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 8663e88a-2993-41a0-b71b-31ee0af84a67 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1337.990254] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 9b480a90-fa49-44d5-88f0-f0bf97a6ed67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1337.990368] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance be67b558-3ace-46a7-a18c-a7427ee9f52b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1337.990477] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance ad48e669-47e5-43df-b498-ef7197aebe07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1337.990660] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1337.990805] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1984MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1338.047823] env[70113]: DEBUG nova.network.neutron [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1338.082718] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a485c0-04f6-4baa-b8ee-be089263b527 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.092265] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8856c0-ea16-436f-8833-8d96971d07e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.123478] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a035f192-3ef9-4736-96f1-af9b4e6bae64 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.130400] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e193c824-58da-421e-8033-f9754b9b948f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.142944] env[70113]: DEBUG nova.compute.provider_tree [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.180882] env[70113]: DEBUG nova.network.neutron [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Updating instance_info_cache with network_info: [{"id": "f75e9220-53eb-4d27-bff4-3fd471069c16", "address": "fa:16:3e:ba:f6:d6", "network": {"id": "0102c4b4-c702-495b-8be5-249fbafd2990", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1934416278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f10c34bb63a41279e9ce76e257aa38e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75e9220-53", "ovs_interfaceid": "f75e9220-53eb-4d27-bff4-3fd471069c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.307194] env[70113]: DEBUG oslo_vmware.api [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416475, 'name': PowerOffVM_Task, 'duration_secs': 0.177151} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.307490] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.307661] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.307901] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0793aaec-82c9-404d-90ef-da448701265e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.645962] env[70113]: DEBUG nova.scheduler.client.report [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.682965] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Releasing lock "refresh_cache-be67b558-3ace-46a7-a18c-a7427ee9f52b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.683312] env[70113]: DEBUG nova.compute.manager [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Instance network_info: |[{"id": "f75e9220-53eb-4d27-bff4-3fd471069c16", "address": "fa:16:3e:ba:f6:d6", "network": {"id": "0102c4b4-c702-495b-8be5-249fbafd2990", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1934416278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f10c34bb63a41279e9ce76e257aa38e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75e9220-53", "ovs_interfaceid": "f75e9220-53eb-4d27-bff4-3fd471069c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1338.683730] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:f6:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f75e9220-53eb-4d27-bff4-3fd471069c16', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1338.691374] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.691595] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1338.691813] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02045831-0ff9-439f-8fba-fbd52f19cdef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.713016] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1338.713016] env[70113]: value = "task-3416477" [ 1338.713016] env[70113]: _type = "Task" [ 1338.713016] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.722753] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416477, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.901082] env[70113]: DEBUG nova.compute.manager [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1338.928218] env[70113]: DEBUG nova.virt.hardware [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1338.928472] env[70113]: DEBUG nova.virt.hardware [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.928621] env[70113]: DEBUG nova.virt.hardware [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.928806] env[70113]: DEBUG nova.virt.hardware [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.928952] env[70113]: DEBUG nova.virt.hardware [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.929112] env[70113]: DEBUG nova.virt.hardware [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1338.929323] env[70113]: DEBUG nova.virt.hardware [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1338.929483] env[70113]: DEBUG nova.virt.hardware [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1338.929701] env[70113]: DEBUG nova.virt.hardware [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1338.929792] env[70113]: DEBUG nova.virt.hardware [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1338.929956] env[70113]: DEBUG nova.virt.hardware [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1338.930819] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb15421-99f9-403b-87ce-5f73a9649aa4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.935838] env[70113]: DEBUG nova.compute.manager [req-48c4b80f-b1a8-4fe7-9529-4bf7e17bf52d req-6da5fb7f-299c-4a88-bdc1-4a4d171d74ae service nova] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Received event network-changed-f75e9220-53eb-4d27-bff4-3fd471069c16 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.936126] env[70113]: DEBUG nova.compute.manager [req-48c4b80f-b1a8-4fe7-9529-4bf7e17bf52d req-6da5fb7f-299c-4a88-bdc1-4a4d171d74ae service nova] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Refreshing instance network info cache due to event network-changed-f75e9220-53eb-4d27-bff4-3fd471069c16. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1338.936374] env[70113]: DEBUG oslo_concurrency.lockutils [req-48c4b80f-b1a8-4fe7-9529-4bf7e17bf52d req-6da5fb7f-299c-4a88-bdc1-4a4d171d74ae service nova] Acquiring lock "refresh_cache-be67b558-3ace-46a7-a18c-a7427ee9f52b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.936519] env[70113]: DEBUG oslo_concurrency.lockutils [req-48c4b80f-b1a8-4fe7-9529-4bf7e17bf52d req-6da5fb7f-299c-4a88-bdc1-4a4d171d74ae service nova] Acquired lock "refresh_cache-be67b558-3ace-46a7-a18c-a7427ee9f52b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.936679] env[70113]: DEBUG nova.network.neutron [req-48c4b80f-b1a8-4fe7-9529-4bf7e17bf52d req-6da5fb7f-299c-4a88-bdc1-4a4d171d74ae service nova] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Refreshing network info cache for port f75e9220-53eb-4d27-bff4-3fd471069c16 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.943032] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a87cfc9-3ed4-4dfe-852f-a0739972b985 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.150892] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1339.151060] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.194s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.156590] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.156858] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.157099] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Deleting the datastore file [datastore1] 9b480a90-fa49-44d5-88f0-f0bf97a6ed67 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.157398] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-685b36c5-f0ed-43dc-8de4-47317663ae0a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.164166] env[70113]: DEBUG oslo_vmware.api [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1339.164166] env[70113]: value = "task-3416478" [ 1339.164166] env[70113]: _type = "Task" [ 1339.164166] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.174248] env[70113]: DEBUG oslo_vmware.api [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.213096] env[70113]: DEBUG nova.network.neutron [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Successfully updated port: 0d6739e1-b4e4-483f-9f90-1741f8aa9b65 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1339.224557] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416477, 'name': CreateVM_Task} progress is 25%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.617945] env[70113]: DEBUG nova.network.neutron [req-48c4b80f-b1a8-4fe7-9529-4bf7e17bf52d req-6da5fb7f-299c-4a88-bdc1-4a4d171d74ae service nova] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Updated VIF entry in instance network info cache for port f75e9220-53eb-4d27-bff4-3fd471069c16. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.618335] env[70113]: DEBUG nova.network.neutron [req-48c4b80f-b1a8-4fe7-9529-4bf7e17bf52d req-6da5fb7f-299c-4a88-bdc1-4a4d171d74ae service nova] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Updating instance_info_cache with network_info: [{"id": "f75e9220-53eb-4d27-bff4-3fd471069c16", "address": "fa:16:3e:ba:f6:d6", "network": {"id": "0102c4b4-c702-495b-8be5-249fbafd2990", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1934416278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f10c34bb63a41279e9ce76e257aa38e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75e9220-53", "ovs_interfaceid": "f75e9220-53eb-4d27-bff4-3fd471069c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.674122] env[70113]: DEBUG oslo_vmware.api [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15451} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.674401] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.674592] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.674768] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.674938] env[70113]: INFO nova.compute.manager [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1339.675195] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.675388] env[70113]: DEBUG nova.compute.manager [-] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1339.675482] env[70113]: DEBUG nova.network.neutron [-] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1339.715724] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "refresh_cache-ad48e669-47e5-43df-b498-ef7197aebe07" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.715823] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "refresh_cache-ad48e669-47e5-43df-b498-ef7197aebe07" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.715974] env[70113]: DEBUG nova.network.neutron [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.725873] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416477, 'name': CreateVM_Task, 'duration_secs': 0.629928} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.726700] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1339.727423] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.727589] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.727919] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.728473] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c586062f-e1f2-487d-8433-5991172869b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.733378] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1339.733378] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cb7a49-7b2b-1e76-93a4-6c33277a24d6" [ 1339.733378] env[70113]: _type = "Task" [ 1339.733378] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.742798] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cb7a49-7b2b-1e76-93a4-6c33277a24d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.120611] env[70113]: DEBUG oslo_concurrency.lockutils [req-48c4b80f-b1a8-4fe7-9529-4bf7e17bf52d req-6da5fb7f-299c-4a88-bdc1-4a4d171d74ae service nova] Releasing lock "refresh_cache-be67b558-3ace-46a7-a18c-a7427ee9f52b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.132565] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.132771] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.132930] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.133094] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.133236] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70113) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1340.246243] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cb7a49-7b2b-1e76-93a4-6c33277a24d6, 'name': SearchDatastore_Task, 'duration_secs': 0.013549} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.246927] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.247116] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1340.247406] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.247562] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.247813] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1340.248142] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7f7f2de-00c4-49b6-bb32-37522a9a038a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.257492] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1340.257680] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1340.258407] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-668623f5-1a74-4677-8441-669d8941a81d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.263145] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1340.263145] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bdffa9-35db-043d-551b-c7b93f85d660" [ 1340.263145] env[70113]: _type = "Task" [ 1340.263145] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.266675] env[70113]: DEBUG nova.network.neutron [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.272694] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bdffa9-35db-043d-551b-c7b93f85d660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.421040] env[70113]: DEBUG nova.network.neutron [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Updating instance_info_cache with network_info: [{"id": "0d6739e1-b4e4-483f-9f90-1741f8aa9b65", "address": "fa:16:3e:f3:c4:2e", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6739e1-b4", "ovs_interfaceid": "0d6739e1-b4e4-483f-9f90-1741f8aa9b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.592061] env[70113]: DEBUG nova.network.neutron [-] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.773669] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52bdffa9-35db-043d-551b-c7b93f85d660, 'name': SearchDatastore_Task, 'duration_secs': 0.008546} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.774504] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9416bd57-a415-4900-aa88-daa749bb0d7e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.779524] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1340.779524] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e2a0bd-32fe-6863-9743-4e6bab9e59b0" [ 1340.779524] env[70113]: _type = "Task" [ 1340.779524] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.787133] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e2a0bd-32fe-6863-9743-4e6bab9e59b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.923453] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "refresh_cache-ad48e669-47e5-43df-b498-ef7197aebe07" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.923781] env[70113]: DEBUG nova.compute.manager [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Instance network_info: |[{"id": "0d6739e1-b4e4-483f-9f90-1741f8aa9b65", "address": "fa:16:3e:f3:c4:2e", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6739e1-b4", "ovs_interfaceid": "0d6739e1-b4e4-483f-9f90-1741f8aa9b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1340.924240] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:c4:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d6739e1-b4e4-483f-9f90-1741f8aa9b65', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.931810] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.932039] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.932273] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-834ee37a-6daf-45b9-9a35-a37923a16433 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.952453] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.952453] env[70113]: value = "task-3416479" [ 1340.952453] env[70113]: _type = "Task" [ 1340.952453] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.959921] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416479, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.964103] env[70113]: DEBUG nova.compute.manager [req-4925372b-11cf-410f-b77a-bcd0412c29fd req-c52a1dea-af43-47e7-840f-e67a18d00040 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Received event network-vif-plugged-0d6739e1-b4e4-483f-9f90-1741f8aa9b65 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.964352] env[70113]: DEBUG oslo_concurrency.lockutils [req-4925372b-11cf-410f-b77a-bcd0412c29fd req-c52a1dea-af43-47e7-840f-e67a18d00040 service nova] Acquiring lock "ad48e669-47e5-43df-b498-ef7197aebe07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.964564] env[70113]: DEBUG oslo_concurrency.lockutils [req-4925372b-11cf-410f-b77a-bcd0412c29fd req-c52a1dea-af43-47e7-840f-e67a18d00040 service nova] Lock "ad48e669-47e5-43df-b498-ef7197aebe07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.964728] env[70113]: DEBUG oslo_concurrency.lockutils [req-4925372b-11cf-410f-b77a-bcd0412c29fd req-c52a1dea-af43-47e7-840f-e67a18d00040 service nova] Lock "ad48e669-47e5-43df-b498-ef7197aebe07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.964894] env[70113]: DEBUG nova.compute.manager [req-4925372b-11cf-410f-b77a-bcd0412c29fd req-c52a1dea-af43-47e7-840f-e67a18d00040 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] No waiting events found dispatching network-vif-plugged-0d6739e1-b4e4-483f-9f90-1741f8aa9b65 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1340.965217] env[70113]: WARNING nova.compute.manager [req-4925372b-11cf-410f-b77a-bcd0412c29fd req-c52a1dea-af43-47e7-840f-e67a18d00040 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Received unexpected event network-vif-plugged-0d6739e1-b4e4-483f-9f90-1741f8aa9b65 for instance with vm_state building and task_state spawning. [ 1340.965934] env[70113]: DEBUG nova.compute.manager [req-4925372b-11cf-410f-b77a-bcd0412c29fd req-c52a1dea-af43-47e7-840f-e67a18d00040 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Received event network-changed-0d6739e1-b4e4-483f-9f90-1741f8aa9b65 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.965934] env[70113]: DEBUG nova.compute.manager [req-4925372b-11cf-410f-b77a-bcd0412c29fd req-c52a1dea-af43-47e7-840f-e67a18d00040 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Refreshing instance network info cache due to event network-changed-0d6739e1-b4e4-483f-9f90-1741f8aa9b65. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1340.965934] env[70113]: DEBUG oslo_concurrency.lockutils [req-4925372b-11cf-410f-b77a-bcd0412c29fd req-c52a1dea-af43-47e7-840f-e67a18d00040 service nova] Acquiring lock "refresh_cache-ad48e669-47e5-43df-b498-ef7197aebe07" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.965934] env[70113]: DEBUG oslo_concurrency.lockutils [req-4925372b-11cf-410f-b77a-bcd0412c29fd req-c52a1dea-af43-47e7-840f-e67a18d00040 service nova] Acquired lock "refresh_cache-ad48e669-47e5-43df-b498-ef7197aebe07" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.966202] env[70113]: DEBUG nova.network.neutron [req-4925372b-11cf-410f-b77a-bcd0412c29fd req-c52a1dea-af43-47e7-840f-e67a18d00040 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Refreshing network info cache for port 0d6739e1-b4e4-483f-9f90-1741f8aa9b65 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.095211] env[70113]: INFO nova.compute.manager [-] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Took 1.42 seconds to deallocate network for instance. [ 1341.290066] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52e2a0bd-32fe-6863-9743-4e6bab9e59b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.290561] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.290640] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] be67b558-3ace-46a7-a18c-a7427ee9f52b/be67b558-3ace-46a7-a18c-a7427ee9f52b.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.290866] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e13cb3ad-a82a-4fc1-ad2e-d1992816729d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.298568] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1341.298568] env[70113]: value = "task-3416480" [ 1341.298568] env[70113]: _type = "Task" [ 1341.298568] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.306960] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.463347] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416479, 'name': CreateVM_Task, 'duration_secs': 0.321949} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.463595] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.464492] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.464751] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.465173] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.465506] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e931daca-0a3b-4759-b3b9-eb63a8673c3c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.471371] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1341.471371] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]526d36fe-65ad-21de-8654-3020baa017a4" [ 1341.471371] env[70113]: _type = "Task" [ 1341.471371] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.480399] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526d36fe-65ad-21de-8654-3020baa017a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.601578] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.601888] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.602141] env[70113]: DEBUG nova.objects.instance [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lazy-loading 'resources' on Instance uuid 9b480a90-fa49-44d5-88f0-f0bf97a6ed67 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.689720] env[70113]: DEBUG nova.network.neutron [req-4925372b-11cf-410f-b77a-bcd0412c29fd req-c52a1dea-af43-47e7-840f-e67a18d00040 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Updated VIF entry in instance network info cache for port 0d6739e1-b4e4-483f-9f90-1741f8aa9b65. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.690132] env[70113]: DEBUG nova.network.neutron [req-4925372b-11cf-410f-b77a-bcd0412c29fd req-c52a1dea-af43-47e7-840f-e67a18d00040 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Updating instance_info_cache with network_info: [{"id": "0d6739e1-b4e4-483f-9f90-1741f8aa9b65", "address": "fa:16:3e:f3:c4:2e", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6739e1-b4", "ovs_interfaceid": "0d6739e1-b4e4-483f-9f90-1741f8aa9b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.808327] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500967} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.808594] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] be67b558-3ace-46a7-a18c-a7427ee9f52b/be67b558-3ace-46a7-a18c-a7427ee9f52b.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1341.808958] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1341.809103] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52d3bf46-b7f3-4f41-bc6d-5c5c8b680e9f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.816209] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1341.816209] env[70113]: value = "task-3416481" [ 1341.816209] env[70113]: _type = "Task" [ 1341.816209] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.823964] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.830649] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.984349] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526d36fe-65ad-21de-8654-3020baa017a4, 'name': SearchDatastore_Task, 'duration_secs': 0.077452} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.984637] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.984879] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.985150] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.985299] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.985476] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.985745] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c975eb2-8311-4a98-862f-d6342d6969a0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.003520] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.003819] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.004727] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8603fd-2b55-4eaf-ba2d-e8bd8175671c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.010159] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1342.010159] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52411c50-2174-19db-5969-22e6baea9f59" [ 1342.010159] env[70113]: _type = "Task" [ 1342.010159] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.018135] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52411c50-2174-19db-5969-22e6baea9f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.192825] env[70113]: DEBUG oslo_concurrency.lockutils [req-4925372b-11cf-410f-b77a-bcd0412c29fd req-c52a1dea-af43-47e7-840f-e67a18d00040 service nova] Releasing lock "refresh_cache-ad48e669-47e5-43df-b498-ef7197aebe07" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.193089] env[70113]: DEBUG nova.compute.manager [req-4925372b-11cf-410f-b77a-bcd0412c29fd req-c52a1dea-af43-47e7-840f-e67a18d00040 service nova] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Received event network-vif-deleted-e3fa122d-9968-4825-a817-c11f525fb6be {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.207192] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ce0454-9d25-4be4-aae6-40d17e7ef210 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.214896] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4983b0a8-f796-4662-95aa-24e6b38b0280 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.246253] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f179e0-ee30-4271-9057-d61af009af0c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.254360] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19366b6-9dad-4efe-85da-4b5ea0d11782 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.270151] env[70113]: DEBUG nova.compute.provider_tree [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.325633] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065489} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.326016] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1342.326741] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e971859c-70cc-4744-9077-5bc82a5ec07a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.348671] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] be67b558-3ace-46a7-a18c-a7427ee9f52b/be67b558-3ace-46a7-a18c-a7427ee9f52b.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1342.349320] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19a5a310-55c1-41c2-a4e8-da3b15bea337 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.369101] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1342.369101] env[70113]: value = "task-3416482" [ 1342.369101] env[70113]: _type = "Task" [ 1342.369101] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.376882] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.520143] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52411c50-2174-19db-5969-22e6baea9f59, 'name': SearchDatastore_Task, 'duration_secs': 0.100425} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.520972] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c391314e-536c-4c34-9dd2-903dd4f32ee4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.526033] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1342.526033] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52276820-7855-3aec-ce16-f73920e46ba2" [ 1342.526033] env[70113]: _type = "Task" [ 1342.526033] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.533526] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52276820-7855-3aec-ce16-f73920e46ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.773584] env[70113]: DEBUG nova.scheduler.client.report [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.879036] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416482, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.035573] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52276820-7855-3aec-ce16-f73920e46ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.055459} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.037053] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.037053] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] ad48e669-47e5-43df-b498-ef7197aebe07/ad48e669-47e5-43df-b498-ef7197aebe07.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1343.037053] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fe9798c-bd0d-4f97-a328-afda88e1ea3b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.042969] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1343.042969] env[70113]: value = "task-3416483" [ 1343.042969] env[70113]: _type = "Task" [ 1343.042969] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.050151] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.279487] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.303606] env[70113]: INFO nova.scheduler.client.report [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Deleted allocations for instance 9b480a90-fa49-44d5-88f0-f0bf97a6ed67 [ 1343.379299] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416482, 'name': ReconfigVM_Task, 'duration_secs': 0.524734} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.379783] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Reconfigured VM instance instance-00000078 to attach disk [datastore2] be67b558-3ace-46a7-a18c-a7427ee9f52b/be67b558-3ace-46a7-a18c-a7427ee9f52b.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.380276] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff24a0ab-abcc-468b-bb7b-3c11586377e1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.387358] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1343.387358] env[70113]: value = "task-3416484" [ 1343.387358] env[70113]: _type = "Task" [ 1343.387358] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.398249] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416484, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.552964] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455652} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.554118] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] ad48e669-47e5-43df-b498-ef7197aebe07/ad48e669-47e5-43df-b498-ef7197aebe07.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.554118] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.554118] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-838b16b7-493e-46da-bf4a-250afcda867d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.562794] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1343.562794] env[70113]: value = "task-3416485" [ 1343.562794] env[70113]: _type = "Task" [ 1343.562794] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.570512] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.811673] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0b51ed61-4c45-4182-81ef-ef531f20a4b7 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "9b480a90-fa49-44d5-88f0-f0bf97a6ed67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.540s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.897551] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416484, 'name': Rename_Task, 'duration_secs': 0.19075} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.898018] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.898138] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f858a56e-822c-419a-8c2f-7c9451728f91 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.904962] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1343.904962] env[70113]: value = "task-3416486" [ 1343.904962] env[70113]: _type = "Task" [ 1343.904962] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.913502] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.072084] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071622} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.072567] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.073337] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9243389c-d218-4e2e-b0bc-1b6ae8b43548 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.094928] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] ad48e669-47e5-43df-b498-ef7197aebe07/ad48e669-47e5-43df-b498-ef7197aebe07.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.095545] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e7b8fd-ce17-47ee-b11e-952edd95a7e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.114559] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1344.114559] env[70113]: value = "task-3416487" [ 1344.114559] env[70113]: _type = "Task" [ 1344.114559] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.122281] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.416743] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416486, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.478259] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.478475] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.625282] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416487, 'name': ReconfigVM_Task, 'duration_secs': 0.344964} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.625616] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Reconfigured VM instance instance-00000079 to attach disk [datastore2] ad48e669-47e5-43df-b498-ef7197aebe07/ad48e669-47e5-43df-b498-ef7197aebe07.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.626360] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-353dc3ce-b2cc-4122-b51a-d612cc90dc2c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.634984] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1344.634984] env[70113]: value = "task-3416488" [ 1344.634984] env[70113]: _type = "Task" [ 1344.634984] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.644167] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416488, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.917058] env[70113]: DEBUG oslo_vmware.api [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416486, 'name': PowerOnVM_Task, 'duration_secs': 0.652532} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.917344] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.917561] env[70113]: INFO nova.compute.manager [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1344.917739] env[70113]: DEBUG nova.compute.manager [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.918509] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c782d44-83fd-44bf-83a7-50409f53e61d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.980477] env[70113]: DEBUG nova.compute.manager [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1345.145114] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416488, 'name': Rename_Task, 'duration_secs': 0.16723} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.145390] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.145640] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7aa703c-a4bb-4b71-8854-53a8e8aa7bb3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.151629] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1345.151629] env[70113]: value = "task-3416489" [ 1345.151629] env[70113]: _type = "Task" [ 1345.151629] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.158775] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.437378] env[70113]: INFO nova.compute.manager [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Took 12.92 seconds to build instance. [ 1345.505221] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.505498] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.507180] env[70113]: INFO nova.compute.claims [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1345.661712] env[70113]: DEBUG oslo_vmware.api [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416489, 'name': PowerOnVM_Task, 'duration_secs': 0.449017} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.661934] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.662127] env[70113]: INFO nova.compute.manager [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1345.662311] env[70113]: DEBUG nova.compute.manager [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.663094] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674dc90a-066a-4b76-9d84-ead201372a56 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.931589] env[70113]: DEBUG nova.compute.manager [req-3ed21fef-8f32-434d-9059-e184ce6ada8b req-05e9647a-ec10-4a77-b9a8-a9d53d943f04 service nova] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Received event network-changed-f75e9220-53eb-4d27-bff4-3fd471069c16 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.931788] env[70113]: DEBUG nova.compute.manager [req-3ed21fef-8f32-434d-9059-e184ce6ada8b req-05e9647a-ec10-4a77-b9a8-a9d53d943f04 service nova] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Refreshing instance network info cache due to event network-changed-f75e9220-53eb-4d27-bff4-3fd471069c16. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1345.932009] env[70113]: DEBUG oslo_concurrency.lockutils [req-3ed21fef-8f32-434d-9059-e184ce6ada8b req-05e9647a-ec10-4a77-b9a8-a9d53d943f04 service nova] Acquiring lock "refresh_cache-be67b558-3ace-46a7-a18c-a7427ee9f52b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.932165] env[70113]: DEBUG oslo_concurrency.lockutils [req-3ed21fef-8f32-434d-9059-e184ce6ada8b req-05e9647a-ec10-4a77-b9a8-a9d53d943f04 service nova] Acquired lock "refresh_cache-be67b558-3ace-46a7-a18c-a7427ee9f52b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.932336] env[70113]: DEBUG nova.network.neutron [req-3ed21fef-8f32-434d-9059-e184ce6ada8b req-05e9647a-ec10-4a77-b9a8-a9d53d943f04 service nova] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Refreshing network info cache for port f75e9220-53eb-4d27-bff4-3fd471069c16 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.938723] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f603a31e-73d3-4012-9d88-8fe3009cb386 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "be67b558-3ace-46a7-a18c-a7427ee9f52b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.427s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.180086] env[70113]: INFO nova.compute.manager [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Took 12.99 seconds to build instance. [ 1346.621894] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecdae7e-a7ea-4496-8601-28c84fb1a38d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.631166] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a537d5f3-84a8-4206-b877-db7d34964861 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.660473] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a76cb1e-e646-458d-8218-8adc0be13fff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.667490] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef344c8-784a-4c90-83ad-acd892c98f33 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.680609] env[70113]: DEBUG nova.compute.provider_tree [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.682049] env[70113]: DEBUG oslo_concurrency.lockutils [None req-8bd75acf-c732-498b-a7eb-00a9cd510cd8 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "ad48e669-47e5-43df-b498-ef7197aebe07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.503s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.885223] env[70113]: DEBUG nova.network.neutron [req-3ed21fef-8f32-434d-9059-e184ce6ada8b req-05e9647a-ec10-4a77-b9a8-a9d53d943f04 service nova] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Updated VIF entry in instance network info cache for port f75e9220-53eb-4d27-bff4-3fd471069c16. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.885637] env[70113]: DEBUG nova.network.neutron [req-3ed21fef-8f32-434d-9059-e184ce6ada8b req-05e9647a-ec10-4a77-b9a8-a9d53d943f04 service nova] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Updating instance_info_cache with network_info: [{"id": "f75e9220-53eb-4d27-bff4-3fd471069c16", "address": "fa:16:3e:ba:f6:d6", "network": {"id": "0102c4b4-c702-495b-8be5-249fbafd2990", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1934416278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f10c34bb63a41279e9ce76e257aa38e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75e9220-53", "ovs_interfaceid": "f75e9220-53eb-4d27-bff4-3fd471069c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.184812] env[70113]: DEBUG nova.scheduler.client.report [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.388307] env[70113]: DEBUG oslo_concurrency.lockutils [req-3ed21fef-8f32-434d-9059-e184ce6ada8b req-05e9647a-ec10-4a77-b9a8-a9d53d943f04 service nova] Releasing lock "refresh_cache-be67b558-3ace-46a7-a18c-a7427ee9f52b" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.690501] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.690979] env[70113]: DEBUG nova.compute.manager [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1347.956465] env[70113]: DEBUG nova.compute.manager [req-43d44b24-376f-4920-94ee-a3108014aea1 req-8b6e76cf-d0b0-41a5-92b4-39d7e08ed0c0 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Received event network-changed-0d6739e1-b4e4-483f-9f90-1741f8aa9b65 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.956686] env[70113]: DEBUG nova.compute.manager [req-43d44b24-376f-4920-94ee-a3108014aea1 req-8b6e76cf-d0b0-41a5-92b4-39d7e08ed0c0 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Refreshing instance network info cache due to event network-changed-0d6739e1-b4e4-483f-9f90-1741f8aa9b65. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.956902] env[70113]: DEBUG oslo_concurrency.lockutils [req-43d44b24-376f-4920-94ee-a3108014aea1 req-8b6e76cf-d0b0-41a5-92b4-39d7e08ed0c0 service nova] Acquiring lock "refresh_cache-ad48e669-47e5-43df-b498-ef7197aebe07" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.957058] env[70113]: DEBUG oslo_concurrency.lockutils [req-43d44b24-376f-4920-94ee-a3108014aea1 req-8b6e76cf-d0b0-41a5-92b4-39d7e08ed0c0 service nova] Acquired lock "refresh_cache-ad48e669-47e5-43df-b498-ef7197aebe07" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.957226] env[70113]: DEBUG nova.network.neutron [req-43d44b24-376f-4920-94ee-a3108014aea1 req-8b6e76cf-d0b0-41a5-92b4-39d7e08ed0c0 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Refreshing network info cache for port 0d6739e1-b4e4-483f-9f90-1741f8aa9b65 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.196247] env[70113]: DEBUG nova.compute.utils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1348.197739] env[70113]: DEBUG nova.compute.manager [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1348.197938] env[70113]: DEBUG nova.network.neutron [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1348.238319] env[70113]: DEBUG nova.policy [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8cd05793e1c4656b08ad353d69d39b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7afb2ce6a3344c0d8b2adca008028346', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1348.538960] env[70113]: DEBUG nova.network.neutron [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Successfully created port: 209c92dd-8084-484b-b253-608ae1ec9dfe {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1348.702282] env[70113]: DEBUG nova.compute.manager [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1348.866885] env[70113]: DEBUG nova.network.neutron [req-43d44b24-376f-4920-94ee-a3108014aea1 req-8b6e76cf-d0b0-41a5-92b4-39d7e08ed0c0 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Updated VIF entry in instance network info cache for port 0d6739e1-b4e4-483f-9f90-1741f8aa9b65. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.867267] env[70113]: DEBUG nova.network.neutron [req-43d44b24-376f-4920-94ee-a3108014aea1 req-8b6e76cf-d0b0-41a5-92b4-39d7e08ed0c0 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Updating instance_info_cache with network_info: [{"id": "0d6739e1-b4e4-483f-9f90-1741f8aa9b65", "address": "fa:16:3e:f3:c4:2e", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6739e1-b4", "ovs_interfaceid": "0d6739e1-b4e4-483f-9f90-1741f8aa9b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.370378] env[70113]: DEBUG oslo_concurrency.lockutils [req-43d44b24-376f-4920-94ee-a3108014aea1 req-8b6e76cf-d0b0-41a5-92b4-39d7e08ed0c0 service nova] Releasing lock "refresh_cache-ad48e669-47e5-43df-b498-ef7197aebe07" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.391011] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "8663e88a-2993-41a0-b71b-31ee0af84a67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.391282] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "8663e88a-2993-41a0-b71b-31ee0af84a67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.391503] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "8663e88a-2993-41a0-b71b-31ee0af84a67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.391687] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "8663e88a-2993-41a0-b71b-31ee0af84a67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.391851] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "8663e88a-2993-41a0-b71b-31ee0af84a67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.393920] env[70113]: INFO nova.compute.manager [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Terminating instance [ 1349.711916] env[70113]: DEBUG nova.compute.manager [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1349.737315] env[70113]: DEBUG nova.virt.hardware [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.737589] env[70113]: DEBUG nova.virt.hardware [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.737749] env[70113]: DEBUG nova.virt.hardware [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.737932] env[70113]: DEBUG nova.virt.hardware [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.738092] env[70113]: DEBUG nova.virt.hardware [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.738248] env[70113]: DEBUG nova.virt.hardware [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.738456] env[70113]: DEBUG nova.virt.hardware [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.738636] env[70113]: DEBUG nova.virt.hardware [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.738821] env[70113]: DEBUG nova.virt.hardware [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.738987] env[70113]: DEBUG nova.virt.hardware [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.739184] env[70113]: DEBUG nova.virt.hardware [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.740106] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d849acde-42fe-4fd8-affb-b71fcff3dd2b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.748504] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f57332-ede6-440a-8e56-8d2f1ec2dfd8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.897981] env[70113]: DEBUG nova.compute.manager [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1349.898257] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.898532] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-190235d4-efef-4613-a6c1-41c7b12cf4dc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.905452] env[70113]: DEBUG oslo_vmware.api [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1349.905452] env[70113]: value = "task-3416490" [ 1349.905452] env[70113]: _type = "Task" [ 1349.905452] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.913316] env[70113]: DEBUG oslo_vmware.api [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.175668] env[70113]: DEBUG nova.compute.manager [req-c4f4a620-b6db-4ac4-af1e-58222e01b029 req-a1ced95e-3a0b-49c7-96ea-aca4b2152621 service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Received event network-vif-plugged-209c92dd-8084-484b-b253-608ae1ec9dfe {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.175898] env[70113]: DEBUG oslo_concurrency.lockutils [req-c4f4a620-b6db-4ac4-af1e-58222e01b029 req-a1ced95e-3a0b-49c7-96ea-aca4b2152621 service nova] Acquiring lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.176160] env[70113]: DEBUG oslo_concurrency.lockutils [req-c4f4a620-b6db-4ac4-af1e-58222e01b029 req-a1ced95e-3a0b-49c7-96ea-aca4b2152621 service nova] Lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.176309] env[70113]: DEBUG oslo_concurrency.lockutils [req-c4f4a620-b6db-4ac4-af1e-58222e01b029 req-a1ced95e-3a0b-49c7-96ea-aca4b2152621 service nova] Lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.176514] env[70113]: DEBUG nova.compute.manager [req-c4f4a620-b6db-4ac4-af1e-58222e01b029 req-a1ced95e-3a0b-49c7-96ea-aca4b2152621 service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] No waiting events found dispatching network-vif-plugged-209c92dd-8084-484b-b253-608ae1ec9dfe {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.176648] env[70113]: WARNING nova.compute.manager [req-c4f4a620-b6db-4ac4-af1e-58222e01b029 req-a1ced95e-3a0b-49c7-96ea-aca4b2152621 service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Received unexpected event network-vif-plugged-209c92dd-8084-484b-b253-608ae1ec9dfe for instance with vm_state building and task_state spawning. [ 1350.256225] env[70113]: DEBUG nova.network.neutron [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Successfully updated port: 209c92dd-8084-484b-b253-608ae1ec9dfe {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1350.416756] env[70113]: DEBUG oslo_vmware.api [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416490, 'name': PowerOffVM_Task, 'duration_secs': 0.2541} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.417110] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.417358] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1350.417559] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681653', 'volume_id': '267118e5-e06b-416d-9356-7999bfe1d06c', 'name': 'volume-267118e5-e06b-416d-9356-7999bfe1d06c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8663e88a-2993-41a0-b71b-31ee0af84a67', 'attached_at': '2025-04-14T12:41:15.000000', 'detached_at': '', 'volume_id': '267118e5-e06b-416d-9356-7999bfe1d06c', 'serial': '267118e5-e06b-416d-9356-7999bfe1d06c'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1350.418558] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd59c40-66ac-4da5-b02d-9c8b31dcdc79 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.435699] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321f793c-147e-4027-92fd-424e2bfe9e27 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.441552] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a8ca5d-fa4f-4e84-a734-cfd0f808bfdc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.458216] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f42e39-c10b-48f1-86c0-844ae19981f9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.473047] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] The volume has not been displaced from its original location: [datastore1] volume-267118e5-e06b-416d-9356-7999bfe1d06c/volume-267118e5-e06b-416d-9356-7999bfe1d06c.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1350.478270] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1350.478898] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c17169b5-7799-4a07-a0d5-dc2e33f6c825 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.495943] env[70113]: DEBUG oslo_vmware.api [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1350.495943] env[70113]: value = "task-3416491" [ 1350.495943] env[70113]: _type = "Task" [ 1350.495943] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.503411] env[70113]: DEBUG oslo_vmware.api [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.757718] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.757918] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.758041] env[70113]: DEBUG nova.network.neutron [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.006461] env[70113]: DEBUG oslo_vmware.api [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416491, 'name': ReconfigVM_Task, 'duration_secs': 0.16276} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.006760] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1351.011295] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6654fd1-5191-4ef5-9614-9c7f215bb940 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.025898] env[70113]: DEBUG oslo_vmware.api [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1351.025898] env[70113]: value = "task-3416492" [ 1351.025898] env[70113]: _type = "Task" [ 1351.025898] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.033750] env[70113]: DEBUG oslo_vmware.api [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.083485] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Acquiring lock "e60e781b-f764-42c3-8e06-5f066a0e1513" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.083729] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Lock "e60e781b-f764-42c3-8e06-5f066a0e1513" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.083935] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Acquiring lock "e60e781b-f764-42c3-8e06-5f066a0e1513-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.084132] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Lock "e60e781b-f764-42c3-8e06-5f066a0e1513-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.084589] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Lock "e60e781b-f764-42c3-8e06-5f066a0e1513-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.086837] env[70113]: INFO nova.compute.manager [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Terminating instance [ 1351.289073] env[70113]: DEBUG nova.network.neutron [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.450577] env[70113]: DEBUG nova.network.neutron [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance_info_cache with network_info: [{"id": "209c92dd-8084-484b-b253-608ae1ec9dfe", "address": "fa:16:3e:37:3e:f9", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209c92dd-80", "ovs_interfaceid": "209c92dd-8084-484b-b253-608ae1ec9dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.536259] env[70113]: DEBUG oslo_vmware.api [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416492, 'name': ReconfigVM_Task, 'duration_secs': 0.137215} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.536591] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681653', 'volume_id': '267118e5-e06b-416d-9356-7999bfe1d06c', 'name': 'volume-267118e5-e06b-416d-9356-7999bfe1d06c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8663e88a-2993-41a0-b71b-31ee0af84a67', 'attached_at': '2025-04-14T12:41:15.000000', 'detached_at': '', 'volume_id': '267118e5-e06b-416d-9356-7999bfe1d06c', 'serial': '267118e5-e06b-416d-9356-7999bfe1d06c'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1351.536881] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.537672] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9248f1-e8f2-411a-a582-80758f7f2aaa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.544174] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.544436] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87d1fd9f-dc22-431e-91b7-ba2fce265f66 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.590876] env[70113]: DEBUG nova.compute.manager [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.591261] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.592138] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e06bf1-ec7b-4a3c-ab10-d94940001303 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.601599] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.601961] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95436d69-94c5-41f3-a5af-136f1c0909af {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.604614] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.604874] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.605207] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleting the datastore file [datastore1] 8663e88a-2993-41a0-b71b-31ee0af84a67 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.605772] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4c777c3-16d9-4c01-83c2-14b30880b01f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.610559] env[70113]: DEBUG oslo_vmware.api [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Waiting for the task: (returnval){ [ 1351.610559] env[70113]: value = "task-3416494" [ 1351.610559] env[70113]: _type = "Task" [ 1351.610559] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.612042] env[70113]: DEBUG oslo_vmware.api [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1351.612042] env[70113]: value = "task-3416495" [ 1351.612042] env[70113]: _type = "Task" [ 1351.612042] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.621819] env[70113]: DEBUG oslo_vmware.api [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': task-3416494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.624570] env[70113]: DEBUG oslo_vmware.api [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.953486] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.953894] env[70113]: DEBUG nova.compute.manager [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Instance network_info: |[{"id": "209c92dd-8084-484b-b253-608ae1ec9dfe", "address": "fa:16:3e:37:3e:f9", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209c92dd-80", "ovs_interfaceid": "209c92dd-8084-484b-b253-608ae1ec9dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1351.954319] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:3e:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '209c92dd-8084-484b-b253-608ae1ec9dfe', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.961774] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.961994] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.962248] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db80d8f7-191e-41da-99ce-bf65d665b94f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.982874] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.982874] env[70113]: value = "task-3416496" [ 1351.982874] env[70113]: _type = "Task" [ 1351.982874] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.990469] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416496, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.124879] env[70113]: DEBUG oslo_vmware.api [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.128016] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.128268] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.128485] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.128709] env[70113]: INFO nova.compute.manager [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1352.128978] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.129230] env[70113]: DEBUG oslo_vmware.api [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': task-3416494, 'name': PowerOffVM_Task, 'duration_secs': 0.175576} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.129459] env[70113]: DEBUG nova.compute.manager [-] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.129583] env[70113]: DEBUG nova.network.neutron [-] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.131266] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.131445] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.131685] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c4813f7-629d-482c-af1b-188447dc0540 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.194976] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.195302] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.195525] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Deleting the datastore file [datastore1] e60e781b-f764-42c3-8e06-5f066a0e1513 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.195836] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a679f6c7-87d7-43a5-a5f6-386ed421af2d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.203267] env[70113]: DEBUG oslo_vmware.api [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Waiting for the task: (returnval){ [ 1352.203267] env[70113]: value = "task-3416498" [ 1352.203267] env[70113]: _type = "Task" [ 1352.203267] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.205743] env[70113]: DEBUG nova.compute.manager [req-8e15c4cf-9b63-40ea-bad4-89fcd0873050 req-be6e2338-3604-45c0-9e1a-1347e4c71610 service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Received event network-changed-209c92dd-8084-484b-b253-608ae1ec9dfe {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.205930] env[70113]: DEBUG nova.compute.manager [req-8e15c4cf-9b63-40ea-bad4-89fcd0873050 req-be6e2338-3604-45c0-9e1a-1347e4c71610 service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Refreshing instance network info cache due to event network-changed-209c92dd-8084-484b-b253-608ae1ec9dfe. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.206163] env[70113]: DEBUG oslo_concurrency.lockutils [req-8e15c4cf-9b63-40ea-bad4-89fcd0873050 req-be6e2338-3604-45c0-9e1a-1347e4c71610 service nova] Acquiring lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.206359] env[70113]: DEBUG oslo_concurrency.lockutils [req-8e15c4cf-9b63-40ea-bad4-89fcd0873050 req-be6e2338-3604-45c0-9e1a-1347e4c71610 service nova] Acquired lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.206573] env[70113]: DEBUG nova.network.neutron [req-8e15c4cf-9b63-40ea-bad4-89fcd0873050 req-be6e2338-3604-45c0-9e1a-1347e4c71610 service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Refreshing network info cache for port 209c92dd-8084-484b-b253-608ae1ec9dfe {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.218166] env[70113]: DEBUG oslo_vmware.api [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': task-3416498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.493138] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416496, 'name': CreateVM_Task, 'duration_secs': 0.314611} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.493317] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.494066] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.494280] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.494618] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.495605] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa97fcc6-9013-4114-9a3e-93df794330f7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.500558] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1352.500558] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]527de632-4860-97a5-e3e6-1b7e0f415fd8" [ 1352.500558] env[70113]: _type = "Task" [ 1352.500558] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.508225] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527de632-4860-97a5-e3e6-1b7e0f415fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.722972] env[70113]: DEBUG oslo_vmware.api [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Task: {'id': task-3416498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125374} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.723348] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.723659] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.723954] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.724269] env[70113]: INFO nova.compute.manager [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1352.724640] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.724930] env[70113]: DEBUG nova.compute.manager [-] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.725161] env[70113]: DEBUG nova.network.neutron [-] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.012984] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]527de632-4860-97a5-e3e6-1b7e0f415fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.013397] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.013560] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.013837] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.013991] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.014182] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.014439] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdca16ae-0410-4390-87bc-2994314b97bd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.027936] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.028115] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.028800] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e50c1852-9d00-4003-8514-5c48d4520395 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.034734] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1353.034734] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]523622ce-7a6f-2baf-5c14-23554be8a0f2" [ 1353.034734] env[70113]: _type = "Task" [ 1353.034734] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.042150] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523622ce-7a6f-2baf-5c14-23554be8a0f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.065970] env[70113]: DEBUG nova.network.neutron [req-8e15c4cf-9b63-40ea-bad4-89fcd0873050 req-be6e2338-3604-45c0-9e1a-1347e4c71610 service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updated VIF entry in instance network info cache for port 209c92dd-8084-484b-b253-608ae1ec9dfe. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.066362] env[70113]: DEBUG nova.network.neutron [req-8e15c4cf-9b63-40ea-bad4-89fcd0873050 req-be6e2338-3604-45c0-9e1a-1347e4c71610 service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance_info_cache with network_info: [{"id": "209c92dd-8084-484b-b253-608ae1ec9dfe", "address": "fa:16:3e:37:3e:f9", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209c92dd-80", "ovs_interfaceid": "209c92dd-8084-484b-b253-608ae1ec9dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.106591] env[70113]: DEBUG nova.network.neutron [-] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.546094] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523622ce-7a6f-2baf-5c14-23554be8a0f2, 'name': SearchDatastore_Task, 'duration_secs': 0.035533} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.546932] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5283430a-771d-4975-93b2-deb584e6b3ea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.552935] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1353.552935] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]520f8ceb-50a0-68b1-3770-d78cc58679a1" [ 1353.552935] env[70113]: _type = "Task" [ 1353.552935] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.560761] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]520f8ceb-50a0-68b1-3770-d78cc58679a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.569264] env[70113]: DEBUG oslo_concurrency.lockutils [req-8e15c4cf-9b63-40ea-bad4-89fcd0873050 req-be6e2338-3604-45c0-9e1a-1347e4c71610 service nova] Releasing lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.611983] env[70113]: INFO nova.compute.manager [-] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Took 1.48 seconds to deallocate network for instance. [ 1353.753883] env[70113]: DEBUG nova.network.neutron [-] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.063514] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]520f8ceb-50a0-68b1-3770-d78cc58679a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.063817] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.064021] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5/a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.064282] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83fbc14b-0d17-49c1-9342-f627354061dc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.071325] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1354.071325] env[70113]: value = "task-3416499" [ 1354.071325] env[70113]: _type = "Task" [ 1354.071325] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.078611] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.159537] env[70113]: INFO nova.compute.manager [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Took 0.55 seconds to detach 1 volumes for instance. [ 1354.161623] env[70113]: DEBUG nova.compute.manager [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Deleting volume: 267118e5-e06b-416d-9356-7999bfe1d06c {{(pid=70113) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1354.239547] env[70113]: DEBUG nova.compute.manager [req-244a13ee-7a6b-480b-849a-6a3c98338db1 req-eef6d9f0-2459-4845-b817-9b69ecbbfb86 service nova] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Received event network-vif-deleted-e3e9b22a-e4f3-4212-ad98-5b6d26aa3923 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.239547] env[70113]: DEBUG nova.compute.manager [req-244a13ee-7a6b-480b-849a-6a3c98338db1 req-eef6d9f0-2459-4845-b817-9b69ecbbfb86 service nova] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Received event network-vif-deleted-f2d7396b-7d6d-40da-9824-f07d8a876a22 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.256326] env[70113]: INFO nova.compute.manager [-] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Took 1.53 seconds to deallocate network for instance. [ 1354.583151] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.401609} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.583418] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5/a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.583631] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.583903] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4d72200-a0a8-4be7-94a0-1877ad1002c9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.590285] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1354.590285] env[70113]: value = "task-3416501" [ 1354.590285] env[70113]: _type = "Task" [ 1354.590285] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.598038] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.698541] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.698901] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.699191] env[70113]: DEBUG nova.objects.instance [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lazy-loading 'resources' on Instance uuid 8663e88a-2993-41a0-b71b-31ee0af84a67 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.763296] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.101252] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060729} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.101556] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.102342] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0db53c6-f522-48e8-b1e7-a85c33513517 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.124561] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5/a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.124832] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c40618d9-361d-40e2-b283-e28040a28f41 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.144900] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1355.144900] env[70113]: value = "task-3416502" [ 1355.144900] env[70113]: _type = "Task" [ 1355.144900] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.154981] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.296859] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a37d490-0405-4151-9354-f091d8f23bcb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.305271] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dc29ff-fe8c-4ede-b299-b62fd3741898 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.335100] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d397fc-7279-4a2f-aaa4-6dc480dba563 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.342386] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4970a9-a17e-4483-83e2-c3e5404a5d50 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.356620] env[70113]: DEBUG nova.compute.provider_tree [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.654826] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416502, 'name': ReconfigVM_Task, 'duration_secs': 0.29931} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.655125] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Reconfigured VM instance instance-0000007a to attach disk [datastore1] a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5/a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.655746] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66b11068-8390-41fd-905c-65417d992b4a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.661738] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1355.661738] env[70113]: value = "task-3416503" [ 1355.661738] env[70113]: _type = "Task" [ 1355.661738] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.669677] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416503, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.860515] env[70113]: DEBUG nova.scheduler.client.report [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.171643] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416503, 'name': Rename_Task, 'duration_secs': 0.135107} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.172012] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.172182] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fb77eed-1c6b-4aa3-bae7-f2f9bb7b9cd4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.178388] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1356.178388] env[70113]: value = "task-3416504" [ 1356.178388] env[70113]: _type = "Task" [ 1356.178388] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.185488] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.365348] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.367729] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.605s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.367970] env[70113]: DEBUG nova.objects.instance [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Lazy-loading 'resources' on Instance uuid e60e781b-f764-42c3-8e06-5f066a0e1513 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.383053] env[70113]: INFO nova.scheduler.client.report [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleted allocations for instance 8663e88a-2993-41a0-b71b-31ee0af84a67 [ 1356.688941] env[70113]: DEBUG oslo_vmware.api [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416504, 'name': PowerOnVM_Task, 'duration_secs': 0.424029} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.689251] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.689460] env[70113]: INFO nova.compute.manager [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Took 6.98 seconds to spawn the instance on the hypervisor. [ 1356.689645] env[70113]: DEBUG nova.compute.manager [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.690517] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c96c30-5a36-4eea-aaaf-065467b1e119 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.890522] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7f6bccfa-ed6f-45f4-91c3-abc87c2caa43 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "8663e88a-2993-41a0-b71b-31ee0af84a67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.499s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.952101] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f516c3-81f8-4ec1-baf3-250b5496668c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.960051] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eebd46-0250-4906-bd90-17adae81485b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.990403] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940c30b6-0af2-43a2-a5f6-33dc14246ce0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.997531] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ed900d-f7ef-495b-ae81-f045b1e5d1d5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.010791] env[70113]: DEBUG nova.compute.provider_tree [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.207512] env[70113]: INFO nova.compute.manager [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Took 11.72 seconds to build instance. [ 1357.208506] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "70834b1c-f2b6-45b4-a761-ec525b577b3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.209143] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "70834b1c-f2b6-45b4-a761-ec525b577b3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.209410] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "70834b1c-f2b6-45b4-a761-ec525b577b3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.209635] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "70834b1c-f2b6-45b4-a761-ec525b577b3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.209806] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "70834b1c-f2b6-45b4-a761-ec525b577b3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.211562] env[70113]: INFO nova.compute.manager [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Terminating instance [ 1357.494665] env[70113]: DEBUG nova.compute.manager [req-b5b90be3-9de6-4a3f-8a00-797b06c99246 req-4826957f-9892-4a35-ab36-6a4c7c35be89 service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Received event network-changed-209c92dd-8084-484b-b253-608ae1ec9dfe {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.494818] env[70113]: DEBUG nova.compute.manager [req-b5b90be3-9de6-4a3f-8a00-797b06c99246 req-4826957f-9892-4a35-ab36-6a4c7c35be89 service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Refreshing instance network info cache due to event network-changed-209c92dd-8084-484b-b253-608ae1ec9dfe. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.495185] env[70113]: DEBUG oslo_concurrency.lockutils [req-b5b90be3-9de6-4a3f-8a00-797b06c99246 req-4826957f-9892-4a35-ab36-6a4c7c35be89 service nova] Acquiring lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.495377] env[70113]: DEBUG oslo_concurrency.lockutils [req-b5b90be3-9de6-4a3f-8a00-797b06c99246 req-4826957f-9892-4a35-ab36-6a4c7c35be89 service nova] Acquired lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.495555] env[70113]: DEBUG nova.network.neutron [req-b5b90be3-9de6-4a3f-8a00-797b06c99246 req-4826957f-9892-4a35-ab36-6a4c7c35be89 service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Refreshing network info cache for port 209c92dd-8084-484b-b253-608ae1ec9dfe {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.513871] env[70113]: DEBUG nova.scheduler.client.report [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.712523] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c88cd4cc-c3ef-411f-a64a-f8f2c9c7f39b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.234s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.717303] env[70113]: DEBUG nova.compute.manager [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1357.717611] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.718485] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73bf8a6-baa4-43b4-8dea-ca3f8cc7ebc4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.726756] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.726982] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a96ce73b-390d-4604-a14e-1acb80e25192 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.733530] env[70113]: DEBUG oslo_vmware.api [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1357.733530] env[70113]: value = "task-3416505" [ 1357.733530] env[70113]: _type = "Task" [ 1357.733530] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.740860] env[70113]: DEBUG oslo_vmware.api [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.019415] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.041730] env[70113]: INFO nova.scheduler.client.report [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Deleted allocations for instance e60e781b-f764-42c3-8e06-5f066a0e1513 [ 1358.196523] env[70113]: DEBUG nova.network.neutron [req-b5b90be3-9de6-4a3f-8a00-797b06c99246 req-4826957f-9892-4a35-ab36-6a4c7c35be89 service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updated VIF entry in instance network info cache for port 209c92dd-8084-484b-b253-608ae1ec9dfe. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.196893] env[70113]: DEBUG nova.network.neutron [req-b5b90be3-9de6-4a3f-8a00-797b06c99246 req-4826957f-9892-4a35-ab36-6a4c7c35be89 service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance_info_cache with network_info: [{"id": "209c92dd-8084-484b-b253-608ae1ec9dfe", "address": "fa:16:3e:37:3e:f9", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209c92dd-80", "ovs_interfaceid": "209c92dd-8084-484b-b253-608ae1ec9dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.243898] env[70113]: DEBUG oslo_vmware.api [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416505, 'name': PowerOffVM_Task, 'duration_secs': 0.202211} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.244274] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.244274] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.244519] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b419a13-5b48-4225-8f79-ea2a79fe720b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.307118] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.307399] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.307510] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleting the datastore file [datastore2] 70834b1c-f2b6-45b4-a761-ec525b577b3b {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.307787] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa8ff522-fe08-4263-b3cf-ef0f520a3eb1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.313732] env[70113]: DEBUG oslo_vmware.api [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1358.313732] env[70113]: value = "task-3416507" [ 1358.313732] env[70113]: _type = "Task" [ 1358.313732] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.321532] env[70113]: DEBUG oslo_vmware.api [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.550048] env[70113]: DEBUG oslo_concurrency.lockutils [None req-4750ce7a-73e6-4442-874b-319bc92f5415 tempest-ServersV294TestFqdnHostnames-140993415 tempest-ServersV294TestFqdnHostnames-140993415-project-member] Lock "e60e781b-f764-42c3-8e06-5f066a0e1513" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.466s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.699622] env[70113]: DEBUG oslo_concurrency.lockutils [req-b5b90be3-9de6-4a3f-8a00-797b06c99246 req-4826957f-9892-4a35-ab36-6a4c7c35be89 service nova] Releasing lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.823577] env[70113]: DEBUG oslo_vmware.api [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137308} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.823943] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.824103] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.824184] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.824349] env[70113]: INFO nova.compute.manager [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1358.824602] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.825179] env[70113]: DEBUG nova.compute.manager [-] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1358.825282] env[70113]: DEBUG nova.network.neutron [-] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.524624] env[70113]: DEBUG nova.compute.manager [req-d5c022d4-a4ce-4cfe-814e-59f189fc3861 req-ccfd3b6d-3762-4450-81fd-a39afd5c746e service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Received event network-vif-deleted-1f8bb66b-73f4-47dc-881e-d6ce3ed89e01 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.524624] env[70113]: INFO nova.compute.manager [req-d5c022d4-a4ce-4cfe-814e-59f189fc3861 req-ccfd3b6d-3762-4450-81fd-a39afd5c746e service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Neutron deleted interface 1f8bb66b-73f4-47dc-881e-d6ce3ed89e01; detaching it from the instance and deleting it from the info cache [ 1359.524971] env[70113]: DEBUG nova.network.neutron [req-d5c022d4-a4ce-4cfe-814e-59f189fc3861 req-ccfd3b6d-3762-4450-81fd-a39afd5c746e service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.658385] env[70113]: DEBUG nova.network.neutron [-] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.032942] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d28e3ed-17f7-4735-b88d-a694beb3639b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.043913] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e502077-f40f-4a05-8db8-ecd8d9e473e1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.075797] env[70113]: DEBUG nova.compute.manager [req-d5c022d4-a4ce-4cfe-814e-59f189fc3861 req-ccfd3b6d-3762-4450-81fd-a39afd5c746e service nova] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Detach interface failed, port_id=1f8bb66b-73f4-47dc-881e-d6ce3ed89e01, reason: Instance 70834b1c-f2b6-45b4-a761-ec525b577b3b could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1360.164269] env[70113]: INFO nova.compute.manager [-] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Took 1.34 seconds to deallocate network for instance. [ 1360.670532] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.670924] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.671215] env[70113]: DEBUG nova.objects.instance [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lazy-loading 'resources' on Instance uuid 70834b1c-f2b6-45b4-a761-ec525b577b3b {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.249459] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6057e2-2590-4956-b221-30caf3aea114 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.257077] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5823260f-1916-4191-8f39-c1130c9acd10 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.286865] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6240adfa-72f2-4d40-ab4d-fcc142099a1a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.293656] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee543a4-7eb3-4cd7-8c0d-9c24d68ac6a8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.306643] env[70113]: DEBUG nova.compute.provider_tree [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.810825] env[70113]: DEBUG nova.scheduler.client.report [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.316160] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.336252] env[70113]: INFO nova.scheduler.client.report [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleted allocations for instance 70834b1c-f2b6-45b4-a761-ec525b577b3b [ 1362.844393] env[70113]: DEBUG oslo_concurrency.lockutils [None req-5b7208e8-67d7-4992-9e9f-00ff1b30dec7 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "70834b1c-f2b6-45b4-a761-ec525b577b3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.635s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.984015] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "135fdd6c-b39a-4da2-a076-7aa092aa0d34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.984419] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "135fdd6c-b39a-4da2-a076-7aa092aa0d34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.984419] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "135fdd6c-b39a-4da2-a076-7aa092aa0d34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.985075] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "135fdd6c-b39a-4da2-a076-7aa092aa0d34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.985278] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "135fdd6c-b39a-4da2-a076-7aa092aa0d34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.987422] env[70113]: INFO nova.compute.manager [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Terminating instance [ 1367.491621] env[70113]: DEBUG nova.compute.manager [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1367.491809] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.492767] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12581757-42a4-4701-af4a-212b502f0a5d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.500425] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.500646] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5ee792f-5778-4752-9de9-ab03a30d61ab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.507377] env[70113]: DEBUG oslo_vmware.api [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1367.507377] env[70113]: value = "task-3416509" [ 1367.507377] env[70113]: _type = "Task" [ 1367.507377] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.515030] env[70113]: DEBUG oslo_vmware.api [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.018127] env[70113]: DEBUG oslo_vmware.api [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416509, 'name': PowerOffVM_Task, 'duration_secs': 0.206677} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.018127] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.018127] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.018127] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9fb3d93-c21b-4a92-acdd-2f064b492dce {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.079165] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.079413] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.079577] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleting the datastore file [datastore2] 135fdd6c-b39a-4da2-a076-7aa092aa0d34 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.079842] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e22e3ee-a453-4115-98af-c05727bc8985 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.086103] env[70113]: DEBUG oslo_vmware.api [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for the task: (returnval){ [ 1368.086103] env[70113]: value = "task-3416511" [ 1368.086103] env[70113]: _type = "Task" [ 1368.086103] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.093429] env[70113]: DEBUG oslo_vmware.api [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.596044] env[70113]: DEBUG oslo_vmware.api [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Task: {'id': task-3416511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126857} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.596308] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.596567] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.596737] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.596919] env[70113]: INFO nova.compute.manager [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1368.597177] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.597379] env[70113]: DEBUG nova.compute.manager [-] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1368.597474] env[70113]: DEBUG nova.network.neutron [-] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1368.847702] env[70113]: DEBUG nova.compute.manager [req-8bcfe201-a714-407a-9710-f6ac5d9f48ea req-3d4ec75f-ee8b-4e76-83c5-18e6d3896b14 service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Received event network-vif-deleted-bf1c0023-0024-4c14-8d8c-4a821ae88764 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.847874] env[70113]: INFO nova.compute.manager [req-8bcfe201-a714-407a-9710-f6ac5d9f48ea req-3d4ec75f-ee8b-4e76-83c5-18e6d3896b14 service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Neutron deleted interface bf1c0023-0024-4c14-8d8c-4a821ae88764; detaching it from the instance and deleting it from the info cache [ 1368.848062] env[70113]: DEBUG nova.network.neutron [req-8bcfe201-a714-407a-9710-f6ac5d9f48ea req-3d4ec75f-ee8b-4e76-83c5-18e6d3896b14 service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.330022] env[70113]: DEBUG nova.network.neutron [-] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.350628] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef6b0d78-8652-40ef-9660-0d96ac88ae91 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.360307] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6a869e-8161-4d87-bf8f-32882c488c55 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.387202] env[70113]: DEBUG nova.compute.manager [req-8bcfe201-a714-407a-9710-f6ac5d9f48ea req-3d4ec75f-ee8b-4e76-83c5-18e6d3896b14 service nova] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Detach interface failed, port_id=bf1c0023-0024-4c14-8d8c-4a821ae88764, reason: Instance 135fdd6c-b39a-4da2-a076-7aa092aa0d34 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1369.832761] env[70113]: INFO nova.compute.manager [-] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Took 1.24 seconds to deallocate network for instance. [ 1370.339695] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.340085] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.340254] env[70113]: DEBUG nova.objects.instance [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lazy-loading 'resources' on Instance uuid 135fdd6c-b39a-4da2-a076-7aa092aa0d34 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.903095] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463ffd14-129b-406f-849f-869381765a83 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.910929] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db26fbe-cd39-4a96-9304-f21d114906c2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.940800] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1e3001-aaaf-4b7f-8151-891c774e7175 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.948310] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7e62a0-a945-4e1f-bb57-67169add6feb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.961232] env[70113]: DEBUG nova.compute.provider_tree [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Updating inventory in ProviderTree for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.481794] env[70113]: ERROR nova.scheduler.client.report [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] [req-8b31c691-5c05-4263-9ad2-4e56f9d11d34] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 40670c61-ee25-43d1-8453-26da9c0cfec5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8b31c691-5c05-4263-9ad2-4e56f9d11d34"}]} [ 1371.497794] env[70113]: DEBUG nova.scheduler.client.report [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Refreshing inventories for resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1371.512840] env[70113]: DEBUG nova.scheduler.client.report [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Updating ProviderTree inventory for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1371.513148] env[70113]: DEBUG nova.compute.provider_tree [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Updating inventory in ProviderTree for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.524398] env[70113]: DEBUG nova.scheduler.client.report [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Refreshing aggregate associations for resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5, aggregates: None {{(pid=70113) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1371.541996] env[70113]: DEBUG nova.scheduler.client.report [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Refreshing trait associations for resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70113) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1371.596602] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ee0d97-84ca-4c9a-bb9e-5c1a1656988d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.604320] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9dbb12-8f03-4d91-bd40-ff3ab2b94459 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.635049] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a024ef-a991-43f5-aac8-c28e51b21efb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.642157] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b44e373-a6a0-4435-b918-0d77864332b8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.654820] env[70113]: DEBUG nova.compute.provider_tree [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Updating inventory in ProviderTree for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1372.185015] env[70113]: DEBUG nova.scheduler.client.report [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Updated inventory for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1372.185304] env[70113]: DEBUG nova.compute.provider_tree [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Updating resource provider 40670c61-ee25-43d1-8453-26da9c0cfec5 generation from 161 to 162 during operation: update_inventory {{(pid=70113) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1372.185484] env[70113]: DEBUG nova.compute.provider_tree [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Updating inventory in ProviderTree for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1372.690301] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.708919] env[70113]: INFO nova.scheduler.client.report [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Deleted allocations for instance 135fdd6c-b39a-4da2-a076-7aa092aa0d34 [ 1373.215884] env[70113]: DEBUG oslo_concurrency.lockutils [None req-3eedee2b-b351-41a5-a3aa-a08e295a1a54 tempest-ServerActionsTestOtherA-1355866086 tempest-ServerActionsTestOtherA-1355866086-project-member] Lock "135fdd6c-b39a-4da2-a076-7aa092aa0d34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.232s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.860032] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Acquiring lock "4553ba68-51c6-4a79-a1ed-db2727540d10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.860345] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Lock "4553ba68-51c6-4a79-a1ed-db2727540d10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.364335] env[70113]: DEBUG nova.compute.manager [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1378.887036] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.887477] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.889977] env[70113]: INFO nova.compute.claims [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1379.957481] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dd909e-c49b-43c1-b8fd-853fa943e640 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.965026] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8152a270-8af7-4a1c-8f21-082af46620f5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.994994] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752d4c48-4dc1-415d-9d56-2c3028172f2d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.002279] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203c27c5-e96a-4f4d-b86b-06dbdc637d0f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.014990] env[70113]: DEBUG nova.compute.provider_tree [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.518853] env[70113]: DEBUG nova.scheduler.client.report [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.024611] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.025267] env[70113]: DEBUG nova.compute.manager [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1381.530110] env[70113]: DEBUG nova.compute.utils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1381.531566] env[70113]: DEBUG nova.compute.manager [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1381.531742] env[70113]: DEBUG nova.network.neutron [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1381.567773] env[70113]: DEBUG nova.policy [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4358ab056c9542cdbb0d138fb2a874b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6497805ef684488e9f09af1fb586d6f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1381.803206] env[70113]: DEBUG nova.network.neutron [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Successfully created port: d2b4040b-0001-4b96-b80a-44abd7a75ee5 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1382.035063] env[70113]: DEBUG nova.compute.manager [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1383.044192] env[70113]: DEBUG nova.compute.manager [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1383.069638] env[70113]: DEBUG nova.virt.hardware [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.069923] env[70113]: DEBUG nova.virt.hardware [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.070125] env[70113]: DEBUG nova.virt.hardware [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.070315] env[70113]: DEBUG nova.virt.hardware [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.070463] env[70113]: DEBUG nova.virt.hardware [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.070608] env[70113]: DEBUG nova.virt.hardware [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.070813] env[70113]: DEBUG nova.virt.hardware [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.070971] env[70113]: DEBUG nova.virt.hardware [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.071148] env[70113]: DEBUG nova.virt.hardware [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.071311] env[70113]: DEBUG nova.virt.hardware [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.071479] env[70113]: DEBUG nova.virt.hardware [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.072356] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763c8c7e-222c-401c-9174-aa0814bf2574 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.080170] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0844b15-d4bd-4bf7-bd13-b877a5810855 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.155635] env[70113]: DEBUG nova.compute.manager [req-12fa24ec-2628-4583-b1d5-7c6ffb0a255a req-33c079f4-a5a8-4e1b-af24-11e47abdeb92 service nova] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Received event network-vif-plugged-d2b4040b-0001-4b96-b80a-44abd7a75ee5 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.155903] env[70113]: DEBUG oslo_concurrency.lockutils [req-12fa24ec-2628-4583-b1d5-7c6ffb0a255a req-33c079f4-a5a8-4e1b-af24-11e47abdeb92 service nova] Acquiring lock "4553ba68-51c6-4a79-a1ed-db2727540d10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.156140] env[70113]: DEBUG oslo_concurrency.lockutils [req-12fa24ec-2628-4583-b1d5-7c6ffb0a255a req-33c079f4-a5a8-4e1b-af24-11e47abdeb92 service nova] Lock "4553ba68-51c6-4a79-a1ed-db2727540d10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.156318] env[70113]: DEBUG oslo_concurrency.lockutils [req-12fa24ec-2628-4583-b1d5-7c6ffb0a255a req-33c079f4-a5a8-4e1b-af24-11e47abdeb92 service nova] Lock "4553ba68-51c6-4a79-a1ed-db2727540d10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.156485] env[70113]: DEBUG nova.compute.manager [req-12fa24ec-2628-4583-b1d5-7c6ffb0a255a req-33c079f4-a5a8-4e1b-af24-11e47abdeb92 service nova] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] No waiting events found dispatching network-vif-plugged-d2b4040b-0001-4b96-b80a-44abd7a75ee5 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1383.156647] env[70113]: WARNING nova.compute.manager [req-12fa24ec-2628-4583-b1d5-7c6ffb0a255a req-33c079f4-a5a8-4e1b-af24-11e47abdeb92 service nova] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Received unexpected event network-vif-plugged-d2b4040b-0001-4b96-b80a-44abd7a75ee5 for instance with vm_state building and task_state spawning. [ 1383.235151] env[70113]: DEBUG nova.network.neutron [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Successfully updated port: d2b4040b-0001-4b96-b80a-44abd7a75ee5 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.736859] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Acquiring lock "refresh_cache-4553ba68-51c6-4a79-a1ed-db2727540d10" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.737050] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Acquired lock "refresh_cache-4553ba68-51c6-4a79-a1ed-db2727540d10" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.737209] env[70113]: DEBUG nova.network.neutron [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.861960] env[70113]: DEBUG oslo_concurrency.lockutils [None req-87828571-7df4-4245-a91f-32e949900be7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "ad48e669-47e5-43df-b498-ef7197aebe07" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.862193] env[70113]: DEBUG oslo_concurrency.lockutils [None req-87828571-7df4-4245-a91f-32e949900be7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "ad48e669-47e5-43df-b498-ef7197aebe07" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.862380] env[70113]: DEBUG nova.compute.manager [None req-87828571-7df4-4245-a91f-32e949900be7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.863318] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba79de9f-fb08-418d-a821-cb25325547ef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.870609] env[70113]: DEBUG nova.compute.manager [None req-87828571-7df4-4245-a91f-32e949900be7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70113) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1383.871183] env[70113]: DEBUG nova.objects.instance [None req-87828571-7df4-4245-a91f-32e949900be7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lazy-loading 'flavor' on Instance uuid ad48e669-47e5-43df-b498-ef7197aebe07 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.266610] env[70113]: DEBUG nova.network.neutron [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.389824] env[70113]: DEBUG nova.network.neutron [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Updating instance_info_cache with network_info: [{"id": "d2b4040b-0001-4b96-b80a-44abd7a75ee5", "address": "fa:16:3e:2f:eb:c1", "network": {"id": "3792385b-5958-4da0-8905-145ac65a697c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2083318000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6497805ef684488e9f09af1fb586d6f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b4040b-00", "ovs_interfaceid": "d2b4040b-0001-4b96-b80a-44abd7a75ee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.879792] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-87828571-7df4-4245-a91f-32e949900be7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.880134] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ebe72e1-550a-44f3-a93b-4ab0cd94b417 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.887847] env[70113]: DEBUG oslo_vmware.api [None req-87828571-7df4-4245-a91f-32e949900be7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1384.887847] env[70113]: value = "task-3416512" [ 1384.887847] env[70113]: _type = "Task" [ 1384.887847] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.891375] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Releasing lock "refresh_cache-4553ba68-51c6-4a79-a1ed-db2727540d10" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.891653] env[70113]: DEBUG nova.compute.manager [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Instance network_info: |[{"id": "d2b4040b-0001-4b96-b80a-44abd7a75ee5", "address": "fa:16:3e:2f:eb:c1", "network": {"id": "3792385b-5958-4da0-8905-145ac65a697c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2083318000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6497805ef684488e9f09af1fb586d6f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b4040b-00", "ovs_interfaceid": "d2b4040b-0001-4b96-b80a-44abd7a75ee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1384.892021] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:eb:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2b4040b-0001-4b96-b80a-44abd7a75ee5', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1384.899600] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Creating folder: Project (6497805ef684488e9f09af1fb586d6f6). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1384.900222] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc05eb83-37eb-47cf-90ee-5e28991ca1cc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.904929] env[70113]: DEBUG oslo_vmware.api [None req-87828571-7df4-4245-a91f-32e949900be7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.909882] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Created folder: Project (6497805ef684488e9f09af1fb586d6f6) in parent group-v681336. [ 1384.910076] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Creating folder: Instances. Parent ref: group-v681662. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1384.910301] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86355133-9ecb-485b-bb00-96664a37ee1d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.920214] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Created folder: Instances in parent group-v681662. [ 1384.920435] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1384.920611] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1384.920805] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea429f27-dfc8-4e89-b358-5b0a8d42889b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.938693] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1384.938693] env[70113]: value = "task-3416515" [ 1384.938693] env[70113]: _type = "Task" [ 1384.938693] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.946395] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416515, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.105941] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "be67b558-3ace-46a7-a18c-a7427ee9f52b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.106197] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "be67b558-3ace-46a7-a18c-a7427ee9f52b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.183378] env[70113]: DEBUG nova.compute.manager [req-eefa6368-8192-433e-acdd-365a069fa807 req-7e66e80c-ce3b-4b51-ac98-28fe2d60ca9a service nova] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Received event network-changed-d2b4040b-0001-4b96-b80a-44abd7a75ee5 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.183643] env[70113]: DEBUG nova.compute.manager [req-eefa6368-8192-433e-acdd-365a069fa807 req-7e66e80c-ce3b-4b51-ac98-28fe2d60ca9a service nova] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Refreshing instance network info cache due to event network-changed-d2b4040b-0001-4b96-b80a-44abd7a75ee5. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1385.183882] env[70113]: DEBUG oslo_concurrency.lockutils [req-eefa6368-8192-433e-acdd-365a069fa807 req-7e66e80c-ce3b-4b51-ac98-28fe2d60ca9a service nova] Acquiring lock "refresh_cache-4553ba68-51c6-4a79-a1ed-db2727540d10" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.184050] env[70113]: DEBUG oslo_concurrency.lockutils [req-eefa6368-8192-433e-acdd-365a069fa807 req-7e66e80c-ce3b-4b51-ac98-28fe2d60ca9a service nova] Acquired lock "refresh_cache-4553ba68-51c6-4a79-a1ed-db2727540d10" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.184241] env[70113]: DEBUG nova.network.neutron [req-eefa6368-8192-433e-acdd-365a069fa807 req-7e66e80c-ce3b-4b51-ac98-28fe2d60ca9a service nova] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Refreshing network info cache for port d2b4040b-0001-4b96-b80a-44abd7a75ee5 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1385.397415] env[70113]: DEBUG oslo_vmware.api [None req-87828571-7df4-4245-a91f-32e949900be7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416512, 'name': PowerOffVM_Task, 'duration_secs': 0.200264} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.397830] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-87828571-7df4-4245-a91f-32e949900be7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.397886] env[70113]: DEBUG nova.compute.manager [None req-87828571-7df4-4245-a91f-32e949900be7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.398651] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3204f866-2edc-4340-bffd-1e91156305b1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.448049] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416515, 'name': CreateVM_Task, 'duration_secs': 0.300719} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.448230] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.448797] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.449021] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.449332] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.449583] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7a3580-5327-4e4f-8929-d672dec0dbb9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.453980] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Waiting for the task: (returnval){ [ 1385.453980] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c3e12e-9b83-0667-5d2b-4c2d590a69e0" [ 1385.453980] env[70113]: _type = "Task" [ 1385.453980] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.461181] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c3e12e-9b83-0667-5d2b-4c2d590a69e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.609442] env[70113]: DEBUG nova.compute.utils [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1385.894548] env[70113]: DEBUG nova.network.neutron [req-eefa6368-8192-433e-acdd-365a069fa807 req-7e66e80c-ce3b-4b51-ac98-28fe2d60ca9a service nova] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Updated VIF entry in instance network info cache for port d2b4040b-0001-4b96-b80a-44abd7a75ee5. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.894941] env[70113]: DEBUG nova.network.neutron [req-eefa6368-8192-433e-acdd-365a069fa807 req-7e66e80c-ce3b-4b51-ac98-28fe2d60ca9a service nova] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Updating instance_info_cache with network_info: [{"id": "d2b4040b-0001-4b96-b80a-44abd7a75ee5", "address": "fa:16:3e:2f:eb:c1", "network": {"id": "3792385b-5958-4da0-8905-145ac65a697c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2083318000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6497805ef684488e9f09af1fb586d6f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b4040b-00", "ovs_interfaceid": "d2b4040b-0001-4b96-b80a-44abd7a75ee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.909321] env[70113]: DEBUG oslo_concurrency.lockutils [None req-87828571-7df4-4245-a91f-32e949900be7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "ad48e669-47e5-43df-b498-ef7197aebe07" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.963681] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c3e12e-9b83-0667-5d2b-4c2d590a69e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009046} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.963945] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.964199] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.964438] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.964585] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.964770] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.965059] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94408a97-4977-4e8e-b6fb-dfe81b362d8b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.972752] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.972923] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.973605] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6535518a-06e2-49f7-982e-3d4ed36c52ca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.978394] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Waiting for the task: (returnval){ [ 1385.978394] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528c8289-76e9-c3e7-7df4-d94c3d0cfe76" [ 1385.978394] env[70113]: _type = "Task" [ 1385.978394] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.985944] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528c8289-76e9-c3e7-7df4-d94c3d0cfe76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.112262] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "be67b558-3ace-46a7-a18c-a7427ee9f52b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.243570] env[70113]: DEBUG nova.objects.instance [None req-bfb89fb4-b53b-40a3-9be3-a0b47b265004 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lazy-loading 'flavor' on Instance uuid ad48e669-47e5-43df-b498-ef7197aebe07 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.397427] env[70113]: DEBUG oslo_concurrency.lockutils [req-eefa6368-8192-433e-acdd-365a069fa807 req-7e66e80c-ce3b-4b51-ac98-28fe2d60ca9a service nova] Releasing lock "refresh_cache-4553ba68-51c6-4a79-a1ed-db2727540d10" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.488859] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528c8289-76e9-c3e7-7df4-d94c3d0cfe76, 'name': SearchDatastore_Task, 'duration_secs': 0.007743} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.489652] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac4ca67-4999-4552-99ec-af38642172c3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.494610] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Waiting for the task: (returnval){ [ 1386.494610] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a90307-e4cc-4f71-19d3-66c9b9246c8d" [ 1386.494610] env[70113]: _type = "Task" [ 1386.494610] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.502068] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a90307-e4cc-4f71-19d3-66c9b9246c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.748867] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bfb89fb4-b53b-40a3-9be3-a0b47b265004 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "refresh_cache-ad48e669-47e5-43df-b498-ef7197aebe07" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.749019] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bfb89fb4-b53b-40a3-9be3-a0b47b265004 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "refresh_cache-ad48e669-47e5-43df-b498-ef7197aebe07" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.749213] env[70113]: DEBUG nova.network.neutron [None req-bfb89fb4-b53b-40a3-9be3-a0b47b265004 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.749393] env[70113]: DEBUG nova.objects.instance [None req-bfb89fb4-b53b-40a3-9be3-a0b47b265004 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lazy-loading 'info_cache' on Instance uuid ad48e669-47e5-43df-b498-ef7197aebe07 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.005080] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a90307-e4cc-4f71-19d3-66c9b9246c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.005321] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.005583] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 4553ba68-51c6-4a79-a1ed-db2727540d10/4553ba68-51c6-4a79-a1ed-db2727540d10.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1387.005831] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25f79db3-dc86-449e-b69b-ddd65ce1ba07 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.013252] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Waiting for the task: (returnval){ [ 1387.013252] env[70113]: value = "task-3416516" [ 1387.013252] env[70113]: _type = "Task" [ 1387.013252] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.020642] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.169842] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "be67b558-3ace-46a7-a18c-a7427ee9f52b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.170129] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "be67b558-3ace-46a7-a18c-a7427ee9f52b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.170425] env[70113]: INFO nova.compute.manager [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Attaching volume 95fc6711-30f1-4317-bcc5-32dfd852dc2d to /dev/sdb [ 1387.205491] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0ef4ce-f99e-4015-8528-b9fbcf403a10 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.213566] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae69a37-d963-4a53-8eb3-b2e71e363a60 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.228511] env[70113]: DEBUG nova.virt.block_device [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Updating existing volume attachment record: ae45d9c7-738f-492e-88ff-dcd3452a70ac {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1387.253282] env[70113]: DEBUG nova.objects.base [None req-bfb89fb4-b53b-40a3-9be3-a0b47b265004 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1387.525355] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416516, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.950325] env[70113]: DEBUG nova.network.neutron [None req-bfb89fb4-b53b-40a3-9be3-a0b47b265004 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Updating instance_info_cache with network_info: [{"id": "0d6739e1-b4e4-483f-9f90-1741f8aa9b65", "address": "fa:16:3e:f3:c4:2e", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6739e1-b4", "ovs_interfaceid": "0d6739e1-b4e4-483f-9f90-1741f8aa9b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.023798] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416516, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.453243] env[70113]: DEBUG oslo_concurrency.lockutils [None req-bfb89fb4-b53b-40a3-9be3-a0b47b265004 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "refresh_cache-ad48e669-47e5-43df-b498-ef7197aebe07" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.523917] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416516, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.441189} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.524192] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 4553ba68-51c6-4a79-a1ed-db2727540d10/4553ba68-51c6-4a79-a1ed-db2727540d10.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.524403] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.524640] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf3d3afb-6234-44c8-92b0-298bebfa88d7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.530495] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Waiting for the task: (returnval){ [ 1388.530495] env[70113]: value = "task-3416518" [ 1388.530495] env[70113]: _type = "Task" [ 1388.530495] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.537722] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.039882] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065214} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.040106] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.040903] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771aec13-0eef-4bf2-a2af-18b3aaa15014 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.062505] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 4553ba68-51c6-4a79-a1ed-db2727540d10/4553ba68-51c6-4a79-a1ed-db2727540d10.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.062770] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17794a35-0180-4b4a-997d-5bd72ee5a972 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.081618] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Waiting for the task: (returnval){ [ 1389.081618] env[70113]: value = "task-3416519" [ 1389.081618] env[70113]: _type = "Task" [ 1389.081618] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.089106] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.458403] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb89fb4-b53b-40a3-9be3-a0b47b265004 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.458784] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bc2f682-6cba-48fa-9ccd-c8c637414fa5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.467469] env[70113]: DEBUG oslo_vmware.api [None req-bfb89fb4-b53b-40a3-9be3-a0b47b265004 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1389.467469] env[70113]: value = "task-3416521" [ 1389.467469] env[70113]: _type = "Task" [ 1389.467469] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.474856] env[70113]: DEBUG oslo_vmware.api [None req-bfb89fb4-b53b-40a3-9be3-a0b47b265004 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.591605] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416519, 'name': ReconfigVM_Task, 'duration_secs': 0.248366} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.592040] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 4553ba68-51c6-4a79-a1ed-db2727540d10/4553ba68-51c6-4a79-a1ed-db2727540d10.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.592589] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddb210e9-1433-46e8-984a-7b7f18fd042c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.598766] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Waiting for the task: (returnval){ [ 1389.598766] env[70113]: value = "task-3416522" [ 1389.598766] env[70113]: _type = "Task" [ 1389.598766] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.605987] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416522, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.976943] env[70113]: DEBUG oslo_vmware.api [None req-bfb89fb4-b53b-40a3-9be3-a0b47b265004 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416521, 'name': PowerOnVM_Task, 'duration_secs': 0.384811} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.977236] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb89fb4-b53b-40a3-9be3-a0b47b265004 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.977432] env[70113]: DEBUG nova.compute.manager [None req-bfb89fb4-b53b-40a3-9be3-a0b47b265004 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.978240] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1580145-d567-4daa-bbce-0a8e125f3f07 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.111580] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416522, 'name': Rename_Task, 'duration_secs': 0.154273} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.111886] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.112216] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6524b81f-e7cb-47b2-acd5-701869b5525b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.118642] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Waiting for the task: (returnval){ [ 1390.118642] env[70113]: value = "task-3416523" [ 1390.118642] env[70113]: _type = "Task" [ 1390.118642] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.125777] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.628899] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416523, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.016934] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51843af-77c2-495b-941a-ea6ee729ac5f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.023552] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8e6eea-954d-4a4e-b2b8-1db2b725ce67 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Suspending the VM {{(pid=70113) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1391.023769] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-20182e8c-5db2-4447-b3c6-7977a1b68fe7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.029394] env[70113]: DEBUG oslo_vmware.api [None req-3e8e6eea-954d-4a4e-b2b8-1db2b725ce67 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1391.029394] env[70113]: value = "task-3416524" [ 1391.029394] env[70113]: _type = "Task" [ 1391.029394] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.036552] env[70113]: DEBUG oslo_vmware.api [None req-3e8e6eea-954d-4a4e-b2b8-1db2b725ce67 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416524, 'name': SuspendVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.129347] env[70113]: DEBUG oslo_vmware.api [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416523, 'name': PowerOnVM_Task, 'duration_secs': 0.529368} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.129574] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1391.129785] env[70113]: INFO nova.compute.manager [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1391.129960] env[70113]: DEBUG nova.compute.manager [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.130763] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6207a6e2-390a-499a-8050-c29f08baf9c2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.539526] env[70113]: DEBUG oslo_vmware.api [None req-3e8e6eea-954d-4a4e-b2b8-1db2b725ce67 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416524, 'name': SuspendVM_Task} progress is 62%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.650066] env[70113]: INFO nova.compute.manager [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Took 12.78 seconds to build instance. [ 1391.775721] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1391.775964] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681665', 'volume_id': '95fc6711-30f1-4317-bcc5-32dfd852dc2d', 'name': 'volume-95fc6711-30f1-4317-bcc5-32dfd852dc2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be67b558-3ace-46a7-a18c-a7427ee9f52b', 'attached_at': '', 'detached_at': '', 'volume_id': '95fc6711-30f1-4317-bcc5-32dfd852dc2d', 'serial': '95fc6711-30f1-4317-bcc5-32dfd852dc2d'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1391.776890] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2816c312-b19b-4573-921b-fa4487b907d7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.793498] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c51c035-f167-41d1-b68d-c9830b951569 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.819053] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-95fc6711-30f1-4317-bcc5-32dfd852dc2d/volume-95fc6711-30f1-4317-bcc5-32dfd852dc2d.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.819389] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdf78992-c82a-4b87-8630-a3412e09f634 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.837555] env[70113]: DEBUG oslo_vmware.api [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1391.837555] env[70113]: value = "task-3416525" [ 1391.837555] env[70113]: _type = "Task" [ 1391.837555] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.845551] env[70113]: DEBUG oslo_vmware.api [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.040756] env[70113]: DEBUG oslo_vmware.api [None req-3e8e6eea-954d-4a4e-b2b8-1db2b725ce67 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416524, 'name': SuspendVM_Task, 'duration_secs': 0.654843} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.040756] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8e6eea-954d-4a4e-b2b8-1db2b725ce67 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Suspended the VM {{(pid=70113) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1392.040939] env[70113]: DEBUG nova.compute.manager [None req-3e8e6eea-954d-4a4e-b2b8-1db2b725ce67 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.041798] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d544d7f-79a4-409a-ba0e-a8074c516e4e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.151925] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9dc07d9e-cb77-4a2c-a7fd-88fb39dda459 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Lock "4553ba68-51c6-4a79-a1ed-db2727540d10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.291s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.347761] env[70113]: DEBUG oslo_vmware.api [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416525, 'name': ReconfigVM_Task, 'duration_secs': 0.367713} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.348075] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-95fc6711-30f1-4317-bcc5-32dfd852dc2d/volume-95fc6711-30f1-4317-bcc5-32dfd852dc2d.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.353022] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d825b5f-2b94-4e0e-929d-e47d82e155c8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.367411] env[70113]: DEBUG oslo_vmware.api [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1392.367411] env[70113]: value = "task-3416526" [ 1392.367411] env[70113]: _type = "Task" [ 1392.367411] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.374872] env[70113]: DEBUG oslo_vmware.api [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.720844] env[70113]: DEBUG oslo_concurrency.lockutils [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Acquiring lock "4553ba68-51c6-4a79-a1ed-db2727540d10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.721247] env[70113]: DEBUG oslo_concurrency.lockutils [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Lock "4553ba68-51c6-4a79-a1ed-db2727540d10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.721387] env[70113]: DEBUG oslo_concurrency.lockutils [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Acquiring lock "4553ba68-51c6-4a79-a1ed-db2727540d10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.721593] env[70113]: DEBUG oslo_concurrency.lockutils [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Lock "4553ba68-51c6-4a79-a1ed-db2727540d10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.721768] env[70113]: DEBUG oslo_concurrency.lockutils [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Lock "4553ba68-51c6-4a79-a1ed-db2727540d10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.724385] env[70113]: INFO nova.compute.manager [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Terminating instance [ 1392.829609] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.878009] env[70113]: DEBUG oslo_vmware.api [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416526, 'name': ReconfigVM_Task, 'duration_secs': 0.128856} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.878353] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681665', 'volume_id': '95fc6711-30f1-4317-bcc5-32dfd852dc2d', 'name': 'volume-95fc6711-30f1-4317-bcc5-32dfd852dc2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be67b558-3ace-46a7-a18c-a7427ee9f52b', 'attached_at': '', 'detached_at': '', 'volume_id': '95fc6711-30f1-4317-bcc5-32dfd852dc2d', 'serial': '95fc6711-30f1-4317-bcc5-32dfd852dc2d'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1393.228288] env[70113]: DEBUG nova.compute.manager [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.228504] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.229429] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7837501c-6115-4e56-b680-1c2bbbb085b6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.237238] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.237483] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26760b8e-1282-4f68-9ad0-78d15cae4949 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.243702] env[70113]: DEBUG oslo_vmware.api [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Waiting for the task: (returnval){ [ 1393.243702] env[70113]: value = "task-3416527" [ 1393.243702] env[70113]: _type = "Task" [ 1393.243702] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.255135] env[70113]: DEBUG oslo_vmware.api [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.385845] env[70113]: INFO nova.compute.manager [None req-43a4918f-6b65-4400-96e3-f0a2e82bd5d7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Resuming [ 1393.386519] env[70113]: DEBUG nova.objects.instance [None req-43a4918f-6b65-4400-96e3-f0a2e82bd5d7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lazy-loading 'flavor' on Instance uuid ad48e669-47e5-43df-b498-ef7197aebe07 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.753891] env[70113]: DEBUG oslo_vmware.api [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416527, 'name': PowerOffVM_Task, 'duration_secs': 0.175759} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.754297] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.754340] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.754581] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5ad589b-250f-4947-a37a-63f1ae9ef8cd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.816108] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.816333] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.816520] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Deleting the datastore file [datastore2] 4553ba68-51c6-4a79-a1ed-db2727540d10 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.816785] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb56a550-c597-4806-9acd-e4ce372bdca6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.823496] env[70113]: DEBUG oslo_vmware.api [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Waiting for the task: (returnval){ [ 1393.823496] env[70113]: value = "task-3416529" [ 1393.823496] env[70113]: _type = "Task" [ 1393.823496] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.831631] env[70113]: DEBUG oslo_vmware.api [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.920268] env[70113]: DEBUG nova.objects.instance [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lazy-loading 'flavor' on Instance uuid be67b558-3ace-46a7-a18c-a7427ee9f52b {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.333314] env[70113]: DEBUG oslo_vmware.api [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Task: {'id': task-3416529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137773} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.333598] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.333825] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.334018] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.334189] env[70113]: INFO nova.compute.manager [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1394.334431] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1394.334622] env[70113]: DEBUG nova.compute.manager [-] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.334718] env[70113]: DEBUG nova.network.neutron [-] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.424621] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5ce0631-8255-4828-8aea-3db1ff26fde2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "be67b558-3ace-46a7-a18c-a7427ee9f52b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.254s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.602675] env[70113]: DEBUG nova.compute.manager [req-02838795-27fa-41cb-88f0-fc28b6c80795 req-7681809f-3f85-4985-974a-ade5a5cf7bba service nova] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Received event network-vif-deleted-d2b4040b-0001-4b96-b80a-44abd7a75ee5 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.602851] env[70113]: INFO nova.compute.manager [req-02838795-27fa-41cb-88f0-fc28b6c80795 req-7681809f-3f85-4985-974a-ade5a5cf7bba service nova] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Neutron deleted interface d2b4040b-0001-4b96-b80a-44abd7a75ee5; detaching it from the instance and deleting it from the info cache [ 1394.603046] env[70113]: DEBUG nova.network.neutron [req-02838795-27fa-41cb-88f0-fc28b6c80795 req-7681809f-3f85-4985-974a-ade5a5cf7bba service nova] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.618816] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "be67b558-3ace-46a7-a18c-a7427ee9f52b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.619056] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "be67b558-3ace-46a7-a18c-a7427ee9f52b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.896615] env[70113]: DEBUG oslo_concurrency.lockutils [None req-43a4918f-6b65-4400-96e3-f0a2e82bd5d7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "refresh_cache-ad48e669-47e5-43df-b498-ef7197aebe07" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.897039] env[70113]: DEBUG oslo_concurrency.lockutils [None req-43a4918f-6b65-4400-96e3-f0a2e82bd5d7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquired lock "refresh_cache-ad48e669-47e5-43df-b498-ef7197aebe07" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.897039] env[70113]: DEBUG nova.network.neutron [None req-43a4918f-6b65-4400-96e3-f0a2e82bd5d7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.085855] env[70113]: DEBUG nova.network.neutron [-] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.105779] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89d10680-6457-44fe-9178-484319f99dea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.115865] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db44b68-5c19-40d4-aeb3-06fa9eaf7f20 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.126947] env[70113]: INFO nova.compute.manager [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Detaching volume 95fc6711-30f1-4317-bcc5-32dfd852dc2d [ 1395.143797] env[70113]: DEBUG nova.compute.manager [req-02838795-27fa-41cb-88f0-fc28b6c80795 req-7681809f-3f85-4985-974a-ade5a5cf7bba service nova] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Detach interface failed, port_id=d2b4040b-0001-4b96-b80a-44abd7a75ee5, reason: Instance 4553ba68-51c6-4a79-a1ed-db2727540d10 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1395.161752] env[70113]: INFO nova.virt.block_device [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Attempting to driver detach volume 95fc6711-30f1-4317-bcc5-32dfd852dc2d from mountpoint /dev/sdb [ 1395.162009] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1395.162197] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681665', 'volume_id': '95fc6711-30f1-4317-bcc5-32dfd852dc2d', 'name': 'volume-95fc6711-30f1-4317-bcc5-32dfd852dc2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be67b558-3ace-46a7-a18c-a7427ee9f52b', 'attached_at': '', 'detached_at': '', 'volume_id': '95fc6711-30f1-4317-bcc5-32dfd852dc2d', 'serial': '95fc6711-30f1-4317-bcc5-32dfd852dc2d'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1395.163367] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b9427c-5d42-47ba-9eb0-bbc0a57e9497 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.184732] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14ee991-1bdf-4fb5-8f36-8505c7185d64 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.192668] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4e69f0-4885-423b-b450-755eb3191c94 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.212449] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf456cc8-a03c-4f80-a650-3dc2c3aa2740 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.227590] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] The volume has not been displaced from its original location: [datastore2] volume-95fc6711-30f1-4317-bcc5-32dfd852dc2d/volume-95fc6711-30f1-4317-bcc5-32dfd852dc2d.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1395.232863] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1395.233165] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e6b09c4-67ff-424b-81e1-67fcc8d6aa02 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.251225] env[70113]: DEBUG oslo_vmware.api [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1395.251225] env[70113]: value = "task-3416530" [ 1395.251225] env[70113]: _type = "Task" [ 1395.251225] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.260330] env[70113]: DEBUG oslo_vmware.api [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.484548] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.484822] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.588471] env[70113]: INFO nova.compute.manager [-] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Took 1.25 seconds to deallocate network for instance. [ 1395.610595] env[70113]: DEBUG nova.network.neutron [None req-43a4918f-6b65-4400-96e3-f0a2e82bd5d7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Updating instance_info_cache with network_info: [{"id": "0d6739e1-b4e4-483f-9f90-1741f8aa9b65", "address": "fa:16:3e:f3:c4:2e", "network": {"id": "5e7eae0b-42fb-4e98-8838-0c4140b0b6df", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-923385296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7146058e663c40baad8c7ac4191253a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6739e1-b4", "ovs_interfaceid": "0d6739e1-b4e4-483f-9f90-1741f8aa9b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.761441] env[70113]: DEBUG oslo_vmware.api [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416530, 'name': ReconfigVM_Task, 'duration_secs': 0.239314} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.761716] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1395.766252] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f53f523-f6e3-4cf9-898b-60ab5d059fb7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.780837] env[70113]: DEBUG oslo_vmware.api [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1395.780837] env[70113]: value = "task-3416531" [ 1395.780837] env[70113]: _type = "Task" [ 1395.780837] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.788092] env[70113]: DEBUG oslo_vmware.api [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.829677] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.988579] env[70113]: DEBUG nova.compute.utils [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1396.097940] env[70113]: DEBUG oslo_concurrency.lockutils [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.098172] env[70113]: DEBUG oslo_concurrency.lockutils [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.098394] env[70113]: DEBUG nova.objects.instance [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Lazy-loading 'resources' on Instance uuid 4553ba68-51c6-4a79-a1ed-db2727540d10 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.113358] env[70113]: DEBUG oslo_concurrency.lockutils [None req-43a4918f-6b65-4400-96e3-f0a2e82bd5d7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Releasing lock "refresh_cache-ad48e669-47e5-43df-b498-ef7197aebe07" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.114236] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144ce340-512c-4a86-8c06-a124f800ebae {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.121468] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-43a4918f-6b65-4400-96e3-f0a2e82bd5d7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Resuming the VM {{(pid=70113) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1396.121676] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d63a4251-d103-405b-be64-bba360f19a67 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.127361] env[70113]: DEBUG oslo_vmware.api [None req-43a4918f-6b65-4400-96e3-f0a2e82bd5d7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1396.127361] env[70113]: value = "task-3416532" [ 1396.127361] env[70113]: _type = "Task" [ 1396.127361] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.134430] env[70113]: DEBUG oslo_vmware.api [None req-43a4918f-6b65-4400-96e3-f0a2e82bd5d7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.290703] env[70113]: DEBUG oslo_vmware.api [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416531, 'name': ReconfigVM_Task, 'duration_secs': 0.136132} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.290861] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681665', 'volume_id': '95fc6711-30f1-4317-bcc5-32dfd852dc2d', 'name': 'volume-95fc6711-30f1-4317-bcc5-32dfd852dc2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be67b558-3ace-46a7-a18c-a7427ee9f52b', 'attached_at': '', 'detached_at': '', 'volume_id': '95fc6711-30f1-4317-bcc5-32dfd852dc2d', 'serial': '95fc6711-30f1-4317-bcc5-32dfd852dc2d'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1396.332989] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.491773] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.640039] env[70113]: DEBUG oslo_vmware.api [None req-43a4918f-6b65-4400-96e3-f0a2e82bd5d7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.678380] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284a555b-7389-42c1-93b6-efb93ff3c8e3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.686149] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e05693b-d2b0-4166-9930-a3ddbd001a22 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.718268] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971bd390-24d0-4b52-a906-833266a0ac11 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.726075] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e7cab6-ebe8-4474-ad68-505e1eac4247 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.740019] env[70113]: DEBUG nova.compute.provider_tree [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.833628] env[70113]: DEBUG nova.objects.instance [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lazy-loading 'flavor' on Instance uuid be67b558-3ace-46a7-a18c-a7427ee9f52b {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.137977] env[70113]: DEBUG oslo_vmware.api [None req-43a4918f-6b65-4400-96e3-f0a2e82bd5d7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416532, 'name': PowerOnVM_Task, 'duration_secs': 0.606281} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.138334] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-43a4918f-6b65-4400-96e3-f0a2e82bd5d7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Resumed the VM {{(pid=70113) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1397.138466] env[70113]: DEBUG nova.compute.manager [None req-43a4918f-6b65-4400-96e3-f0a2e82bd5d7 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.139235] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78924576-98cd-478d-878e-231781894a86 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.243593] env[70113]: DEBUG nova.scheduler.client.report [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.550655] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.550850] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.552475] env[70113]: INFO nova.compute.manager [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Attaching volume e321679a-ccec-474e-bd2d-711d04b1780e to /dev/sdb [ 1397.584021] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3f532b-ae76-417f-822d-fe02540456ca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.592807] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073692ae-d808-4e65-beca-5d0104d835c7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.605835] env[70113]: DEBUG nova.virt.block_device [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating existing volume attachment record: 19635c21-8b48-42b4-9a41-09c5a70ef792 {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1397.748050] env[70113]: DEBUG oslo_concurrency.lockutils [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.750495] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.418s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.750728] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.750873] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70113) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1397.751747] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfef420-c6bb-4df2-81a3-6c1ae3023e42 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.759375] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ef68a2-9730-423f-997f-aac3ad20599e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.774560] env[70113]: INFO nova.scheduler.client.report [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Deleted allocations for instance 4553ba68-51c6-4a79-a1ed-db2727540d10 [ 1397.776079] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9370b67a-bace-45de-bd60-29ce1ad957b9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.784626] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23db3bfb-bb60-4857-bf62-6e7480e6c800 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.815085] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180546MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=70113) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1397.815271] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.815522] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.840887] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1ac3a7b-392f-49d1-a46d-cf2ef6b31618 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "be67b558-3ace-46a7-a18c-a7427ee9f52b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.055094] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "ad48e669-47e5-43df-b498-ef7197aebe07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.055373] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "ad48e669-47e5-43df-b498-ef7197aebe07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.055589] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "ad48e669-47e5-43df-b498-ef7197aebe07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.055778] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "ad48e669-47e5-43df-b498-ef7197aebe07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.055943] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "ad48e669-47e5-43df-b498-ef7197aebe07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.058169] env[70113]: INFO nova.compute.manager [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Terminating instance [ 1398.285324] env[70113]: DEBUG oslo_concurrency.lockutils [None req-38f4214e-e493-4153-8bef-95d28a3bfed9 tempest-ServerMetadataNegativeTestJSON-885902711 tempest-ServerMetadataNegativeTestJSON-885902711-project-member] Lock "4553ba68-51c6-4a79-a1ed-db2727540d10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.564s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.562226] env[70113]: DEBUG nova.compute.manager [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.562426] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.563722] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4629cc4a-4f19-43b5-92bd-aceb838f3daa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.571258] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.571548] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef682c44-1af0-4749-870e-2b9a98a69e11 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.577695] env[70113]: DEBUG oslo_vmware.api [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1398.577695] env[70113]: value = "task-3416536" [ 1398.577695] env[70113]: _type = "Task" [ 1398.577695] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.585246] env[70113]: DEBUG oslo_vmware.api [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.840185] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance be67b558-3ace-46a7-a18c-a7427ee9f52b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1398.840349] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance ad48e669-47e5-43df-b498-ef7197aebe07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1398.840476] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1398.840660] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1398.840801] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1398.858104] env[70113]: DEBUG oslo_concurrency.lockutils [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "be67b558-3ace-46a7-a18c-a7427ee9f52b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.858352] env[70113]: DEBUG oslo_concurrency.lockutils [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "be67b558-3ace-46a7-a18c-a7427ee9f52b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.858550] env[70113]: DEBUG oslo_concurrency.lockutils [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "be67b558-3ace-46a7-a18c-a7427ee9f52b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.858733] env[70113]: DEBUG oslo_concurrency.lockutils [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "be67b558-3ace-46a7-a18c-a7427ee9f52b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.858975] env[70113]: DEBUG oslo_concurrency.lockutils [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "be67b558-3ace-46a7-a18c-a7427ee9f52b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.860923] env[70113]: INFO nova.compute.manager [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Terminating instance [ 1398.889178] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d85704-ba13-47f3-b22d-74cd04bcc904 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.896924] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e265e3-b48b-4027-8037-4bf3606d6122 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.927361] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ec4f6a-c92a-43f5-9b9e-aa5b921d8086 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.934983] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c88d74-d660-49d5-a137-550db6cfdbb6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.948698] env[70113]: DEBUG nova.compute.provider_tree [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.089406] env[70113]: DEBUG oslo_vmware.api [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416536, 'name': PowerOffVM_Task, 'duration_secs': 0.189771} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.089681] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.089851] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.090125] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0459f92-21ae-4a15-8403-2c3871b12113 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.151854] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.152095] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.152300] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Deleting the datastore file [datastore2] ad48e669-47e5-43df-b498-ef7197aebe07 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.152552] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfebc95f-79ba-42b7-bd7d-ba9bc3da10e6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.159086] env[70113]: DEBUG oslo_vmware.api [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for the task: (returnval){ [ 1399.159086] env[70113]: value = "task-3416538" [ 1399.159086] env[70113]: _type = "Task" [ 1399.159086] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.166701] env[70113]: DEBUG oslo_vmware.api [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.364511] env[70113]: DEBUG nova.compute.manager [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1399.364890] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.365769] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47d36db-631c-4b66-bad0-6ba2b71c1e45 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.373477] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.373719] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5487fb75-0d23-4df1-8866-6f342b64eb5e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.379610] env[70113]: DEBUG oslo_vmware.api [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1399.379610] env[70113]: value = "task-3416539" [ 1399.379610] env[70113]: _type = "Task" [ 1399.379610] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.387974] env[70113]: DEBUG oslo_vmware.api [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.452647] env[70113]: DEBUG nova.scheduler.client.report [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.669061] env[70113]: DEBUG oslo_vmware.api [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Task: {'id': task-3416538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151423} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.669346] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.669538] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.669713] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.669891] env[70113]: INFO nova.compute.manager [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1399.670151] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1399.670353] env[70113]: DEBUG nova.compute.manager [-] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1399.670448] env[70113]: DEBUG nova.network.neutron [-] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.889942] env[70113]: DEBUG oslo_vmware.api [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416539, 'name': PowerOffVM_Task, 'duration_secs': 0.186487} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.889942] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.889942] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.890369] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-674916b5-60f0-45ac-ab53-6a2fbc4b8dff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.959163] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1399.959398] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.959678] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.959861] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.960148] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Deleting the datastore file [datastore2] be67b558-3ace-46a7-a18c-a7427ee9f52b {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.960420] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ee9f60a-6180-4023-bae2-49f02df9f3fd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.967366] env[70113]: DEBUG oslo_vmware.api [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1399.967366] env[70113]: value = "task-3416541" [ 1399.967366] env[70113]: _type = "Task" [ 1399.967366] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.975743] env[70113]: DEBUG oslo_vmware.api [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.171918] env[70113]: DEBUG nova.compute.manager [req-1b5aa17e-2c6d-4d48-ad11-88bf6d7e7b36 req-e9492fa6-e5f4-4e16-9558-9bf8127e78a9 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Received event network-vif-deleted-0d6739e1-b4e4-483f-9f90-1741f8aa9b65 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.172187] env[70113]: INFO nova.compute.manager [req-1b5aa17e-2c6d-4d48-ad11-88bf6d7e7b36 req-e9492fa6-e5f4-4e16-9558-9bf8127e78a9 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Neutron deleted interface 0d6739e1-b4e4-483f-9f90-1741f8aa9b65; detaching it from the instance and deleting it from the info cache [ 1400.172340] env[70113]: DEBUG nova.network.neutron [req-1b5aa17e-2c6d-4d48-ad11-88bf6d7e7b36 req-e9492fa6-e5f4-4e16-9558-9bf8127e78a9 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.477932] env[70113]: DEBUG oslo_vmware.api [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131805} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.478238] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.478443] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.478632] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.478809] env[70113]: INFO nova.compute.manager [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1400.479060] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1400.479262] env[70113]: DEBUG nova.compute.manager [-] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1400.479356] env[70113]: DEBUG nova.network.neutron [-] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.653272] env[70113]: DEBUG nova.network.neutron [-] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.675903] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9ee7078-9cb2-46e4-ad45-4386a4a2818e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.686859] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75da91a5-d0d2-4b46-841b-68b6921c6d01 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.718598] env[70113]: DEBUG nova.compute.manager [req-1b5aa17e-2c6d-4d48-ad11-88bf6d7e7b36 req-e9492fa6-e5f4-4e16-9558-9bf8127e78a9 service nova] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Detach interface failed, port_id=0d6739e1-b4e4-483f-9f90-1741f8aa9b65, reason: Instance ad48e669-47e5-43df-b498-ef7197aebe07 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1400.960365] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.960591] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.960751] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.960922] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.961096] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.961236] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70113) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1401.153960] env[70113]: INFO nova.compute.manager [-] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Took 1.48 seconds to deallocate network for instance. [ 1401.437561] env[70113]: DEBUG nova.network.neutron [-] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.617185] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquiring lock "d3887bb7-f79d-4baa-a524-ec383c271c60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.617673] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Lock "d3887bb7-f79d-4baa-a524-ec383c271c60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.660700] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.661023] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.661254] env[70113]: DEBUG nova.objects.instance [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lazy-loading 'resources' on Instance uuid ad48e669-47e5-43df-b498-ef7197aebe07 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.940650] env[70113]: INFO nova.compute.manager [-] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Took 1.46 seconds to deallocate network for instance. [ 1402.119881] env[70113]: DEBUG nova.compute.manager [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1402.198834] env[70113]: DEBUG nova.compute.manager [req-44f0109b-aad5-4ce5-b822-8990b043b9ae req-e9891357-47d6-4cc2-a382-444d98513216 service nova] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Received event network-vif-deleted-f75e9220-53eb-4d27-bff4-3fd471069c16 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.238544] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc36881-9cae-4a1b-b683-61f9d271a472 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.247288] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eeb427-dfd2-467d-bc14-1acf21a002f7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.279432] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3597a8d8-3810-446b-af48-733eb2f508c4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.287148] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eac45d0-b625-42d1-ac9d-789a83f165d1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.301022] env[70113]: DEBUG nova.compute.provider_tree [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.448144] env[70113]: DEBUG oslo_concurrency.lockutils [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.639599] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.654051] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1402.654051] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681667', 'volume_id': 'e321679a-ccec-474e-bd2d-711d04b1780e', 'name': 'volume-e321679a-ccec-474e-bd2d-711d04b1780e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e321679a-ccec-474e-bd2d-711d04b1780e', 'serial': 'e321679a-ccec-474e-bd2d-711d04b1780e'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1402.654345] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e26fce-5a28-45a1-804d-36249e14d6d0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.670478] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c574bf-c426-4080-8190-e675ec24ad04 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.693847] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-e321679a-ccec-474e-bd2d-711d04b1780e/volume-e321679a-ccec-474e-bd2d-711d04b1780e.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.694123] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-139ceb58-21c9-413e-b4df-c11fb383e8e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.712080] env[70113]: DEBUG oslo_vmware.api [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1402.712080] env[70113]: value = "task-3416543" [ 1402.712080] env[70113]: _type = "Task" [ 1402.712080] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.719566] env[70113]: DEBUG oslo_vmware.api [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.804305] env[70113]: DEBUG nova.scheduler.client.report [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.223550] env[70113]: DEBUG oslo_vmware.api [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416543, 'name': ReconfigVM_Task, 'duration_secs': 0.351443} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.223919] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-e321679a-ccec-474e-bd2d-711d04b1780e/volume-e321679a-ccec-474e-bd2d-711d04b1780e.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.228554] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d89f749-b0bd-4c6f-8e5a-6b4437b8b62e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.243604] env[70113]: DEBUG oslo_vmware.api [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1403.243604] env[70113]: value = "task-3416544" [ 1403.243604] env[70113]: _type = "Task" [ 1403.243604] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.251224] env[70113]: DEBUG oslo_vmware.api [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.309597] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.312034] env[70113]: DEBUG oslo_concurrency.lockutils [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.864s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.312180] env[70113]: DEBUG nova.objects.instance [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lazy-loading 'resources' on Instance uuid be67b558-3ace-46a7-a18c-a7427ee9f52b {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.335660] env[70113]: INFO nova.scheduler.client.report [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Deleted allocations for instance ad48e669-47e5-43df-b498-ef7197aebe07 [ 1403.753436] env[70113]: DEBUG oslo_vmware.api [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416544, 'name': ReconfigVM_Task, 'duration_secs': 0.130742} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.753939] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681667', 'volume_id': 'e321679a-ccec-474e-bd2d-711d04b1780e', 'name': 'volume-e321679a-ccec-474e-bd2d-711d04b1780e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e321679a-ccec-474e-bd2d-711d04b1780e', 'serial': 'e321679a-ccec-474e-bd2d-711d04b1780e'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1403.830900] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.844255] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b01d0207-f4c0-4ab0-895d-93b7bbec3202 tempest-ServerActionsTestJSON-131472943 tempest-ServerActionsTestJSON-131472943-project-member] Lock "ad48e669-47e5-43df-b498-ef7197aebe07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.789s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.865025] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0f2f1a-f6c6-4002-85a4-8a52ca28670f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.873502] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce886baa-03f3-4b01-bed5-b317b4c4ab01 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.903792] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e09292-3547-497e-b767-1b9474fb6259 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.910905] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f3608d-1e76-4742-bd2e-e07110247243 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.923841] env[70113]: DEBUG nova.compute.provider_tree [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.427070] env[70113]: DEBUG nova.scheduler.client.report [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.794222] env[70113]: DEBUG nova.objects.instance [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lazy-loading 'flavor' on Instance uuid a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.933402] env[70113]: DEBUG oslo_concurrency.lockutils [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.936774] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.297s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.938464] env[70113]: INFO nova.compute.claims [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.952131] env[70113]: INFO nova.scheduler.client.report [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Deleted allocations for instance be67b558-3ace-46a7-a18c-a7427ee9f52b [ 1405.299638] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d4b2489a-db98-4f06-8508-3512dad400df tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.749s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.460983] env[70113]: DEBUG oslo_concurrency.lockutils [None req-205b965b-9c53-4ce2-9259-b3eae20361f2 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "be67b558-3ace-46a7-a18c-a7427ee9f52b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.601s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.739531] env[70113]: DEBUG nova.compute.manager [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Stashing vm_state: active {{(pid=70113) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1406.025356] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3c9bc9-8f89-4996-8573-ed537b9ca8d7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.034062] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40268de5-07fd-4ec0-8e2d-e166d4a60fa3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.079128] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7017c1-6e10-436b-8cc6-6757956cfce1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.089061] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d9f67a-ba6e-441b-882c-b426307412ac {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.105522] env[70113]: DEBUG nova.compute.provider_tree [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.257232] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.609177] env[70113]: DEBUG nova.scheduler.client.report [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.044248] env[70113]: DEBUG oslo_concurrency.lockutils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.044573] env[70113]: DEBUG oslo_concurrency.lockutils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.113942] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.114510] env[70113]: DEBUG nova.compute.manager [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1407.116937] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.860s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.547236] env[70113]: DEBUG nova.compute.manager [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1407.620950] env[70113]: DEBUG nova.compute.utils [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1407.626899] env[70113]: INFO nova.compute.claims [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.632422] env[70113]: DEBUG nova.compute.manager [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Not allocating networking since 'none' was specified. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1408.072429] env[70113]: DEBUG oslo_concurrency.lockutils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.134342] env[70113]: DEBUG nova.compute.manager [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1408.138951] env[70113]: INFO nova.compute.resource_tracker [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating resource usage from migration 08bb03ee-91f1-4798-a1a0-11281d8d8c60 [ 1408.234390] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d830620e-b801-4b1b-a85d-f5392d8da1e9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.243355] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bf16e1-c560-48ef-b853-cfec8e986e59 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.278859] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ca0e5e-f6d9-4b87-95db-bf154ec8ea28 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.286668] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9ee508-e00c-47aa-be99-516180b6e892 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.300553] env[70113]: DEBUG nova.compute.provider_tree [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.804599] env[70113]: DEBUG nova.scheduler.client.report [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.152815] env[70113]: DEBUG nova.compute.manager [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1409.181762] env[70113]: DEBUG nova.virt.hardware [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.182009] env[70113]: DEBUG nova.virt.hardware [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.182177] env[70113]: DEBUG nova.virt.hardware [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.182362] env[70113]: DEBUG nova.virt.hardware [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.182992] env[70113]: DEBUG nova.virt.hardware [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.182992] env[70113]: DEBUG nova.virt.hardware [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.182992] env[70113]: DEBUG nova.virt.hardware [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.182992] env[70113]: DEBUG nova.virt.hardware [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.183205] env[70113]: DEBUG nova.virt.hardware [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.184026] env[70113]: DEBUG nova.virt.hardware [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.184026] env[70113]: DEBUG nova.virt.hardware [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.184483] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b16e13-2632-479c-9411-6a473f69bd07 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.192639] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350b4c0b-2b2d-485e-b8bc-4b1c85845151 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.206547] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1409.215565] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Creating folder: Project (c54ebc3b08ea41e49a7f62b05b8bfe34). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1409.216266] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62f6c2f6-7a2e-4e84-9028-ec331a7b7bf1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.229340] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Created folder: Project (c54ebc3b08ea41e49a7f62b05b8bfe34) in parent group-v681336. [ 1409.229340] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Creating folder: Instances. Parent ref: group-v681668. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1409.229340] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1809c5a8-35d8-46f6-8918-cb4120643587 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.238127] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Created folder: Instances in parent group-v681668. [ 1409.239161] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.239161] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1409.239161] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64c61ea6-844c-4de7-8b53-67f483ce44c7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.259154] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1409.259154] env[70113]: value = "task-3416547" [ 1409.259154] env[70113]: _type = "Task" [ 1409.259154] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.267743] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416547, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.310076] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.193s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.310193] env[70113]: INFO nova.compute.manager [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Migrating [ 1409.317972] env[70113]: DEBUG oslo_concurrency.lockutils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.245s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.320265] env[70113]: INFO nova.compute.claims [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1409.769782] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416547, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.834698] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.834881] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.835072] env[70113]: DEBUG nova.network.neutron [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.270325] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416547, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.309219] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.309416] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.421523] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c88779-09da-4c9a-ac42-95cc426b15ce {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.431349] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3566a2e4-fee0-4296-aec6-339d38858c37 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.472565] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e697b10-c7b3-4596-8ea5-f34159af03cf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.482202] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfa1705-6468-452f-a5ec-72132ac268cb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.497191] env[70113]: DEBUG nova.compute.provider_tree [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.641553] env[70113]: DEBUG nova.network.neutron [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance_info_cache with network_info: [{"id": "209c92dd-8084-484b-b253-608ae1ec9dfe", "address": "fa:16:3e:37:3e:f9", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209c92dd-80", "ovs_interfaceid": "209c92dd-8084-484b-b253-608ae1ec9dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.771563] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416547, 'name': CreateVM_Task, 'duration_secs': 1.228422} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.771744] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1410.772232] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.772347] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.773193] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.773193] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e623d02-4a97-45b4-b939-502d9facf92e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.777900] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1410.777900] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]521739b7-f414-7f76-ae9b-1704a11b2653" [ 1410.777900] env[70113]: _type = "Task" [ 1410.777900] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.785352] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521739b7-f414-7f76-ae9b-1704a11b2653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.814299] env[70113]: DEBUG nova.compute.manager [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1411.000583] env[70113]: DEBUG nova.scheduler.client.report [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.144683] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.288223] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]521739b7-f414-7f76-ae9b-1704a11b2653, 'name': SearchDatastore_Task, 'duration_secs': 0.012792} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.288834] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.289108] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1411.289393] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.289580] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.289777] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1411.290043] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10e6680a-d90d-4633-8d8d-44a146de4aff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.297927] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1411.298117] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1411.298788] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52613023-0dcb-4ed9-853d-023be847f776 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.303435] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1411.303435] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c684d9-2536-a550-a050-94cde558df80" [ 1411.303435] env[70113]: _type = "Task" [ 1411.303435] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.310652] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c684d9-2536-a550-a050-94cde558df80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.333739] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.505317] env[70113]: DEBUG oslo_concurrency.lockutils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.505895] env[70113]: DEBUG nova.compute.manager [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1411.508607] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.175s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.510044] env[70113]: INFO nova.compute.claims [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1411.814603] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c684d9-2536-a550-a050-94cde558df80, 'name': SearchDatastore_Task, 'duration_secs': 0.008958} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.815445] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731579fd-fda5-4fa1-a020-93f9801a8134 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.820631] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1411.820631] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f65b6a-093e-ff5b-b5c3-48ddfb185478" [ 1411.820631] env[70113]: _type = "Task" [ 1411.820631] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.827805] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f65b6a-093e-ff5b-b5c3-48ddfb185478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.014066] env[70113]: DEBUG nova.compute.utils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1412.017572] env[70113]: DEBUG nova.compute.manager [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1412.017747] env[70113]: DEBUG nova.network.neutron [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1412.060224] env[70113]: DEBUG nova.policy [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78ef57725e82437c8b1ac871dfe0e8fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f10c34bb63a41279e9ce76e257aa38e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1412.308621] env[70113]: DEBUG nova.network.neutron [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Successfully created port: 87edfb49-583c-445a-9e3d-0a33ea175f70 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1412.333209] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52f65b6a-093e-ff5b-b5c3-48ddfb185478, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.333522] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.333834] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] d3887bb7-f79d-4baa-a524-ec383c271c60/d3887bb7-f79d-4baa-a524-ec383c271c60.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1412.334146] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aa83156-61e0-41b2-a972-8b58c67b7199 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.341220] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1412.341220] env[70113]: value = "task-3416548" [ 1412.341220] env[70113]: _type = "Task" [ 1412.341220] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.349122] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.518897] env[70113]: DEBUG nova.compute.manager [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1412.610229] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59c72d1-54b9-4c04-a81a-0c0dcb2942f4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.618194] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5448e088-a42a-4b1f-b133-a841d6b41618 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.651017] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9955a909-a8c7-43a9-b391-deb768316667 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.661198] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4459904d-da7b-4a06-97e9-e6cda6ba4273 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.666102] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc03033f-8755-44ab-82c5-e2004f2c8d39 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.686921] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance 'a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5' progress to 0 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.698068] env[70113]: DEBUG nova.compute.provider_tree [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.851379] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465917} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.851647] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] d3887bb7-f79d-4baa-a524-ec383c271c60/d3887bb7-f79d-4baa-a524-ec383c271c60.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1412.851887] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1412.852172] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3435918a-aa12-4aab-ba7b-20053f5456b3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.858511] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1412.858511] env[70113]: value = "task-3416549" [ 1412.858511] env[70113]: _type = "Task" [ 1412.858511] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.865999] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.201648] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1413.202476] env[70113]: DEBUG nova.scheduler.client.report [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.205455] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c9601ed-815f-4aa4-85db-0b8f003af3a9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.213809] env[70113]: DEBUG oslo_vmware.api [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1413.213809] env[70113]: value = "task-3416550" [ 1413.213809] env[70113]: _type = "Task" [ 1413.213809] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.223565] env[70113]: DEBUG oslo_vmware.api [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.369598] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064466} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.369992] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1413.370786] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c0872b-34bc-4f43-b838-90e44bcbeb3d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.392766] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] d3887bb7-f79d-4baa-a524-ec383c271c60/d3887bb7-f79d-4baa-a524-ec383c271c60.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1413.393057] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e29958-2bca-4303-ab1d-3cc6b94ee09b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.415529] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1413.415529] env[70113]: value = "task-3416551" [ 1413.415529] env[70113]: _type = "Task" [ 1413.415529] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.423237] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.531280] env[70113]: DEBUG nova.compute.manager [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1413.559425] env[70113]: DEBUG nova.virt.hardware [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1413.559695] env[70113]: DEBUG nova.virt.hardware [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.559854] env[70113]: DEBUG nova.virt.hardware [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1413.560047] env[70113]: DEBUG nova.virt.hardware [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.560198] env[70113]: DEBUG nova.virt.hardware [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1413.560348] env[70113]: DEBUG nova.virt.hardware [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1413.560644] env[70113]: DEBUG nova.virt.hardware [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1413.560713] env[70113]: DEBUG nova.virt.hardware [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1413.560864] env[70113]: DEBUG nova.virt.hardware [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1413.561063] env[70113]: DEBUG nova.virt.hardware [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1413.561245] env[70113]: DEBUG nova.virt.hardware [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1413.562099] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2be086f-389e-4c58-845c-03742466c839 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.570214] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fda84a-edf1-48cc-ac24-27c0e9764254 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.678010] env[70113]: DEBUG nova.compute.manager [req-69868c38-0a27-458b-b30b-5040b17de058 req-722ad3af-2840-42f9-bd39-471b8fb80bbf service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Received event network-vif-plugged-87edfb49-583c-445a-9e3d-0a33ea175f70 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.678397] env[70113]: DEBUG oslo_concurrency.lockutils [req-69868c38-0a27-458b-b30b-5040b17de058 req-722ad3af-2840-42f9-bd39-471b8fb80bbf service nova] Acquiring lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.678580] env[70113]: DEBUG oslo_concurrency.lockutils [req-69868c38-0a27-458b-b30b-5040b17de058 req-722ad3af-2840-42f9-bd39-471b8fb80bbf service nova] Lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.678757] env[70113]: DEBUG oslo_concurrency.lockutils [req-69868c38-0a27-458b-b30b-5040b17de058 req-722ad3af-2840-42f9-bd39-471b8fb80bbf service nova] Lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.678934] env[70113]: DEBUG nova.compute.manager [req-69868c38-0a27-458b-b30b-5040b17de058 req-722ad3af-2840-42f9-bd39-471b8fb80bbf service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] No waiting events found dispatching network-vif-plugged-87edfb49-583c-445a-9e3d-0a33ea175f70 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1413.679119] env[70113]: WARNING nova.compute.manager [req-69868c38-0a27-458b-b30b-5040b17de058 req-722ad3af-2840-42f9-bd39-471b8fb80bbf service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Received unexpected event network-vif-plugged-87edfb49-583c-445a-9e3d-0a33ea175f70 for instance with vm_state building and task_state spawning. [ 1413.709118] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.709430] env[70113]: DEBUG nova.compute.manager [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1413.725019] env[70113]: DEBUG oslo_vmware.api [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416550, 'name': PowerOffVM_Task, 'duration_secs': 0.219921} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.725395] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.725647] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance 'a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5' progress to 17 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1413.768834] env[70113]: DEBUG nova.network.neutron [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Successfully updated port: 87edfb49-583c-445a-9e3d-0a33ea175f70 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1413.926143] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416551, 'name': ReconfigVM_Task, 'duration_secs': 0.348247} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.926430] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Reconfigured VM instance instance-0000007c to attach disk [datastore2] d3887bb7-f79d-4baa-a524-ec383c271c60/d3887bb7-f79d-4baa-a524-ec383c271c60.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.927246] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22296432-badd-4767-bee3-777be75bfbe6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.934044] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1413.934044] env[70113]: value = "task-3416552" [ 1413.934044] env[70113]: _type = "Task" [ 1413.934044] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.942637] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416552, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.214706] env[70113]: DEBUG nova.compute.utils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1414.216153] env[70113]: DEBUG nova.compute.manager [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1414.216333] env[70113]: DEBUG nova.network.neutron [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1414.234200] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1414.234438] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.234598] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.234781] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.234929] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.235092] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1414.235302] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1414.235463] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1414.235627] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1414.235788] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1414.235959] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1414.241175] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1d9e0ec-eec0-456a-8c30-e4025ba2775c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.253407] env[70113]: DEBUG nova.policy [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52fd2fe2cd4c4c78986f275750e99a92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e4b301a69e84bc6a1ad608294e6c166', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1414.257136] env[70113]: DEBUG oslo_vmware.api [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1414.257136] env[70113]: value = "task-3416553" [ 1414.257136] env[70113]: _type = "Task" [ 1414.257136] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.264819] env[70113]: DEBUG oslo_vmware.api [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.270763] env[70113]: DEBUG oslo_concurrency.lockutils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "refresh_cache-534b8c3b-88a1-4ec3-a6fa-c37f25049a21" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.270899] env[70113]: DEBUG oslo_concurrency.lockutils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquired lock "refresh_cache-534b8c3b-88a1-4ec3-a6fa-c37f25049a21" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.271062] env[70113]: DEBUG nova.network.neutron [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.443761] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416552, 'name': Rename_Task, 'duration_secs': 0.166936} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.444109] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.444312] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7e45ff2-3571-41e3-8ee2-a4003762a669 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.452459] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1414.452459] env[70113]: value = "task-3416554" [ 1414.452459] env[70113]: _type = "Task" [ 1414.452459] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.460321] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.503747] env[70113]: DEBUG nova.network.neutron [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Successfully created port: a84e9043-fb08-4e22-a821-7e81fcf4c134 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1414.719150] env[70113]: DEBUG nova.compute.manager [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1414.769145] env[70113]: DEBUG oslo_vmware.api [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416553, 'name': ReconfigVM_Task, 'duration_secs': 0.211673} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.769446] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance 'a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5' progress to 33 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1414.803614] env[70113]: DEBUG nova.network.neutron [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1414.935914] env[70113]: DEBUG nova.network.neutron [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Updating instance_info_cache with network_info: [{"id": "87edfb49-583c-445a-9e3d-0a33ea175f70", "address": "fa:16:3e:6e:db:fe", "network": {"id": "0102c4b4-c702-495b-8be5-249fbafd2990", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1934416278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f10c34bb63a41279e9ce76e257aa38e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87edfb49-58", "ovs_interfaceid": "87edfb49-583c-445a-9e3d-0a33ea175f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.962498] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416554, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.276864] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1415.277139] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.277367] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1415.277560] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.277710] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1415.277857] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1415.278076] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1415.278321] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1415.278529] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1415.278699] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1415.278874] env[70113]: DEBUG nova.virt.hardware [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1415.284132] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1415.284401] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4f32dd4-636a-4834-9541-a78f05579abe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.303574] env[70113]: DEBUG oslo_vmware.api [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1415.303574] env[70113]: value = "task-3416555" [ 1415.303574] env[70113]: _type = "Task" [ 1415.303574] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.311345] env[70113]: DEBUG oslo_vmware.api [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.440580] env[70113]: DEBUG oslo_concurrency.lockutils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Releasing lock "refresh_cache-534b8c3b-88a1-4ec3-a6fa-c37f25049a21" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.440978] env[70113]: DEBUG nova.compute.manager [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Instance network_info: |[{"id": "87edfb49-583c-445a-9e3d-0a33ea175f70", "address": "fa:16:3e:6e:db:fe", "network": {"id": "0102c4b4-c702-495b-8be5-249fbafd2990", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1934416278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f10c34bb63a41279e9ce76e257aa38e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87edfb49-58", "ovs_interfaceid": "87edfb49-583c-445a-9e3d-0a33ea175f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1415.441424] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:db:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87edfb49-583c-445a-9e3d-0a33ea175f70', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1415.449391] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1415.449688] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1415.449880] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6ddbe48-16f4-4921-9b61-88cc0779b1bd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.472716] env[70113]: DEBUG oslo_vmware.api [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416554, 'name': PowerOnVM_Task, 'duration_secs': 0.524563} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.473835] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1415.474061] env[70113]: INFO nova.compute.manager [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Took 6.32 seconds to spawn the instance on the hypervisor. [ 1415.474282] env[70113]: DEBUG nova.compute.manager [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.474521] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1415.474521] env[70113]: value = "task-3416556" [ 1415.474521] env[70113]: _type = "Task" [ 1415.474521] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.475168] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e6c99c-b9c4-4b6a-bac8-21ae023b0efd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.484578] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416556, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.705713] env[70113]: DEBUG nova.compute.manager [req-a9d45d39-315d-45dd-8a01-2e4eaf936064 req-6c3aa5cd-a61e-4d40-adf1-fbbe0ab2ac63 service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Received event network-changed-87edfb49-583c-445a-9e3d-0a33ea175f70 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1415.705919] env[70113]: DEBUG nova.compute.manager [req-a9d45d39-315d-45dd-8a01-2e4eaf936064 req-6c3aa5cd-a61e-4d40-adf1-fbbe0ab2ac63 service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Refreshing instance network info cache due to event network-changed-87edfb49-583c-445a-9e3d-0a33ea175f70. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1415.706152] env[70113]: DEBUG oslo_concurrency.lockutils [req-a9d45d39-315d-45dd-8a01-2e4eaf936064 req-6c3aa5cd-a61e-4d40-adf1-fbbe0ab2ac63 service nova] Acquiring lock "refresh_cache-534b8c3b-88a1-4ec3-a6fa-c37f25049a21" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.706358] env[70113]: DEBUG oslo_concurrency.lockutils [req-a9d45d39-315d-45dd-8a01-2e4eaf936064 req-6c3aa5cd-a61e-4d40-adf1-fbbe0ab2ac63 service nova] Acquired lock "refresh_cache-534b8c3b-88a1-4ec3-a6fa-c37f25049a21" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.706546] env[70113]: DEBUG nova.network.neutron [req-a9d45d39-315d-45dd-8a01-2e4eaf936064 req-6c3aa5cd-a61e-4d40-adf1-fbbe0ab2ac63 service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Refreshing network info cache for port 87edfb49-583c-445a-9e3d-0a33ea175f70 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1415.728773] env[70113]: DEBUG nova.compute.manager [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1415.755335] env[70113]: DEBUG nova.virt.hardware [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1415.755590] env[70113]: DEBUG nova.virt.hardware [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.755775] env[70113]: DEBUG nova.virt.hardware [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1415.755981] env[70113]: DEBUG nova.virt.hardware [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.756159] env[70113]: DEBUG nova.virt.hardware [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1415.756315] env[70113]: DEBUG nova.virt.hardware [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1415.756549] env[70113]: DEBUG nova.virt.hardware [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1415.756719] env[70113]: DEBUG nova.virt.hardware [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1415.756957] env[70113]: DEBUG nova.virt.hardware [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1415.757206] env[70113]: DEBUG nova.virt.hardware [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1415.757422] env[70113]: DEBUG nova.virt.hardware [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1415.758316] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829af6af-36c4-4576-818f-5ecc4f9b6c39 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.766451] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377f0129-8cfd-439f-83c7-b42e07a456e8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.814422] env[70113]: DEBUG oslo_vmware.api [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416555, 'name': ReconfigVM_Task, 'duration_secs': 0.186173} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.816575] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1415.817883] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e930bf5d-b4e3-45e5-862b-59df006e3103 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.882045] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5/a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.883454] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717f07e8-d64e-4a88-be9b-be0b395e5ba3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.924124] env[70113]: DEBUG oslo_vmware.api [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1415.924124] env[70113]: value = "task-3416557" [ 1415.924124] env[70113]: _type = "Task" [ 1415.924124] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.934108] env[70113]: DEBUG oslo_vmware.api [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.987482] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416556, 'name': CreateVM_Task, 'duration_secs': 0.302193} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.987676] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1415.988570] env[70113]: DEBUG oslo_concurrency.lockutils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.988880] env[70113]: DEBUG oslo_concurrency.lockutils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.989397] env[70113]: DEBUG oslo_concurrency.lockutils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.993411] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e7ae399-0057-4e8c-b6b8-3aea74b54715 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.997388] env[70113]: DEBUG nova.network.neutron [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Successfully updated port: a84e9043-fb08-4e22-a821-7e81fcf4c134 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1415.999323] env[70113]: INFO nova.compute.manager [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Took 13.37 seconds to build instance. [ 1416.004025] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1416.004025] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d4c19d-356c-e839-6f2d-e84e78f9a13c" [ 1416.004025] env[70113]: _type = "Task" [ 1416.004025] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.013490] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d4c19d-356c-e839-6f2d-e84e78f9a13c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.432854] env[70113]: DEBUG oslo_vmware.api [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416557, 'name': ReconfigVM_Task, 'duration_secs': 0.388349} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.433145] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Reconfigured VM instance instance-0000007a to attach disk [datastore1] a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5/a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.433430] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance 'a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5' progress to 50 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1416.447489] env[70113]: DEBUG nova.network.neutron [req-a9d45d39-315d-45dd-8a01-2e4eaf936064 req-6c3aa5cd-a61e-4d40-adf1-fbbe0ab2ac63 service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Updated VIF entry in instance network info cache for port 87edfb49-583c-445a-9e3d-0a33ea175f70. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1416.447750] env[70113]: DEBUG nova.network.neutron [req-a9d45d39-315d-45dd-8a01-2e4eaf936064 req-6c3aa5cd-a61e-4d40-adf1-fbbe0ab2ac63 service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Updating instance_info_cache with network_info: [{"id": "87edfb49-583c-445a-9e3d-0a33ea175f70", "address": "fa:16:3e:6e:db:fe", "network": {"id": "0102c4b4-c702-495b-8be5-249fbafd2990", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1934416278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f10c34bb63a41279e9ce76e257aa38e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87edfb49-58", "ovs_interfaceid": "87edfb49-583c-445a-9e3d-0a33ea175f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.501607] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "refresh_cache-011e957d-f84c-4389-8cfd-44b8e281ecdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.501847] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquired lock "refresh_cache-011e957d-f84c-4389-8cfd-44b8e281ecdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.501893] env[70113]: DEBUG nova.network.neutron [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.503253] env[70113]: DEBUG oslo_concurrency.lockutils [None req-0aa7a0e3-f6e9-460b-89db-c91916186d8b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Lock "d3887bb7-f79d-4baa-a524-ec383c271c60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.885s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.515399] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d4c19d-356c-e839-6f2d-e84e78f9a13c, 'name': SearchDatastore_Task, 'duration_secs': 0.01303} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.515711] env[70113]: DEBUG oslo_concurrency.lockutils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.515965] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1416.516241] env[70113]: DEBUG oslo_concurrency.lockutils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.516481] env[70113]: DEBUG oslo_concurrency.lockutils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.516691] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1416.516952] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a63a2fce-3af1-4e24-ae5f-308c5bd090ca {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.525828] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1416.526013] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1416.526722] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-381bff32-68eb-4946-924d-6e1e584009aa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.531812] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1416.531812] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52096582-9f1d-16e9-2d3e-861bedba69b4" [ 1416.531812] env[70113]: _type = "Task" [ 1416.531812] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.540801] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52096582-9f1d-16e9-2d3e-861bedba69b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.679821] env[70113]: INFO nova.compute.manager [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Rebuilding instance [ 1416.728183] env[70113]: DEBUG nova.compute.manager [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.729082] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d560227b-9674-4322-8fff-259a5e3e6735 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.940418] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee7fdaf-ed0b-4c99-956f-2d44eaf14f23 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.961897] env[70113]: DEBUG oslo_concurrency.lockutils [req-a9d45d39-315d-45dd-8a01-2e4eaf936064 req-6c3aa5cd-a61e-4d40-adf1-fbbe0ab2ac63 service nova] Releasing lock "refresh_cache-534b8c3b-88a1-4ec3-a6fa-c37f25049a21" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.962864] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e1e619-eae6-4622-9479-0901b669a655 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.981921] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance 'a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5' progress to 67 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1417.032759] env[70113]: DEBUG nova.network.neutron [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1417.043316] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52096582-9f1d-16e9-2d3e-861bedba69b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010122} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.044073] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-477e08a4-e62a-4f8b-9ed6-dbdefba27694 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.048615] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1417.048615] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c47d30-3049-5ed5-a8fe-b87cca1b8846" [ 1417.048615] env[70113]: _type = "Task" [ 1417.048615] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.057774] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c47d30-3049-5ed5-a8fe-b87cca1b8846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.149949] env[70113]: DEBUG nova.network.neutron [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Updating instance_info_cache with network_info: [{"id": "a84e9043-fb08-4e22-a821-7e81fcf4c134", "address": "fa:16:3e:1e:05:e7", "network": {"id": "d9a939dc-b2ad-425e-a280-fabc214905d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1037794600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e4b301a69e84bc6a1ad608294e6c166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa84e9043-fb", "ovs_interfaceid": "a84e9043-fb08-4e22-a821-7e81fcf4c134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.560218] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52c47d30-3049-5ed5-a8fe-b87cca1b8846, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.560583] env[70113]: DEBUG oslo_concurrency.lockutils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.560729] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 534b8c3b-88a1-4ec3-a6fa-c37f25049a21/534b8c3b-88a1-4ec3-a6fa-c37f25049a21.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1417.561295] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e25bc5d6-7d31-4a6e-8831-6a8eca1406e1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.569085] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1417.569085] env[70113]: value = "task-3416558" [ 1417.569085] env[70113]: _type = "Task" [ 1417.569085] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.577261] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.653368] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Releasing lock "refresh_cache-011e957d-f84c-4389-8cfd-44b8e281ecdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.653778] env[70113]: DEBUG nova.compute.manager [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Instance network_info: |[{"id": "a84e9043-fb08-4e22-a821-7e81fcf4c134", "address": "fa:16:3e:1e:05:e7", "network": {"id": "d9a939dc-b2ad-425e-a280-fabc214905d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1037794600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e4b301a69e84bc6a1ad608294e6c166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa84e9043-fb", "ovs_interfaceid": "a84e9043-fb08-4e22-a821-7e81fcf4c134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1417.654288] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:05:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a84e9043-fb08-4e22-a821-7e81fcf4c134', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.662859] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Creating folder: Project (6e4b301a69e84bc6a1ad608294e6c166). Parent ref: group-v681336. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.663199] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c18ae744-aa62-4350-b1df-d3b6c9d72f9d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.674572] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Created folder: Project (6e4b301a69e84bc6a1ad608294e6c166) in parent group-v681336. [ 1417.674797] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Creating folder: Instances. Parent ref: group-v681672. {{(pid=70113) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.675082] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50f5b995-0baa-4272-8f2b-bea22ca67893 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.684203] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Created folder: Instances in parent group-v681672. [ 1417.684420] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1417.684609] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.684804] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b836c50c-2678-4714-aa5f-7b5032d228d2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.703719] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.703719] env[70113]: value = "task-3416561" [ 1417.703719] env[70113]: _type = "Task" [ 1417.703719] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.711928] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416561, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.733407] env[70113]: DEBUG nova.compute.manager [req-487f107f-c426-4a50-9f6b-5a431cabd8cf req-d7142ce6-35b3-4234-ab44-44224d2c9991 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Received event network-vif-plugged-a84e9043-fb08-4e22-a821-7e81fcf4c134 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.733649] env[70113]: DEBUG oslo_concurrency.lockutils [req-487f107f-c426-4a50-9f6b-5a431cabd8cf req-d7142ce6-35b3-4234-ab44-44224d2c9991 service nova] Acquiring lock "011e957d-f84c-4389-8cfd-44b8e281ecdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.733896] env[70113]: DEBUG oslo_concurrency.lockutils [req-487f107f-c426-4a50-9f6b-5a431cabd8cf req-d7142ce6-35b3-4234-ab44-44224d2c9991 service nova] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.734088] env[70113]: DEBUG oslo_concurrency.lockutils [req-487f107f-c426-4a50-9f6b-5a431cabd8cf req-d7142ce6-35b3-4234-ab44-44224d2c9991 service nova] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.734267] env[70113]: DEBUG nova.compute.manager [req-487f107f-c426-4a50-9f6b-5a431cabd8cf req-d7142ce6-35b3-4234-ab44-44224d2c9991 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] No waiting events found dispatching network-vif-plugged-a84e9043-fb08-4e22-a821-7e81fcf4c134 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1417.734450] env[70113]: WARNING nova.compute.manager [req-487f107f-c426-4a50-9f6b-5a431cabd8cf req-d7142ce6-35b3-4234-ab44-44224d2c9991 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Received unexpected event network-vif-plugged-a84e9043-fb08-4e22-a821-7e81fcf4c134 for instance with vm_state building and task_state spawning. [ 1417.734618] env[70113]: DEBUG nova.compute.manager [req-487f107f-c426-4a50-9f6b-5a431cabd8cf req-d7142ce6-35b3-4234-ab44-44224d2c9991 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Received event network-changed-a84e9043-fb08-4e22-a821-7e81fcf4c134 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.734799] env[70113]: DEBUG nova.compute.manager [req-487f107f-c426-4a50-9f6b-5a431cabd8cf req-d7142ce6-35b3-4234-ab44-44224d2c9991 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Refreshing instance network info cache due to event network-changed-a84e9043-fb08-4e22-a821-7e81fcf4c134. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1417.734990] env[70113]: DEBUG oslo_concurrency.lockutils [req-487f107f-c426-4a50-9f6b-5a431cabd8cf req-d7142ce6-35b3-4234-ab44-44224d2c9991 service nova] Acquiring lock "refresh_cache-011e957d-f84c-4389-8cfd-44b8e281ecdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.735136] env[70113]: DEBUG oslo_concurrency.lockutils [req-487f107f-c426-4a50-9f6b-5a431cabd8cf req-d7142ce6-35b3-4234-ab44-44224d2c9991 service nova] Acquired lock "refresh_cache-011e957d-f84c-4389-8cfd-44b8e281ecdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.735304] env[70113]: DEBUG nova.network.neutron [req-487f107f-c426-4a50-9f6b-5a431cabd8cf req-d7142ce6-35b3-4234-ab44-44224d2c9991 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Refreshing network info cache for port a84e9043-fb08-4e22-a821-7e81fcf4c134 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.741985] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.742248] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e047e0d-62f4-416a-9dee-6279eee4f008 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.749037] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1417.749037] env[70113]: value = "task-3416562" [ 1417.749037] env[70113]: _type = "Task" [ 1417.749037] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.760975] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.079891] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476806} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.080159] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 534b8c3b-88a1-4ec3-a6fa-c37f25049a21/534b8c3b-88a1-4ec3-a6fa-c37f25049a21.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1418.080413] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1418.080669] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf2f617c-2f8f-44dd-a2c2-cdc2b1f7edf7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.086738] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1418.086738] env[70113]: value = "task-3416563" [ 1418.086738] env[70113]: _type = "Task" [ 1418.086738] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.095425] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.213875] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416561, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.258529] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416562, 'name': PowerOffVM_Task, 'duration_secs': 0.164614} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.258813] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.259058] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1418.259798] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc43405-7b68-43d0-b61b-2ca12a7498d8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.266505] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1418.266725] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23a5b2d0-6417-4358-8f2c-fc11516cd374 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.291999] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1418.292232] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1418.293208] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Deleting the datastore file [datastore2] d3887bb7-f79d-4baa-a524-ec383c271c60 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.293208] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f30d66f0-6024-45c9-b4d9-52cce47980dd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.298554] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1418.298554] env[70113]: value = "task-3416565" [ 1418.298554] env[70113]: _type = "Task" [ 1418.298554] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.305682] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.520634] env[70113]: DEBUG nova.network.neutron [req-487f107f-c426-4a50-9f6b-5a431cabd8cf req-d7142ce6-35b3-4234-ab44-44224d2c9991 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Updated VIF entry in instance network info cache for port a84e9043-fb08-4e22-a821-7e81fcf4c134. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.521011] env[70113]: DEBUG nova.network.neutron [req-487f107f-c426-4a50-9f6b-5a431cabd8cf req-d7142ce6-35b3-4234-ab44-44224d2c9991 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Updating instance_info_cache with network_info: [{"id": "a84e9043-fb08-4e22-a821-7e81fcf4c134", "address": "fa:16:3e:1e:05:e7", "network": {"id": "d9a939dc-b2ad-425e-a280-fabc214905d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1037794600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e4b301a69e84bc6a1ad608294e6c166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa84e9043-fb", "ovs_interfaceid": "a84e9043-fb08-4e22-a821-7e81fcf4c134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.598915] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061172} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.599260] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1418.600222] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d60c9f5-5e98-4d7b-b247-1312a69c2242 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.623067] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 534b8c3b-88a1-4ec3-a6fa-c37f25049a21/534b8c3b-88a1-4ec3-a6fa-c37f25049a21.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1418.623338] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3afd4103-2bde-4723-8dc1-a68039a8052d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.637687] env[70113]: DEBUG nova.network.neutron [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Port 209c92dd-8084-484b-b253-608ae1ec9dfe binding to destination host cpu-1 is already ACTIVE {{(pid=70113) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1418.645172] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1418.645172] env[70113]: value = "task-3416566" [ 1418.645172] env[70113]: _type = "Task" [ 1418.645172] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.653177] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.713460] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416561, 'name': CreateVM_Task, 'duration_secs': 0.579155} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.713615] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.714345] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.714471] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.714783] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.715052] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb145d1f-60aa-4d25-9556-976b369c9b5e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.719306] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1418.719306] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]526f5f88-4023-132f-bdfe-c09a9ca2539b" [ 1418.719306] env[70113]: _type = "Task" [ 1418.719306] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.727122] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526f5f88-4023-132f-bdfe-c09a9ca2539b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.807985] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102627} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.808265] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.808449] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1418.808629] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1419.023664] env[70113]: DEBUG oslo_concurrency.lockutils [req-487f107f-c426-4a50-9f6b-5a431cabd8cf req-d7142ce6-35b3-4234-ab44-44224d2c9991 service nova] Releasing lock "refresh_cache-011e957d-f84c-4389-8cfd-44b8e281ecdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.155258] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416566, 'name': ReconfigVM_Task, 'duration_secs': 0.309624} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.155531] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 534b8c3b-88a1-4ec3-a6fa-c37f25049a21/534b8c3b-88a1-4ec3-a6fa-c37f25049a21.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1419.156158] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c65a21c-e5f5-43e2-acdd-1476d9dbf4fc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.162890] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1419.162890] env[70113]: value = "task-3416567" [ 1419.162890] env[70113]: _type = "Task" [ 1419.162890] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.170040] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416567, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.229061] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]526f5f88-4023-132f-bdfe-c09a9ca2539b, 'name': SearchDatastore_Task, 'duration_secs': 0.018669} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.229356] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.229632] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.229828] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.229974] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.230170] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.230435] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cfaf948-dcc6-4b25-8347-d78d9a15f544 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.239043] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.239260] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.239997] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37fe86ec-1aa1-4ea7-b721-edd88ee6be11 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.244776] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1419.244776] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ab9f9e-e53c-2646-5f57-ab5c5032eb3d" [ 1419.244776] env[70113]: _type = "Task" [ 1419.244776] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.251892] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ab9f9e-e53c-2646-5f57-ab5c5032eb3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.660015] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.660331] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.660420] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.673895] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416567, 'name': Rename_Task, 'duration_secs': 0.135463} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.674647] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1419.674886] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d46a8de-39b7-4402-b07a-a4e4ccf0ad40 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.682504] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1419.682504] env[70113]: value = "task-3416568" [ 1419.682504] env[70113]: _type = "Task" [ 1419.682504] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.694453] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.754908] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52ab9f9e-e53c-2646-5f57-ab5c5032eb3d, 'name': SearchDatastore_Task, 'duration_secs': 0.008148} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.755705] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbba087b-2d68-474d-a4e0-e85fba6415fe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.760516] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1419.760516] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52267edc-1dbb-9963-1ae8-1109e561456a" [ 1419.760516] env[70113]: _type = "Task" [ 1419.760516] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.767571] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52267edc-1dbb-9963-1ae8-1109e561456a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.845193] env[70113]: DEBUG nova.virt.hardware [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1419.845580] env[70113]: DEBUG nova.virt.hardware [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1419.845931] env[70113]: DEBUG nova.virt.hardware [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1419.846212] env[70113]: DEBUG nova.virt.hardware [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1419.846412] env[70113]: DEBUG nova.virt.hardware [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1419.846584] env[70113]: DEBUG nova.virt.hardware [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1419.846800] env[70113]: DEBUG nova.virt.hardware [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1419.846965] env[70113]: DEBUG nova.virt.hardware [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1419.847154] env[70113]: DEBUG nova.virt.hardware [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1419.847438] env[70113]: DEBUG nova.virt.hardware [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1419.847699] env[70113]: DEBUG nova.virt.hardware [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1419.848582] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dce3a5-3c8f-4bd4-9f07-99a5c71e0dea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.856171] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d79861-e619-402f-a5d3-d7987476e834 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.868950] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Instance VIF info [] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1419.874519] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1419.874762] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1419.874956] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77b6bbe5-2869-48be-9aa1-15de50e432c4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.891146] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1419.891146] env[70113]: value = "task-3416569" [ 1419.891146] env[70113]: _type = "Task" [ 1419.891146] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.898090] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416569, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.192458] env[70113]: DEBUG oslo_vmware.api [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416568, 'name': PowerOnVM_Task, 'duration_secs': 0.466362} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.192722] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.192919] env[70113]: INFO nova.compute.manager [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1420.193114] env[70113]: DEBUG nova.compute.manager [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.193873] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d807a9ee-b6e3-4949-bb68-15d9cb05f657 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.270668] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52267edc-1dbb-9963-1ae8-1109e561456a, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.270921] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.271193] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 011e957d-f84c-4389-8cfd-44b8e281ecdc/011e957d-f84c-4389-8cfd-44b8e281ecdc.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.271447] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aea7686e-ca13-4833-a56f-e7db0ce44e53 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.278722] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1420.278722] env[70113]: value = "task-3416570" [ 1420.278722] env[70113]: _type = "Task" [ 1420.278722] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.285723] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.401478] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416569, 'name': CreateVM_Task, 'duration_secs': 0.252422} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.401670] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1420.402134] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.402328] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.402672] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.402943] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93183773-6329-4de3-bf62-c5b9dc79b565 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.407260] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1420.407260] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5215e41f-e35b-9d7c-0eaf-a449a7e27b5e" [ 1420.407260] env[70113]: _type = "Task" [ 1420.407260] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.416316] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5215e41f-e35b-9d7c-0eaf-a449a7e27b5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.711845] env[70113]: INFO nova.compute.manager [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Took 12.66 seconds to build instance. [ 1420.720515] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.720789] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.720887] env[70113]: DEBUG nova.network.neutron [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.787454] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472048} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.787698] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 011e957d-f84c-4389-8cfd-44b8e281ecdc/011e957d-f84c-4389-8cfd-44b8e281ecdc.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.787909] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.788295] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61e9652e-4b35-467a-8011-7d48292d59fe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.795206] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1420.795206] env[70113]: value = "task-3416571" [ 1420.795206] env[70113]: _type = "Task" [ 1420.795206] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.803374] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.917365] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5215e41f-e35b-9d7c-0eaf-a449a7e27b5e, 'name': SearchDatastore_Task, 'duration_secs': 0.009661} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.917669] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.917901] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1420.918139] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.918324] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.918482] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1420.918746] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a038caa-ab70-429b-b4bf-09632359eb19 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.926075] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1420.926243] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1420.926914] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-249f1072-0b34-49ce-8e02-e38af987df87 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.931997] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1420.931997] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b3bf82-bacf-11fe-294e-a22a40ce9f65" [ 1420.931997] env[70113]: _type = "Task" [ 1420.931997] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.940247] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b3bf82-bacf-11fe-294e-a22a40ce9f65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.214683] env[70113]: DEBUG oslo_concurrency.lockutils [None req-772a5ea5-0089-4394-8bd6-2130c367d696 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.170s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.305830] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066661} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.306131] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.306954] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a10a9be-394f-45a3-bf77-6541f6f85e35 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.328403] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 011e957d-f84c-4389-8cfd-44b8e281ecdc/011e957d-f84c-4389-8cfd-44b8e281ecdc.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.331850] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c3e4367-e0bc-48ae-9193-3dd53745a93a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.347098] env[70113]: DEBUG nova.compute.manager [req-2e1effdd-0bc7-441d-84f7-9d47ce266c1c req-810d4c0c-6487-456a-b580-e13a43710aa7 service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Received event network-changed-87edfb49-583c-445a-9e3d-0a33ea175f70 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1421.347278] env[70113]: DEBUG nova.compute.manager [req-2e1effdd-0bc7-441d-84f7-9d47ce266c1c req-810d4c0c-6487-456a-b580-e13a43710aa7 service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Refreshing instance network info cache due to event network-changed-87edfb49-583c-445a-9e3d-0a33ea175f70. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1421.347508] env[70113]: DEBUG oslo_concurrency.lockutils [req-2e1effdd-0bc7-441d-84f7-9d47ce266c1c req-810d4c0c-6487-456a-b580-e13a43710aa7 service nova] Acquiring lock "refresh_cache-534b8c3b-88a1-4ec3-a6fa-c37f25049a21" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.347652] env[70113]: DEBUG oslo_concurrency.lockutils [req-2e1effdd-0bc7-441d-84f7-9d47ce266c1c req-810d4c0c-6487-456a-b580-e13a43710aa7 service nova] Acquired lock "refresh_cache-534b8c3b-88a1-4ec3-a6fa-c37f25049a21" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.347811] env[70113]: DEBUG nova.network.neutron [req-2e1effdd-0bc7-441d-84f7-9d47ce266c1c req-810d4c0c-6487-456a-b580-e13a43710aa7 service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Refreshing network info cache for port 87edfb49-583c-445a-9e3d-0a33ea175f70 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.355030] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1421.355030] env[70113]: value = "task-3416572" [ 1421.355030] env[70113]: _type = "Task" [ 1421.355030] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.364746] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.442376] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52b3bf82-bacf-11fe-294e-a22a40ce9f65, 'name': SearchDatastore_Task, 'duration_secs': 0.009487} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.443164] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c19e4f-7a8a-49ef-8b7a-309a92bf1b76 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.448130] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1421.448130] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]528c998d-42a1-c880-1753-dd7966d5164d" [ 1421.448130] env[70113]: _type = "Task" [ 1421.448130] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.455301] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528c998d-42a1-c880-1753-dd7966d5164d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.488424] env[70113]: DEBUG nova.network.neutron [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance_info_cache with network_info: [{"id": "209c92dd-8084-484b-b253-608ae1ec9dfe", "address": "fa:16:3e:37:3e:f9", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209c92dd-80", "ovs_interfaceid": "209c92dd-8084-484b-b253-608ae1ec9dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.865917] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416572, 'name': ReconfigVM_Task, 'duration_secs': 0.327626} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.866239] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 011e957d-f84c-4389-8cfd-44b8e281ecdc/011e957d-f84c-4389-8cfd-44b8e281ecdc.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.866832] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30e14297-01d2-4efa-88f5-f2986818fc4e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.873629] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1421.873629] env[70113]: value = "task-3416573" [ 1421.873629] env[70113]: _type = "Task" [ 1421.873629] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.881213] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416573, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.959936] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]528c998d-42a1-c880-1753-dd7966d5164d, 'name': SearchDatastore_Task, 'duration_secs': 0.01023} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.960294] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.960593] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] d3887bb7-f79d-4baa-a524-ec383c271c60/d3887bb7-f79d-4baa-a524-ec383c271c60.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1421.960880] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7d32fc3-e505-462d-b4b2-2621774d224e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.967168] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1421.967168] env[70113]: value = "task-3416574" [ 1421.967168] env[70113]: _type = "Task" [ 1421.967168] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.974463] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.992019] env[70113]: DEBUG oslo_concurrency.lockutils [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.063959] env[70113]: DEBUG nova.network.neutron [req-2e1effdd-0bc7-441d-84f7-9d47ce266c1c req-810d4c0c-6487-456a-b580-e13a43710aa7 service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Updated VIF entry in instance network info cache for port 87edfb49-583c-445a-9e3d-0a33ea175f70. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.064359] env[70113]: DEBUG nova.network.neutron [req-2e1effdd-0bc7-441d-84f7-9d47ce266c1c req-810d4c0c-6487-456a-b580-e13a43710aa7 service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Updating instance_info_cache with network_info: [{"id": "87edfb49-583c-445a-9e3d-0a33ea175f70", "address": "fa:16:3e:6e:db:fe", "network": {"id": "0102c4b4-c702-495b-8be5-249fbafd2990", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1934416278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f10c34bb63a41279e9ce76e257aa38e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87edfb49-58", "ovs_interfaceid": "87edfb49-583c-445a-9e3d-0a33ea175f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.385033] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416573, 'name': Rename_Task, 'duration_secs': 0.152065} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.385327] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.385607] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a5d7a6c-03b5-4450-a792-63ee9aa0955d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.392199] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1422.392199] env[70113]: value = "task-3416575" [ 1422.392199] env[70113]: _type = "Task" [ 1422.392199] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.400927] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.476858] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455895} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.477128] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] d3887bb7-f79d-4baa-a524-ec383c271c60/d3887bb7-f79d-4baa-a524-ec383c271c60.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1422.477398] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1422.477650] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec0cf4a7-6d53-49d8-8ee2-5fe20a514695 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.483981] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1422.483981] env[70113]: value = "task-3416576" [ 1422.483981] env[70113]: _type = "Task" [ 1422.483981] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.491208] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.500611] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bdba6e-b55e-4bdb-8102-551ae8399ddf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.506633] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e654ea-5d75-4519-98d9-edc569410ee0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.566938] env[70113]: DEBUG oslo_concurrency.lockutils [req-2e1effdd-0bc7-441d-84f7-9d47ce266c1c req-810d4c0c-6487-456a-b580-e13a43710aa7 service nova] Releasing lock "refresh_cache-534b8c3b-88a1-4ec3-a6fa-c37f25049a21" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.903310] env[70113]: DEBUG oslo_vmware.api [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416575, 'name': PowerOnVM_Task, 'duration_secs': 0.489834} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.903617] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1422.903617] env[70113]: INFO nova.compute.manager [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1422.903766] env[70113]: DEBUG nova.compute.manager [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1422.904564] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7d58eb-693c-4407-bf9f-0ff86412b1e0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.995732] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090941} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.996257] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1422.997554] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0e90bb-41c5-4761-9fa3-1df03f783e55 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.019458] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] d3887bb7-f79d-4baa-a524-ec383c271c60/d3887bb7-f79d-4baa-a524-ec383c271c60.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1423.020108] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43ef2064-cc08-4990-9662-a09b8123db5d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.038523] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1423.038523] env[70113]: value = "task-3416577" [ 1423.038523] env[70113]: _type = "Task" [ 1423.038523] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.046321] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.421064] env[70113]: INFO nova.compute.manager [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Took 12.10 seconds to build instance. [ 1423.549360] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.625511] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbf5126-b767-4b57-966b-60e07a7b03bc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.649166] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5420b476-ed70-4c2f-bdfa-826d03ba3ee3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.655892] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance 'a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5' progress to 83 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1423.923228] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d1727ee8-08fb-4ac0-9a24-7ca0ef6c2339 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.614s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.049290] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416577, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.162488] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.162825] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7793141-44f0-4b49-bff9-5d5322db031b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.170393] env[70113]: DEBUG oslo_vmware.api [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1424.170393] env[70113]: value = "task-3416578" [ 1424.170393] env[70113]: _type = "Task" [ 1424.170393] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.178437] env[70113]: DEBUG oslo_vmware.api [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.552715] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416577, 'name': ReconfigVM_Task, 'duration_secs': 1.034055} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.553140] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Reconfigured VM instance instance-0000007c to attach disk [datastore2] d3887bb7-f79d-4baa-a524-ec383c271c60/d3887bb7-f79d-4baa-a524-ec383c271c60.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1424.553988] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a21bd290-0d75-4e62-96fd-5292cfb91091 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.561133] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1424.561133] env[70113]: value = "task-3416579" [ 1424.561133] env[70113]: _type = "Task" [ 1424.561133] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.571969] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416579, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.682804] env[70113]: DEBUG oslo_vmware.api [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416578, 'name': PowerOnVM_Task, 'duration_secs': 0.390898} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.683178] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.683473] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-07b18d95-90dd-4892-9c03-0ff7633be736 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance 'a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5' progress to 100 {{(pid=70113) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1425.071394] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416579, 'name': Rename_Task, 'duration_secs': 0.128569} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.073965] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.073965] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c26c533d-dc66-4558-b297-bcfa2846be9a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.081018] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1425.081018] env[70113]: value = "task-3416580" [ 1425.081018] env[70113]: _type = "Task" [ 1425.081018] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.085991] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.217314] env[70113]: DEBUG nova.compute.manager [req-3086e97d-37a1-4e98-8c5e-60ab59c71e87 req-fac27520-b2ec-44d1-8da1-09ef67f92363 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Received event network-changed-a84e9043-fb08-4e22-a821-7e81fcf4c134 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.217627] env[70113]: DEBUG nova.compute.manager [req-3086e97d-37a1-4e98-8c5e-60ab59c71e87 req-fac27520-b2ec-44d1-8da1-09ef67f92363 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Refreshing instance network info cache due to event network-changed-a84e9043-fb08-4e22-a821-7e81fcf4c134. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1425.217854] env[70113]: DEBUG oslo_concurrency.lockutils [req-3086e97d-37a1-4e98-8c5e-60ab59c71e87 req-fac27520-b2ec-44d1-8da1-09ef67f92363 service nova] Acquiring lock "refresh_cache-011e957d-f84c-4389-8cfd-44b8e281ecdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.218052] env[70113]: DEBUG oslo_concurrency.lockutils [req-3086e97d-37a1-4e98-8c5e-60ab59c71e87 req-fac27520-b2ec-44d1-8da1-09ef67f92363 service nova] Acquired lock "refresh_cache-011e957d-f84c-4389-8cfd-44b8e281ecdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.218241] env[70113]: DEBUG nova.network.neutron [req-3086e97d-37a1-4e98-8c5e-60ab59c71e87 req-fac27520-b2ec-44d1-8da1-09ef67f92363 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Refreshing network info cache for port a84e9043-fb08-4e22-a821-7e81fcf4c134 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.591022] env[70113]: DEBUG oslo_vmware.api [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416580, 'name': PowerOnVM_Task, 'duration_secs': 0.394134} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.591377] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1425.591643] env[70113]: DEBUG nova.compute.manager [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.593207] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15991ebb-27c6-49e1-8761-e4b08f459128 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.928257] env[70113]: DEBUG nova.network.neutron [req-3086e97d-37a1-4e98-8c5e-60ab59c71e87 req-fac27520-b2ec-44d1-8da1-09ef67f92363 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Updated VIF entry in instance network info cache for port a84e9043-fb08-4e22-a821-7e81fcf4c134. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1425.928639] env[70113]: DEBUG nova.network.neutron [req-3086e97d-37a1-4e98-8c5e-60ab59c71e87 req-fac27520-b2ec-44d1-8da1-09ef67f92363 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Updating instance_info_cache with network_info: [{"id": "a84e9043-fb08-4e22-a821-7e81fcf4c134", "address": "fa:16:3e:1e:05:e7", "network": {"id": "d9a939dc-b2ad-425e-a280-fabc214905d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1037794600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e4b301a69e84bc6a1ad608294e6c166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa84e9043-fb", "ovs_interfaceid": "a84e9043-fb08-4e22-a821-7e81fcf4c134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.109442] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.109831] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.109831] env[70113]: DEBUG nova.objects.instance [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70113) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1426.431207] env[70113]: DEBUG oslo_concurrency.lockutils [req-3086e97d-37a1-4e98-8c5e-60ab59c71e87 req-fac27520-b2ec-44d1-8da1-09ef67f92363 service nova] Releasing lock "refresh_cache-011e957d-f84c-4389-8cfd-44b8e281ecdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.729788] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquiring lock "d3887bb7-f79d-4baa-a524-ec383c271c60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.730134] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Lock "d3887bb7-f79d-4baa-a524-ec383c271c60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.730398] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquiring lock "d3887bb7-f79d-4baa-a524-ec383c271c60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.730692] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Lock "d3887bb7-f79d-4baa-a524-ec383c271c60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.730916] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Lock "d3887bb7-f79d-4baa-a524-ec383c271c60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.734050] env[70113]: INFO nova.compute.manager [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Terminating instance [ 1427.122320] env[70113]: DEBUG oslo_concurrency.lockutils [None req-f020ae98-0713-452a-830a-ce6e74b2207b tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.238032] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquiring lock "refresh_cache-d3887bb7-f79d-4baa-a524-ec383c271c60" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.238181] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquired lock "refresh_cache-d3887bb7-f79d-4baa-a524-ec383c271c60" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.238372] env[70113]: DEBUG nova.network.neutron [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1427.268799] env[70113]: DEBUG nova.network.neutron [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Port 209c92dd-8084-484b-b253-608ae1ec9dfe binding to destination host cpu-1 is already ACTIVE {{(pid=70113) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1427.269083] env[70113]: DEBUG oslo_concurrency.lockutils [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.269243] env[70113]: DEBUG oslo_concurrency.lockutils [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.269407] env[70113]: DEBUG nova.network.neutron [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1427.757305] env[70113]: DEBUG nova.network.neutron [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1427.857030] env[70113]: DEBUG nova.network.neutron [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.063637] env[70113]: DEBUG nova.network.neutron [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance_info_cache with network_info: [{"id": "209c92dd-8084-484b-b253-608ae1ec9dfe", "address": "fa:16:3e:37:3e:f9", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209c92dd-80", "ovs_interfaceid": "209c92dd-8084-484b-b253-608ae1ec9dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.363225] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Releasing lock "refresh_cache-d3887bb7-f79d-4baa-a524-ec383c271c60" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.363736] env[70113]: DEBUG nova.compute.manager [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.363817] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.364739] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64af383d-022e-4b67-81e1-9b7ec045a3c9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.372519] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.372772] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2896d691-1d18-4b35-a652-2b948712eff3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.379238] env[70113]: DEBUG oslo_vmware.api [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1428.379238] env[70113]: value = "task-3416581" [ 1428.379238] env[70113]: _type = "Task" [ 1428.379238] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.387359] env[70113]: DEBUG oslo_vmware.api [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.566331] env[70113]: DEBUG oslo_concurrency.lockutils [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.889652] env[70113]: DEBUG oslo_vmware.api [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416581, 'name': PowerOffVM_Task, 'duration_secs': 0.12292} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.890029] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.890182] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.890403] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68466d9d-5d2e-4aac-a98a-5257cc9eb6f1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.915049] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.915268] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.915454] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Deleting the datastore file [datastore2] d3887bb7-f79d-4baa-a524-ec383c271c60 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.915701] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aee6909d-342d-4424-9b25-7e618585f1ce {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.923447] env[70113]: DEBUG oslo_vmware.api [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for the task: (returnval){ [ 1428.923447] env[70113]: value = "task-3416583" [ 1428.923447] env[70113]: _type = "Task" [ 1428.923447] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.931645] env[70113]: DEBUG oslo_vmware.api [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.070788] env[70113]: DEBUG nova.compute.manager [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70113) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1429.433744] env[70113]: DEBUG oslo_vmware.api [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Task: {'id': task-3416583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189461} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.434120] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.434228] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.434401] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.434589] env[70113]: INFO nova.compute.manager [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1429.434850] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.435052] env[70113]: DEBUG nova.compute.manager [-] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.435150] env[70113]: DEBUG nova.network.neutron [-] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.451849] env[70113]: DEBUG nova.network.neutron [-] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.954872] env[70113]: DEBUG nova.network.neutron [-] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.213287] env[70113]: DEBUG oslo_concurrency.lockutils [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.213571] env[70113]: DEBUG oslo_concurrency.lockutils [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.457605] env[70113]: INFO nova.compute.manager [-] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Took 1.02 seconds to deallocate network for instance. [ 1430.717333] env[70113]: DEBUG nova.objects.instance [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lazy-loading 'migration_context' on Instance uuid a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.964314] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.316098] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b82c808-d3e2-46e0-8590-baaa77ed3835 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.323745] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955d098c-e6dd-41c2-a235-eb1bc6d81e31 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.352908] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a030030-a194-44c3-b4ee-767b15833f16 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.359938] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c23ba7b-8157-4888-8c4b-adb74a89367a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.372501] env[70113]: DEBUG nova.compute.provider_tree [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.875693] env[70113]: DEBUG nova.scheduler.client.report [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.888714] env[70113]: DEBUG oslo_concurrency.lockutils [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.675s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.894677] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.931s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.894909] env[70113]: DEBUG nova.objects.instance [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Lazy-loading 'resources' on Instance uuid d3887bb7-f79d-4baa-a524-ec383c271c60 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.466312] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c2691e-1ef7-49b9-b931-b684a7ed1bf1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.474505] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380e1d04-9c20-470a-bb84-23110a42a7cc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.503870] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bd6821-f6e6-4420-aa10-7a2153a5caea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.511109] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a954733f-c431-458c-b8fb-7fa5d916c47f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.524618] env[70113]: DEBUG nova.compute.provider_tree [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.027936] env[70113]: DEBUG nova.scheduler.client.report [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.426768] env[70113]: INFO nova.compute.manager [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Swapping old allocation on dict_keys(['40670c61-ee25-43d1-8453-26da9c0cfec5']) held by migration 08bb03ee-91f1-4798-a1a0-11281d8d8c60 for instance [ 1434.448093] env[70113]: DEBUG nova.scheduler.client.report [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Overwriting current allocation {'allocations': {'40670c61-ee25-43d1-8453-26da9c0cfec5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 168}}, 'project_id': '7afb2ce6a3344c0d8b2adca008028346', 'user_id': 'a8cd05793e1c4656b08ad353d69d39b8', 'consumer_generation': 1} on consumer a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5 {{(pid=70113) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1434.527271] env[70113]: DEBUG oslo_concurrency.lockutils [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.527611] env[70113]: DEBUG oslo_concurrency.lockutils [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.527713] env[70113]: DEBUG nova.network.neutron [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1434.533315] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.548698] env[70113]: INFO nova.scheduler.client.report [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Deleted allocations for instance d3887bb7-f79d-4baa-a524-ec383c271c60 [ 1435.056279] env[70113]: DEBUG oslo_concurrency.lockutils [None req-cbd1d2d5-fb6a-425d-8196-b925b7995125 tempest-ServerShowV257Test-1019401171 tempest-ServerShowV257Test-1019401171-project-member] Lock "d3887bb7-f79d-4baa-a524-ec383c271c60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.326s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.281994] env[70113]: DEBUG nova.network.neutron [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance_info_cache with network_info: [{"id": "209c92dd-8084-484b-b253-608ae1ec9dfe", "address": "fa:16:3e:37:3e:f9", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap209c92dd-80", "ovs_interfaceid": "209c92dd-8084-484b-b253-608ae1ec9dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.785291] env[70113]: DEBUG oslo_concurrency.lockutils [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "refresh_cache-a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.786398] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b7fa12-6d77-401b-8d15-1bbd703b4909 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.793814] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33064fb-5260-4e84-ae20-99961cb419fb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.872837] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1436.873207] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1562f77-200b-44e5-a7e3-5efa03569761 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.881811] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1436.881811] env[70113]: value = "task-3416584" [ 1436.881811] env[70113]: _type = "Task" [ 1436.881811] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.889403] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.391611] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416584, 'name': PowerOffVM_Task, 'duration_secs': 0.208358} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.391868] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1437.392545] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1437.392762] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.392916] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.393107] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.393256] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.393404] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1437.393601] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1437.393758] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1437.393921] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1437.394102] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1437.394277] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1437.399153] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72481d5c-af77-47f8-9fd7-e07d485aeb89 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.414506] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1437.414506] env[70113]: value = "task-3416585" [ 1437.414506] env[70113]: _type = "Task" [ 1437.414506] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.421824] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.924743] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416585, 'name': ReconfigVM_Task, 'duration_secs': 0.152398} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.925653] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feb5c30-d146-46a3-ad27-3ccd01f3a432 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.948357] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1437.948579] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.948712] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.948896] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.949049] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.949200] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1437.949399] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1437.949557] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1437.949718] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1437.949887] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1437.950109] env[70113]: DEBUG nova.virt.hardware [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1437.950922] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebaa4179-41f6-4948-85d3-514742632871 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.956379] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1437.956379] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cdb5ce-f583-d42f-2f4f-fc186ae0c35b" [ 1437.956379] env[70113]: _type = "Task" [ 1437.956379] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.964102] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cdb5ce-f583-d42f-2f4f-fc186ae0c35b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.466434] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52cdb5ce-f583-d42f-2f4f-fc186ae0c35b, 'name': SearchDatastore_Task, 'duration_secs': 0.00885} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.471641] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1438.471912] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9839defc-0e0c-42d5-986e-9a8a44bded69 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.490258] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1438.490258] env[70113]: value = "task-3416586" [ 1438.490258] env[70113]: _type = "Task" [ 1438.490258] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.497872] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.000423] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416586, 'name': ReconfigVM_Task, 'duration_secs': 0.202101} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.000703] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1439.001489] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fe5ad8-5857-4835-b579-a119e80204fe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.025914] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5/a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1439.026219] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33ba9b7c-3cc7-4917-8ee8-844c9de02224 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.046060] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1439.046060] env[70113]: value = "task-3416587" [ 1439.046060] env[70113]: _type = "Task" [ 1439.046060] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.053672] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.556152] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416587, 'name': ReconfigVM_Task, 'duration_secs': 0.26052} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.556446] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Reconfigured VM instance instance-0000007a to attach disk [datastore1] a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5/a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1439.557284] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e084ba-b205-4ce3-91ce-4dee5e68aed5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.576951] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dccb3f-e261-4ac5-9bc5-f03a8013cf2a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.598243] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ce593c-136f-4186-ba44-7bb429ada281 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.617914] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b3443e-90a9-4bb4-9073-11259150f75a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.624217] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1439.624450] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f66cc65c-0489-42d6-a701-ece5e3782361 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.630690] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1439.630690] env[70113]: value = "task-3416588" [ 1439.630690] env[70113]: _type = "Task" [ 1439.630690] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.637687] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.141036] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416588, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.641523] env[70113]: DEBUG oslo_vmware.api [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416588, 'name': PowerOnVM_Task, 'duration_secs': 0.55354} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.641783] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1441.681443] env[70113]: INFO nova.compute.manager [None req-94f3edd4-5278-4a22-85d2-6b2ac6f76886 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance to original state: 'active' [ 1443.039113] env[70113]: DEBUG oslo_concurrency.lockutils [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.039113] env[70113]: DEBUG oslo_concurrency.lockutils [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.039113] env[70113]: DEBUG oslo_concurrency.lockutils [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.039113] env[70113]: DEBUG oslo_concurrency.lockutils [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.039579] env[70113]: DEBUG oslo_concurrency.lockutils [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.041418] env[70113]: INFO nova.compute.manager [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Terminating instance [ 1443.545875] env[70113]: DEBUG nova.compute.manager [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1443.546166] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.546501] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d6e5a49-3889-4a24-8a22-2f0656b34c0d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.556016] env[70113]: DEBUG oslo_vmware.api [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1443.556016] env[70113]: value = "task-3416589" [ 1443.556016] env[70113]: _type = "Task" [ 1443.556016] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.563949] env[70113]: DEBUG oslo_vmware.api [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.066794] env[70113]: DEBUG oslo_vmware.api [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416589, 'name': PowerOffVM_Task, 'duration_secs': 0.177428} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.067153] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.067233] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1444.067392] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681667', 'volume_id': 'e321679a-ccec-474e-bd2d-711d04b1780e', 'name': 'volume-e321679a-ccec-474e-bd2d-711d04b1780e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5', 'attached_at': '2025-04-14T12:43:19.000000', 'detached_at': '', 'volume_id': 'e321679a-ccec-474e-bd2d-711d04b1780e', 'serial': 'e321679a-ccec-474e-bd2d-711d04b1780e'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1444.068157] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28929087-ef48-47b6-a0a0-998479bc23b7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.088947] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e59bcd-91e4-47db-8fa9-9e66a68d570e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.095651] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a6795e-07dd-4813-b1b2-a11769cc4289 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.115209] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3781a6-b793-4110-8917-9845dd27901e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.129607] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] The volume has not been displaced from its original location: [datastore1] volume-e321679a-ccec-474e-bd2d-711d04b1780e/volume-e321679a-ccec-474e-bd2d-711d04b1780e.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1444.135041] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1444.135314] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63dd16c4-de97-4254-a01c-e8e7c5515a02 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.153360] env[70113]: DEBUG oslo_vmware.api [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1444.153360] env[70113]: value = "task-3416590" [ 1444.153360] env[70113]: _type = "Task" [ 1444.153360] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.160800] env[70113]: DEBUG oslo_vmware.api [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.663269] env[70113]: DEBUG oslo_vmware.api [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416590, 'name': ReconfigVM_Task, 'duration_secs': 0.192522} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.663542] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1444.668088] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73bda801-cd7d-483e-b112-196b10bb4630 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.682275] env[70113]: DEBUG oslo_vmware.api [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1444.682275] env[70113]: value = "task-3416591" [ 1444.682275] env[70113]: _type = "Task" [ 1444.682275] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.689486] env[70113]: DEBUG oslo_vmware.api [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.192055] env[70113]: DEBUG oslo_vmware.api [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416591, 'name': ReconfigVM_Task, 'duration_secs': 0.1258} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.192391] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681667', 'volume_id': 'e321679a-ccec-474e-bd2d-711d04b1780e', 'name': 'volume-e321679a-ccec-474e-bd2d-711d04b1780e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5', 'attached_at': '2025-04-14T12:43:19.000000', 'detached_at': '', 'volume_id': 'e321679a-ccec-474e-bd2d-711d04b1780e', 'serial': 'e321679a-ccec-474e-bd2d-711d04b1780e'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1445.192601] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1445.193340] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d20b07-d5b1-40eb-be87-6aec6d865b20 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.199421] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1445.199626] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8c0c942-0b8a-4b6f-845f-25db758e94e4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.259338] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1445.259550] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1445.259720] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Deleting the datastore file [datastore1] a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1445.259965] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f3a1b4d-194e-4413-a161-a81e4ea74351 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.266073] env[70113]: DEBUG oslo_vmware.api [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1445.266073] env[70113]: value = "task-3416593" [ 1445.266073] env[70113]: _type = "Task" [ 1445.266073] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.275344] env[70113]: DEBUG oslo_vmware.api [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.775964] env[70113]: DEBUG oslo_vmware.api [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131478} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.776235] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.776419] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.776590] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.776759] env[70113]: INFO nova.compute.manager [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1445.776994] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1445.777202] env[70113]: DEBUG nova.compute.manager [-] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1445.777298] env[70113]: DEBUG nova.network.neutron [-] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1446.209106] env[70113]: DEBUG nova.compute.manager [req-efa311a8-8180-4619-8e16-2434c5a9b380 req-e5f774e1-da1d-4166-9533-fe1d9329ff8a service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Received event network-vif-deleted-209c92dd-8084-484b-b253-608ae1ec9dfe {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1446.209733] env[70113]: INFO nova.compute.manager [req-efa311a8-8180-4619-8e16-2434c5a9b380 req-e5f774e1-da1d-4166-9533-fe1d9329ff8a service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Neutron deleted interface 209c92dd-8084-484b-b253-608ae1ec9dfe; detaching it from the instance and deleting it from the info cache [ 1446.209733] env[70113]: DEBUG nova.network.neutron [req-efa311a8-8180-4619-8e16-2434c5a9b380 req-e5f774e1-da1d-4166-9533-fe1d9329ff8a service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.694520] env[70113]: DEBUG nova.network.neutron [-] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.712345] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59fef6b7-c589-4674-8535-0f4cf13e09b6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.722622] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd564d40-3ed9-438b-ba73-d6b754d70fb8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.748239] env[70113]: DEBUG nova.compute.manager [req-efa311a8-8180-4619-8e16-2434c5a9b380 req-e5f774e1-da1d-4166-9533-fe1d9329ff8a service nova] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Detach interface failed, port_id=209c92dd-8084-484b-b253-608ae1ec9dfe, reason: Instance a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1447.197261] env[70113]: INFO nova.compute.manager [-] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Took 1.42 seconds to deallocate network for instance. [ 1447.739463] env[70113]: INFO nova.compute.manager [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Took 0.54 seconds to detach 1 volumes for instance. [ 1448.245952] env[70113]: DEBUG oslo_concurrency.lockutils [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.246274] env[70113]: DEBUG oslo_concurrency.lockutils [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.246473] env[70113]: DEBUG oslo_concurrency.lockutils [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.267587] env[70113]: INFO nova.scheduler.client.report [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Deleted allocations for instance a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5 [ 1448.775423] env[70113]: DEBUG oslo_concurrency.lockutils [None req-090e407a-5d1a-46ea-b2da-00a8d6d388a3 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.737s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.198378] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.198668] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.701597] env[70113]: DEBUG nova.compute.manager [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1451.225983] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.226296] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.227840] env[70113]: INFO nova.compute.claims [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1452.284293] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6724f67e-90a0-4486-9231-d88b029b13f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.292122] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048d47d2-11cc-4f28-a359-fa2d4ecf82fc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.321121] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403a67d1-8095-4b49-98ac-009096fa36a0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.327568] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e99bdb-48cd-4365-988a-a9a03a91197c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.341427] env[70113]: DEBUG nova.compute.provider_tree [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.829588] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.844815] env[70113]: DEBUG nova.scheduler.client.report [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.350182] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.350756] env[70113]: DEBUG nova.compute.manager [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1453.856052] env[70113]: DEBUG nova.compute.utils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1453.858318] env[70113]: DEBUG nova.compute.manager [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1453.858318] env[70113]: DEBUG nova.network.neutron [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1453.904216] env[70113]: DEBUG nova.policy [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8cd05793e1c4656b08ad353d69d39b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7afb2ce6a3344c0d8b2adca008028346', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1454.139148] env[70113]: DEBUG nova.network.neutron [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Successfully created port: b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1454.360645] env[70113]: DEBUG nova.compute.manager [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1455.370409] env[70113]: DEBUG nova.compute.manager [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1455.397965] env[70113]: DEBUG nova.virt.hardware [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1455.398239] env[70113]: DEBUG nova.virt.hardware [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.398397] env[70113]: DEBUG nova.virt.hardware [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1455.398576] env[70113]: DEBUG nova.virt.hardware [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.398732] env[70113]: DEBUG nova.virt.hardware [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1455.398907] env[70113]: DEBUG nova.virt.hardware [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1455.399191] env[70113]: DEBUG nova.virt.hardware [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1455.399425] env[70113]: DEBUG nova.virt.hardware [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1455.399619] env[70113]: DEBUG nova.virt.hardware [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1455.399781] env[70113]: DEBUG nova.virt.hardware [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1455.399953] env[70113]: DEBUG nova.virt.hardware [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1455.400829] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fc3648-b8c4-47cb-8131-70a3639af647 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.408757] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173acb62-5521-4dff-84e9-0f874ecc6d48 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.480924] env[70113]: DEBUG nova.compute.manager [req-1b16802e-5431-49a1-b1c7-87b2c686f3df req-8a8d936a-cee4-4a56-9fcf-592ed18387e7 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Received event network-vif-plugged-b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1455.481161] env[70113]: DEBUG oslo_concurrency.lockutils [req-1b16802e-5431-49a1-b1c7-87b2c686f3df req-8a8d936a-cee4-4a56-9fcf-592ed18387e7 service nova] Acquiring lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.481362] env[70113]: DEBUG oslo_concurrency.lockutils [req-1b16802e-5431-49a1-b1c7-87b2c686f3df req-8a8d936a-cee4-4a56-9fcf-592ed18387e7 service nova] Lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.481526] env[70113]: DEBUG oslo_concurrency.lockutils [req-1b16802e-5431-49a1-b1c7-87b2c686f3df req-8a8d936a-cee4-4a56-9fcf-592ed18387e7 service nova] Lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.481686] env[70113]: DEBUG nova.compute.manager [req-1b16802e-5431-49a1-b1c7-87b2c686f3df req-8a8d936a-cee4-4a56-9fcf-592ed18387e7 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] No waiting events found dispatching network-vif-plugged-b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1455.481850] env[70113]: WARNING nova.compute.manager [req-1b16802e-5431-49a1-b1c7-87b2c686f3df req-8a8d936a-cee4-4a56-9fcf-592ed18387e7 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Received unexpected event network-vif-plugged-b0763910-5b6e-418c-af1c-e72ab55b18bf for instance with vm_state building and task_state spawning. [ 1455.561191] env[70113]: DEBUG nova.network.neutron [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Successfully updated port: b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1455.829652] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.063407] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.063569] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.063722] env[70113]: DEBUG nova.network.neutron [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.333093] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.333431] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.333706] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.333957] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70113) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1456.334889] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbb5805-f498-452d-8eef-839ed8c630fd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.344523] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e135afd7-797c-4086-b310-8b0527929af3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.358296] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc23340-1e55-4090-b3d1-c9da3fbe3c04 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.364431] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863bb9ed-5d70-4260-a342-6ca1ab0abc8e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.392318] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180483MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=70113) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1456.392699] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.392840] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.596259] env[70113]: DEBUG nova.network.neutron [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1456.707917] env[70113]: DEBUG nova.network.neutron [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Updating instance_info_cache with network_info: [{"id": "b0763910-5b6e-418c-af1c-e72ab55b18bf", "address": "fa:16:3e:b7:40:41", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0763910-5b", "ovs_interfaceid": "b0763910-5b6e-418c-af1c-e72ab55b18bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.209887] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.210247] env[70113]: DEBUG nova.compute.manager [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Instance network_info: |[{"id": "b0763910-5b6e-418c-af1c-e72ab55b18bf", "address": "fa:16:3e:b7:40:41", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0763910-5b", "ovs_interfaceid": "b0763910-5b6e-418c-af1c-e72ab55b18bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1457.210789] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:40:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0763910-5b6e-418c-af1c-e72ab55b18bf', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1457.218306] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1457.218506] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1457.218738] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-460ffef7-8a3b-497f-8b01-e98962a2a4fc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.238819] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1457.238819] env[70113]: value = "task-3416594" [ 1457.238819] env[70113]: _type = "Task" [ 1457.238819] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.246358] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416594, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.417606] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 534b8c3b-88a1-4ec3-a6fa-c37f25049a21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1457.417909] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 011e957d-f84c-4389-8cfd-44b8e281ecdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1457.417909] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 7f27a8f5-6011-42c1-9169-0963c2bcf8dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1457.418131] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1457.418274] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1457.470856] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0751a7-d8b5-4e62-ac3b-62aa3107b3ef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.478563] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e38e8dd-f76c-42e3-b8bc-63ae11661b6d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.510783] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071be9b4-a784-47ed-9dd3-4bea7f47cb62 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.514336] env[70113]: DEBUG nova.compute.manager [req-aeb445cf-1fa6-46c5-97f4-10b8251deb26 req-92f74806-1c82-495b-ab5d-cfde1b14bcf5 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Received event network-changed-b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1457.514544] env[70113]: DEBUG nova.compute.manager [req-aeb445cf-1fa6-46c5-97f4-10b8251deb26 req-92f74806-1c82-495b-ab5d-cfde1b14bcf5 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Refreshing instance network info cache due to event network-changed-b0763910-5b6e-418c-af1c-e72ab55b18bf. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1457.514752] env[70113]: DEBUG oslo_concurrency.lockutils [req-aeb445cf-1fa6-46c5-97f4-10b8251deb26 req-92f74806-1c82-495b-ab5d-cfde1b14bcf5 service nova] Acquiring lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.514892] env[70113]: DEBUG oslo_concurrency.lockutils [req-aeb445cf-1fa6-46c5-97f4-10b8251deb26 req-92f74806-1c82-495b-ab5d-cfde1b14bcf5 service nova] Acquired lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.515063] env[70113]: DEBUG nova.network.neutron [req-aeb445cf-1fa6-46c5-97f4-10b8251deb26 req-92f74806-1c82-495b-ab5d-cfde1b14bcf5 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Refreshing network info cache for port b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1457.521752] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e393f6f1-984a-4694-8fbd-4a382be82ac4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.535615] env[70113]: DEBUG nova.compute.provider_tree [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.749068] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416594, 'name': CreateVM_Task, 'duration_secs': 0.296425} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.749251] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1457.749900] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.750078] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.750402] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.750655] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c198dd59-229e-4e52-9ced-d55649d0f925 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.755363] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1457.755363] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dcc4d6-1254-029f-f491-e69c61375dc0" [ 1457.755363] env[70113]: _type = "Task" [ 1457.755363] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.762553] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dcc4d6-1254-029f-f491-e69c61375dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.039201] env[70113]: DEBUG nova.scheduler.client.report [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.211107] env[70113]: DEBUG nova.network.neutron [req-aeb445cf-1fa6-46c5-97f4-10b8251deb26 req-92f74806-1c82-495b-ab5d-cfde1b14bcf5 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Updated VIF entry in instance network info cache for port b0763910-5b6e-418c-af1c-e72ab55b18bf. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.211482] env[70113]: DEBUG nova.network.neutron [req-aeb445cf-1fa6-46c5-97f4-10b8251deb26 req-92f74806-1c82-495b-ab5d-cfde1b14bcf5 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Updating instance_info_cache with network_info: [{"id": "b0763910-5b6e-418c-af1c-e72ab55b18bf", "address": "fa:16:3e:b7:40:41", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0763910-5b", "ovs_interfaceid": "b0763910-5b6e-418c-af1c-e72ab55b18bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.268209] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52dcc4d6-1254-029f-f491-e69c61375dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.268535] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.268801] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1458.269064] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.269235] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.269416] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1458.269671] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d21a8cf3-60f9-46ab-adbc-dcc6726d8eef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.278022] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1458.278179] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1458.278862] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0029723c-b527-4685-92a8-e738cb07eb42 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.283924] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1458.283924] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5246e908-d031-3466-b7c7-139b2558ff49" [ 1458.283924] env[70113]: _type = "Task" [ 1458.283924] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.291363] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5246e908-d031-3466-b7c7-139b2558ff49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.544331] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1458.544681] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.152s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.713955] env[70113]: DEBUG oslo_concurrency.lockutils [req-aeb445cf-1fa6-46c5-97f4-10b8251deb26 req-92f74806-1c82-495b-ab5d-cfde1b14bcf5 service nova] Releasing lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.794786] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]5246e908-d031-3466-b7c7-139b2558ff49, 'name': SearchDatastore_Task, 'duration_secs': 0.008596} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.795496] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b11dca-cdc2-4a1a-a760-db50d158fbe4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.800402] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1458.800402] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d5dbc9-4c6a-938e-8759-4710dbe7a1f6" [ 1458.800402] env[70113]: _type = "Task" [ 1458.800402] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.807413] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d5dbc9-4c6a-938e-8759-4710dbe7a1f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.282995] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.283336] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.310672] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52d5dbc9-4c6a-938e-8759-4710dbe7a1f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009825} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.310917] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.311195] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 7f27a8f5-6011-42c1-9169-0963c2bcf8dc/7f27a8f5-6011-42c1-9169-0963c2bcf8dc.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1459.311453] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28cb0a4c-52ef-43c0-b640-72546bc3449e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.318654] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1459.318654] env[70113]: value = "task-3416595" [ 1459.318654] env[70113]: _type = "Task" [ 1459.318654] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.326437] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.544536] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.786740] env[70113]: DEBUG nova.compute.utils [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1459.829059] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.40985} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.829295] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore1] 7f27a8f5-6011-42c1-9169-0963c2bcf8dc/7f27a8f5-6011-42c1-9169-0963c2bcf8dc.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1459.829503] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1459.829956] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a21cbfd3-1117-4b02-a417-a2bbd7e48009 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.836165] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1459.836165] env[70113]: value = "task-3416596" [ 1459.836165] env[70113]: _type = "Task" [ 1459.836165] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.844448] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.050105] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.050306] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.050463] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.050612] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.050749] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70113) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1460.289706] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.345669] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060481} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.345984] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1460.346766] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453acedc-4e6e-4cd4-bad7-35aa2a67d52f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.368778] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 7f27a8f5-6011-42c1-9169-0963c2bcf8dc/7f27a8f5-6011-42c1-9169-0963c2bcf8dc.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1460.369074] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a6e8569-8d3f-4a47-ad93-c227def58741 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.387976] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1460.387976] env[70113]: value = "task-3416597" [ 1460.387976] env[70113]: _type = "Task" [ 1460.387976] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.395130] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.898521] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416597, 'name': ReconfigVM_Task, 'duration_secs': 0.296299} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.898865] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 7f27a8f5-6011-42c1-9169-0963c2bcf8dc/7f27a8f5-6011-42c1-9169-0963c2bcf8dc.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.899499] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b31b71b-9348-4a7d-91bd-81cbb962f4df {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.908341] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1460.908341] env[70113]: value = "task-3416598" [ 1460.908341] env[70113]: _type = "Task" [ 1460.908341] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.917027] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416598, 'name': Rename_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.348453] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.348737] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.349054] env[70113]: INFO nova.compute.manager [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Attaching volume b6eca9ad-d798-4eca-834d-bfc8b32075f6 to /dev/sdb [ 1461.381427] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fe6e5d-4cfa-40f6-9e70-ca01a4957d91 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.389242] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18df3042-9367-48ce-875d-c336340a5a7e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.402828] env[70113]: DEBUG nova.virt.block_device [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Updating existing volume attachment record: a53487d8-6562-4a13-b0ec-9d0fffe5ae97 {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1461.417901] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416598, 'name': Rename_Task, 'duration_secs': 0.271577} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.418224] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.418485] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f156735-bc64-49a1-8d7c-5d658abd4cff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.425990] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1461.425990] env[70113]: value = "task-3416599" [ 1461.425990] env[70113]: _type = "Task" [ 1461.425990] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.434195] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.941284] env[70113]: DEBUG oslo_vmware.api [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416599, 'name': PowerOnVM_Task, 'duration_secs': 0.488124} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.941763] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.942130] env[70113]: INFO nova.compute.manager [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1461.942465] env[70113]: DEBUG nova.compute.manager [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.943746] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cb9fbe-bff1-473d-a7d2-a58a79211f24 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.060123] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.060497] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.467098] env[70113]: INFO nova.compute.manager [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Took 11.26 seconds to build instance. [ 1462.563821] env[70113]: DEBUG nova.compute.utils [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1462.969272] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ed79cdb9-825e-4bba-8992-ecd0af770918 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.770s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.067328] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.207267] env[70113]: DEBUG nova.compute.manager [req-4f243027-54f3-4f47-85a1-bbbacfaafa76 req-8341d9ad-4b21-4d6a-9094-d774dfaa0ee6 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Received event network-changed-b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1463.207267] env[70113]: DEBUG nova.compute.manager [req-4f243027-54f3-4f47-85a1-bbbacfaafa76 req-8341d9ad-4b21-4d6a-9094-d774dfaa0ee6 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Refreshing instance network info cache due to event network-changed-b0763910-5b6e-418c-af1c-e72ab55b18bf. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1463.207267] env[70113]: DEBUG oslo_concurrency.lockutils [req-4f243027-54f3-4f47-85a1-bbbacfaafa76 req-8341d9ad-4b21-4d6a-9094-d774dfaa0ee6 service nova] Acquiring lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.207555] env[70113]: DEBUG oslo_concurrency.lockutils [req-4f243027-54f3-4f47-85a1-bbbacfaafa76 req-8341d9ad-4b21-4d6a-9094-d774dfaa0ee6 service nova] Acquired lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.207555] env[70113]: DEBUG nova.network.neutron [req-4f243027-54f3-4f47-85a1-bbbacfaafa76 req-8341d9ad-4b21-4d6a-9094-d774dfaa0ee6 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Refreshing network info cache for port b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.331415] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.829740] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.909526] env[70113]: DEBUG nova.network.neutron [req-4f243027-54f3-4f47-85a1-bbbacfaafa76 req-8341d9ad-4b21-4d6a-9094-d774dfaa0ee6 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Updated VIF entry in instance network info cache for port b0763910-5b6e-418c-af1c-e72ab55b18bf. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.909890] env[70113]: DEBUG nova.network.neutron [req-4f243027-54f3-4f47-85a1-bbbacfaafa76 req-8341d9ad-4b21-4d6a-9094-d774dfaa0ee6 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Updating instance_info_cache with network_info: [{"id": "b0763910-5b6e-418c-af1c-e72ab55b18bf", "address": "fa:16:3e:b7:40:41", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0763910-5b", "ovs_interfaceid": "b0763910-5b6e-418c-af1c-e72ab55b18bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.127121] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.127121] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.127121] env[70113]: INFO nova.compute.manager [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Attaching volume e51b8b68-c83c-4bb1-a386-d6f00f4ea4be to /dev/sdb [ 1464.156292] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aabdc32-cee3-4ba9-84a1-2b4dc5719c6d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.163776] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c91514-2b55-41ac-8200-8e38b33661d7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.176780] env[70113]: DEBUG nova.virt.block_device [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Updating existing volume attachment record: e319174b-da70-4e8b-90ae-19515e82e9b8 {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1464.413150] env[70113]: DEBUG oslo_concurrency.lockutils [req-4f243027-54f3-4f47-85a1-bbbacfaafa76 req-8341d9ad-4b21-4d6a-9094-d774dfaa0ee6 service nova] Releasing lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.952729] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1465.953035] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681677', 'volume_id': 'b6eca9ad-d798-4eca-834d-bfc8b32075f6', 'name': 'volume-b6eca9ad-d798-4eca-834d-bfc8b32075f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '534b8c3b-88a1-4ec3-a6fa-c37f25049a21', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6eca9ad-d798-4eca-834d-bfc8b32075f6', 'serial': 'b6eca9ad-d798-4eca-834d-bfc8b32075f6'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1465.953999] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c02ae1-151d-442d-8b12-eb2901b77e80 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.971755] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69e4083-ff98-4bf2-9dcd-4f14a0f317ed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.999017] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-b6eca9ad-d798-4eca-834d-bfc8b32075f6/volume-b6eca9ad-d798-4eca-834d-bfc8b32075f6.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1465.999356] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3478e00e-366d-412a-9af2-6a43b364b3a0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.018821] env[70113]: DEBUG oslo_vmware.api [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1466.018821] env[70113]: value = "task-3416605" [ 1466.018821] env[70113]: _type = "Task" [ 1466.018821] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.026748] env[70113]: DEBUG oslo_vmware.api [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.528852] env[70113]: DEBUG oslo_vmware.api [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416605, 'name': ReconfigVM_Task, 'duration_secs': 0.311585} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.529141] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-b6eca9ad-d798-4eca-834d-bfc8b32075f6/volume-b6eca9ad-d798-4eca-834d-bfc8b32075f6.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1466.533740] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ba64557-1d88-480e-a403-c16e157d0bfc {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.549078] env[70113]: DEBUG oslo_vmware.api [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1466.549078] env[70113]: value = "task-3416606" [ 1466.549078] env[70113]: _type = "Task" [ 1466.549078] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.556521] env[70113]: DEBUG oslo_vmware.api [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.058655] env[70113]: DEBUG oslo_vmware.api [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416606, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.559923] env[70113]: DEBUG oslo_vmware.api [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416606, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.060535] env[70113]: DEBUG oslo_vmware.api [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416606, 'name': ReconfigVM_Task, 'duration_secs': 1.133739} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.060923] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681677', 'volume_id': 'b6eca9ad-d798-4eca-834d-bfc8b32075f6', 'name': 'volume-b6eca9ad-d798-4eca-834d-bfc8b32075f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '534b8c3b-88a1-4ec3-a6fa-c37f25049a21', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6eca9ad-d798-4eca-834d-bfc8b32075f6', 'serial': 'b6eca9ad-d798-4eca-834d-bfc8b32075f6'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1468.718246] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1468.718540] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681679', 'volume_id': 'e51b8b68-c83c-4bb1-a386-d6f00f4ea4be', 'name': 'volume-e51b8b68-c83c-4bb1-a386-d6f00f4ea4be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '011e957d-f84c-4389-8cfd-44b8e281ecdc', 'attached_at': '', 'detached_at': '', 'volume_id': 'e51b8b68-c83c-4bb1-a386-d6f00f4ea4be', 'serial': 'e51b8b68-c83c-4bb1-a386-d6f00f4ea4be'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1468.719526] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4ae828-5385-4224-8848-16d717ddcebb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.736342] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b861e51-4b9b-4db6-91b7-fb17f49d366f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.759865] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-e51b8b68-c83c-4bb1-a386-d6f00f4ea4be/volume-e51b8b68-c83c-4bb1-a386-d6f00f4ea4be.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.760121] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d48a029c-7899-4d5a-b994-a5282b4522cb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.777793] env[70113]: DEBUG oslo_vmware.api [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1468.777793] env[70113]: value = "task-3416608" [ 1468.777793] env[70113]: _type = "Task" [ 1468.777793] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.785377] env[70113]: DEBUG oslo_vmware.api [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.095112] env[70113]: DEBUG nova.objects.instance [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lazy-loading 'flavor' on Instance uuid 534b8c3b-88a1-4ec3-a6fa-c37f25049a21 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1469.288145] env[70113]: DEBUG oslo_vmware.api [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416608, 'name': ReconfigVM_Task, 'duration_secs': 0.341905} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.288445] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-e51b8b68-c83c-4bb1-a386-d6f00f4ea4be/volume-e51b8b68-c83c-4bb1-a386-d6f00f4ea4be.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.293357] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc1c62f6-2e08-47b8-8094-533079ad5acf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.308867] env[70113]: DEBUG oslo_vmware.api [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1469.308867] env[70113]: value = "task-3416609" [ 1469.308867] env[70113]: _type = "Task" [ 1469.308867] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.316410] env[70113]: DEBUG oslo_vmware.api [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.601092] env[70113]: DEBUG oslo_concurrency.lockutils [None req-ec99464a-16cb-43da-aba6-3e35fbe50003 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.252s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.770738] env[70113]: DEBUG oslo_concurrency.lockutils [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.770991] env[70113]: DEBUG oslo_concurrency.lockutils [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.818527] env[70113]: DEBUG oslo_vmware.api [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416609, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.274718] env[70113]: INFO nova.compute.manager [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Detaching volume b6eca9ad-d798-4eca-834d-bfc8b32075f6 [ 1470.304268] env[70113]: INFO nova.virt.block_device [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Attempting to driver detach volume b6eca9ad-d798-4eca-834d-bfc8b32075f6 from mountpoint /dev/sdb [ 1470.304443] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1470.304627] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681677', 'volume_id': 'b6eca9ad-d798-4eca-834d-bfc8b32075f6', 'name': 'volume-b6eca9ad-d798-4eca-834d-bfc8b32075f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '534b8c3b-88a1-4ec3-a6fa-c37f25049a21', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6eca9ad-d798-4eca-834d-bfc8b32075f6', 'serial': 'b6eca9ad-d798-4eca-834d-bfc8b32075f6'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1470.305556] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb714e4-dc40-4625-bc99-876749e8c475 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.329856] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7297bd1-0b9c-48bd-b0a9-20919481c092 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.335450] env[70113]: DEBUG oslo_vmware.api [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416609, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.339573] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4fcf83-a68e-4659-80aa-4aa6d848437a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.358662] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b2e872-b2ce-414d-b754-7b088fb5a033 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.373656] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] The volume has not been displaced from its original location: [datastore2] volume-b6eca9ad-d798-4eca-834d-bfc8b32075f6/volume-b6eca9ad-d798-4eca-834d-bfc8b32075f6.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1470.378764] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1470.379016] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6671782-cb1b-4c16-ba33-8ebd741ed526 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.397291] env[70113]: DEBUG oslo_vmware.api [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1470.397291] env[70113]: value = "task-3416610" [ 1470.397291] env[70113]: _type = "Task" [ 1470.397291] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.404397] env[70113]: DEBUG oslo_vmware.api [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.819904] env[70113]: DEBUG oslo_vmware.api [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416609, 'name': ReconfigVM_Task, 'duration_secs': 1.139806} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.820184] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681679', 'volume_id': 'e51b8b68-c83c-4bb1-a386-d6f00f4ea4be', 'name': 'volume-e51b8b68-c83c-4bb1-a386-d6f00f4ea4be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '011e957d-f84c-4389-8cfd-44b8e281ecdc', 'attached_at': '', 'detached_at': '', 'volume_id': 'e51b8b68-c83c-4bb1-a386-d6f00f4ea4be', 'serial': 'e51b8b68-c83c-4bb1-a386-d6f00f4ea4be'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1470.906724] env[70113]: DEBUG oslo_vmware.api [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416610, 'name': ReconfigVM_Task, 'duration_secs': 0.215559} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.906948] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1470.911562] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c7f1e89-aefb-4a40-9fda-4bc17c97b43d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.927721] env[70113]: DEBUG oslo_vmware.api [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1470.927721] env[70113]: value = "task-3416611" [ 1470.927721] env[70113]: _type = "Task" [ 1470.927721] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.935962] env[70113]: DEBUG oslo_vmware.api [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.436980] env[70113]: DEBUG oslo_vmware.api [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416611, 'name': ReconfigVM_Task, 'duration_secs': 0.136004} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.437300] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681677', 'volume_id': 'b6eca9ad-d798-4eca-834d-bfc8b32075f6', 'name': 'volume-b6eca9ad-d798-4eca-834d-bfc8b32075f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '534b8c3b-88a1-4ec3-a6fa-c37f25049a21', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6eca9ad-d798-4eca-834d-bfc8b32075f6', 'serial': 'b6eca9ad-d798-4eca-834d-bfc8b32075f6'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1471.856019] env[70113]: DEBUG nova.objects.instance [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lazy-loading 'flavor' on Instance uuid 011e957d-f84c-4389-8cfd-44b8e281ecdc {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.975463] env[70113]: DEBUG nova.objects.instance [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lazy-loading 'flavor' on Instance uuid 534b8c3b-88a1-4ec3-a6fa-c37f25049a21 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.361230] env[70113]: DEBUG oslo_concurrency.lockutils [None req-73dab2b6-9e34-4c66-b9b8-eb0e9890a622 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.234s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.752403] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c20e91d9-baf6-4744-94c2-fe9baead75c7 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.752773] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c20e91d9-baf6-4744-94c2-fe9baead75c7 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.752773] env[70113]: DEBUG nova.compute.manager [None req-c20e91d9-baf6-4744-94c2-fe9baead75c7 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1472.753698] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb02c06a-8847-4b9b-adf4-3b8eb1d28e89 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.760567] env[70113]: DEBUG nova.compute.manager [None req-c20e91d9-baf6-4744-94c2-fe9baead75c7 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70113) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1472.761127] env[70113]: DEBUG nova.objects.instance [None req-c20e91d9-baf6-4744-94c2-fe9baead75c7 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lazy-loading 'flavor' on Instance uuid 011e957d-f84c-4389-8cfd-44b8e281ecdc {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.982920] env[70113]: DEBUG oslo_concurrency.lockutils [None req-83a78c3a-d3a1-4642-a5e6-a8641877d0d7 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.767807] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20e91d9-baf6-4744-94c2-fe9baead75c7 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1473.768236] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92b14987-de59-4944-9ef6-552f921f3121 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.775996] env[70113]: DEBUG oslo_vmware.api [None req-c20e91d9-baf6-4744-94c2-fe9baead75c7 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1473.775996] env[70113]: value = "task-3416612" [ 1473.775996] env[70113]: _type = "Task" [ 1473.775996] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.784406] env[70113]: DEBUG oslo_vmware.api [None req-c20e91d9-baf6-4744-94c2-fe9baead75c7 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.020673] env[70113]: DEBUG oslo_concurrency.lockutils [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.020950] env[70113]: DEBUG oslo_concurrency.lockutils [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.021194] env[70113]: DEBUG oslo_concurrency.lockutils [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.021383] env[70113]: DEBUG oslo_concurrency.lockutils [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.021550] env[70113]: DEBUG oslo_concurrency.lockutils [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.023680] env[70113]: INFO nova.compute.manager [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Terminating instance [ 1474.285475] env[70113]: DEBUG oslo_vmware.api [None req-c20e91d9-baf6-4744-94c2-fe9baead75c7 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416612, 'name': PowerOffVM_Task, 'duration_secs': 0.203793} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.285677] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20e91d9-baf6-4744-94c2-fe9baead75c7 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1474.285868] env[70113]: DEBUG nova.compute.manager [None req-c20e91d9-baf6-4744-94c2-fe9baead75c7 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1474.286699] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8f2a59-ea6b-46b1-834c-dac8b9cb0266 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.527447] env[70113]: DEBUG nova.compute.manager [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1474.527818] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1474.528772] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8368286b-549a-40a1-a1a5-97b7fbab8150 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.536917] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1474.537114] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cc7e656-80b7-40e4-b9a7-09574f24cea7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.543936] env[70113]: DEBUG oslo_vmware.api [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1474.543936] env[70113]: value = "task-3416613" [ 1474.543936] env[70113]: _type = "Task" [ 1474.543936] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.551753] env[70113]: DEBUG oslo_vmware.api [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.797697] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c20e91d9-baf6-4744-94c2-fe9baead75c7 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.054244] env[70113]: DEBUG oslo_vmware.api [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416613, 'name': PowerOffVM_Task, 'duration_secs': 0.174464} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.054482] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1475.054612] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1475.054853] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1edd110-4e2e-44cd-aaa8-131c9a134e1e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.115846] env[70113]: DEBUG nova.objects.instance [None req-21b3cb76-ab1e-4807-9cdd-91b29c84ee34 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lazy-loading 'flavor' on Instance uuid 011e957d-f84c-4389-8cfd-44b8e281ecdc {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.118497] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1475.118689] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1475.118851] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Deleting the datastore file [datastore2] 534b8c3b-88a1-4ec3-a6fa-c37f25049a21 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1475.119336] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f258426-335c-4a72-ad06-3f31321e906c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.126070] env[70113]: DEBUG oslo_vmware.api [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for the task: (returnval){ [ 1475.126070] env[70113]: value = "task-3416615" [ 1475.126070] env[70113]: _type = "Task" [ 1475.126070] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.137021] env[70113]: DEBUG oslo_vmware.api [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.622667] env[70113]: DEBUG oslo_concurrency.lockutils [None req-21b3cb76-ab1e-4807-9cdd-91b29c84ee34 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "refresh_cache-011e957d-f84c-4389-8cfd-44b8e281ecdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.622858] env[70113]: DEBUG oslo_concurrency.lockutils [None req-21b3cb76-ab1e-4807-9cdd-91b29c84ee34 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquired lock "refresh_cache-011e957d-f84c-4389-8cfd-44b8e281ecdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.623017] env[70113]: DEBUG nova.network.neutron [None req-21b3cb76-ab1e-4807-9cdd-91b29c84ee34 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.623206] env[70113]: DEBUG nova.objects.instance [None req-21b3cb76-ab1e-4807-9cdd-91b29c84ee34 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lazy-loading 'info_cache' on Instance uuid 011e957d-f84c-4389-8cfd-44b8e281ecdc {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.635831] env[70113]: DEBUG oslo_vmware.api [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Task: {'id': task-3416615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132119} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.636705] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1475.636895] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1475.637083] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1475.637259] env[70113]: INFO nova.compute.manager [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1475.637498] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1475.637682] env[70113]: DEBUG nova.compute.manager [-] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1475.637775] env[70113]: DEBUG nova.network.neutron [-] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1476.123757] env[70113]: DEBUG nova.compute.manager [req-e784f21f-354e-4223-a140-a517b56c4372 req-1436d01c-c1ed-4db3-8ea9-4e0b1335c560 service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Received event network-vif-deleted-87edfb49-583c-445a-9e3d-0a33ea175f70 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1476.124061] env[70113]: INFO nova.compute.manager [req-e784f21f-354e-4223-a140-a517b56c4372 req-1436d01c-c1ed-4db3-8ea9-4e0b1335c560 service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Neutron deleted interface 87edfb49-583c-445a-9e3d-0a33ea175f70; detaching it from the instance and deleting it from the info cache [ 1476.124147] env[70113]: DEBUG nova.network.neutron [req-e784f21f-354e-4223-a140-a517b56c4372 req-1436d01c-c1ed-4db3-8ea9-4e0b1335c560 service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.126345] env[70113]: DEBUG nova.objects.base [None req-21b3cb76-ab1e-4807-9cdd-91b29c84ee34 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Object Instance<011e957d-f84c-4389-8cfd-44b8e281ecdc> lazy-loaded attributes: flavor,info_cache {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1476.605734] env[70113]: DEBUG nova.network.neutron [-] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.630031] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73f90541-392a-42ad-8eee-f0ceeb3f2767 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.641801] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d45844f-7e44-45c1-9a45-84275426771b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.668752] env[70113]: DEBUG nova.compute.manager [req-e784f21f-354e-4223-a140-a517b56c4372 req-1436d01c-c1ed-4db3-8ea9-4e0b1335c560 service nova] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Detach interface failed, port_id=87edfb49-583c-445a-9e3d-0a33ea175f70, reason: Instance 534b8c3b-88a1-4ec3-a6fa-c37f25049a21 could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1476.831431] env[70113]: DEBUG nova.network.neutron [None req-21b3cb76-ab1e-4807-9cdd-91b29c84ee34 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Updating instance_info_cache with network_info: [{"id": "a84e9043-fb08-4e22-a821-7e81fcf4c134", "address": "fa:16:3e:1e:05:e7", "network": {"id": "d9a939dc-b2ad-425e-a280-fabc214905d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1037794600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e4b301a69e84bc6a1ad608294e6c166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa84e9043-fb", "ovs_interfaceid": "a84e9043-fb08-4e22-a821-7e81fcf4c134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.108807] env[70113]: INFO nova.compute.manager [-] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Took 1.47 seconds to deallocate network for instance. [ 1477.334767] env[70113]: DEBUG oslo_concurrency.lockutils [None req-21b3cb76-ab1e-4807-9cdd-91b29c84ee34 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Releasing lock "refresh_cache-011e957d-f84c-4389-8cfd-44b8e281ecdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.615732] env[70113]: DEBUG oslo_concurrency.lockutils [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.616085] env[70113]: DEBUG oslo_concurrency.lockutils [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.616322] env[70113]: DEBUG nova.objects.instance [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lazy-loading 'resources' on Instance uuid 534b8c3b-88a1-4ec3-a6fa-c37f25049a21 {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1478.169808] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6b8e97-db02-44d8-9e77-e0b62b0f3d84 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.177559] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53268f02-35eb-4cc1-968b-c7cdbfc3edc2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.207281] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1019ebb5-1315-405d-a35f-13a0c3890cb9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.214824] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119bf873-03a5-4c0d-8c9c-8b527193a911 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.228076] env[70113]: DEBUG nova.compute.provider_tree [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.340855] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b3cb76-ab1e-4807-9cdd-91b29c84ee34 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1478.341251] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bc1fb4e-aa40-445e-be28-cb27d17e51a4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.348795] env[70113]: DEBUG oslo_vmware.api [None req-21b3cb76-ab1e-4807-9cdd-91b29c84ee34 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1478.348795] env[70113]: value = "task-3416616" [ 1478.348795] env[70113]: _type = "Task" [ 1478.348795] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.355946] env[70113]: DEBUG oslo_vmware.api [None req-21b3cb76-ab1e-4807-9cdd-91b29c84ee34 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.731852] env[70113]: DEBUG nova.scheduler.client.report [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.860691] env[70113]: DEBUG oslo_vmware.api [None req-21b3cb76-ab1e-4807-9cdd-91b29c84ee34 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416616, 'name': PowerOnVM_Task, 'duration_secs': 0.392418} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.860969] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b3cb76-ab1e-4807-9cdd-91b29c84ee34 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1478.861186] env[70113]: DEBUG nova.compute.manager [None req-21b3cb76-ab1e-4807-9cdd-91b29c84ee34 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1478.861913] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f05caed-c19e-4fbc-ab95-16e5741a3da7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.236931] env[70113]: DEBUG oslo_concurrency.lockutils [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.256597] env[70113]: INFO nova.scheduler.client.report [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Deleted allocations for instance 534b8c3b-88a1-4ec3-a6fa-c37f25049a21 [ 1479.764839] env[70113]: DEBUG oslo_concurrency.lockutils [None req-77e1392a-0914-49ed-b8d8-76e8a1470a50 tempest-AttachVolumeNegativeTest-1216031158 tempest-AttachVolumeNegativeTest-1216031158-project-member] Lock "534b8c3b-88a1-4ec3-a6fa-c37f25049a21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.744s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.859301] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.859706] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.859706] env[70113]: INFO nova.compute.manager [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Shelving [ 1501.869671] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1501.870124] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e92b4a9-1c26-43da-9a66-333d16032b64 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.878566] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1501.878566] env[70113]: value = "task-3416620" [ 1501.878566] env[70113]: _type = "Task" [ 1501.878566] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.886602] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.388478] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416620, 'name': PowerOffVM_Task, 'duration_secs': 0.195292} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.388788] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1502.389577] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9966737a-5386-49e4-890f-263768cc5c93 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.408373] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41590390-66d8-4584-8191-1faf31aae38a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.919934] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Creating Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1502.920406] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-96dae970-f29f-4fd4-a080-6f7af610b464 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.930222] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1502.930222] env[70113]: value = "task-3416621" [ 1502.930222] env[70113]: _type = "Task" [ 1502.930222] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.941565] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416621, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.440974] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416621, 'name': CreateSnapshot_Task, 'duration_secs': 0.407852} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.441281] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Created Snapshot of the VM instance {{(pid=70113) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1503.442047] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b162787-cfcd-4c3e-8bbb-c6e47e770823 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.959308] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Creating linked-clone VM from snapshot {{(pid=70113) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1503.959697] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2e765825-38ab-4e64-967c-7fa113aeffff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.969760] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1503.969760] env[70113]: value = "task-3416622" [ 1503.969760] env[70113]: _type = "Task" [ 1503.969760] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.977721] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416622, 'name': CloneVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.480679] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416622, 'name': CloneVM_Task} progress is 94%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.981788] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416622, 'name': CloneVM_Task, 'duration_secs': 0.918381} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.981788] env[70113]: INFO nova.virt.vmwareapi.vmops [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Created linked-clone VM from snapshot [ 1504.982248] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a24473-954a-4763-ba66-0d28ac13e945 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.989189] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Uploading image f268055d-4960-4424-bf72-c9b558853953 {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1505.012539] env[70113]: DEBUG oslo_vmware.rw_handles [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1505.012539] env[70113]: value = "vm-681681" [ 1505.012539] env[70113]: _type = "VirtualMachine" [ 1505.012539] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1505.012819] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7626bf91-e00c-4034-8574-e6ebc60f825f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.019292] env[70113]: DEBUG oslo_vmware.rw_handles [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lease: (returnval){ [ 1505.019292] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5211a396-ebfc-464c-dd90-d88117a3c8c2" [ 1505.019292] env[70113]: _type = "HttpNfcLease" [ 1505.019292] env[70113]: } obtained for exporting VM: (result){ [ 1505.019292] env[70113]: value = "vm-681681" [ 1505.019292] env[70113]: _type = "VirtualMachine" [ 1505.019292] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1505.019576] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the lease: (returnval){ [ 1505.019576] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5211a396-ebfc-464c-dd90-d88117a3c8c2" [ 1505.019576] env[70113]: _type = "HttpNfcLease" [ 1505.019576] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1505.025241] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1505.025241] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5211a396-ebfc-464c-dd90-d88117a3c8c2" [ 1505.025241] env[70113]: _type = "HttpNfcLease" [ 1505.025241] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1505.527975] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1505.527975] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5211a396-ebfc-464c-dd90-d88117a3c8c2" [ 1505.527975] env[70113]: _type = "HttpNfcLease" [ 1505.527975] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1505.530949] env[70113]: DEBUG oslo_vmware.rw_handles [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1505.530949] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5211a396-ebfc-464c-dd90-d88117a3c8c2" [ 1505.530949] env[70113]: _type = "HttpNfcLease" [ 1505.530949] env[70113]: }. {{(pid=70113) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1505.530949] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffc2f69-bbb7-49d7-bd27-d1087d04c130 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.536549] env[70113]: DEBUG oslo_vmware.rw_handles [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210fc31-d4e9-8407-bf86-d059bfa32c85/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1505.536726] env[70113]: DEBUG oslo_vmware.rw_handles [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210fc31-d4e9-8407-bf86-d059bfa32c85/disk-0.vmdk for reading. {{(pid=70113) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1505.625659] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6e795b9b-1e1d-4430-849b-c170930b6363 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.915197] env[70113]: DEBUG oslo_vmware.rw_handles [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210fc31-d4e9-8407-bf86-d059bfa32c85/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1512.916228] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31726a55-e2dc-4c8f-9b71-a1b59ef9ea44 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.922555] env[70113]: DEBUG oslo_vmware.rw_handles [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210fc31-d4e9-8407-bf86-d059bfa32c85/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1512.922717] env[70113]: ERROR oslo_vmware.rw_handles [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210fc31-d4e9-8407-bf86-d059bfa32c85/disk-0.vmdk due to incomplete transfer. [ 1512.922927] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1665c8ea-1cf9-4f6d-b55c-8ae8947e5ec7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.929270] env[70113]: DEBUG oslo_vmware.rw_handles [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210fc31-d4e9-8407-bf86-d059bfa32c85/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1512.929458] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Uploaded image f268055d-4960-4424-bf72-c9b558853953 to the Glance image server {{(pid=70113) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1512.931731] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Destroying the VM {{(pid=70113) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1512.931955] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b6823e2e-b2a5-456a-80f1-8140fe27941f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.937574] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1512.937574] env[70113]: value = "task-3416624" [ 1512.937574] env[70113]: _type = "Task" [ 1512.937574] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.946098] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416624, 'name': Destroy_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.448102] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416624, 'name': Destroy_Task, 'duration_secs': 0.306219} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.448364] env[70113]: INFO nova.virt.vmwareapi.vm_util [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Destroyed the VM [ 1513.448630] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Deleting Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1513.448901] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fa5fb6e8-72f5-4c43-9ae4-e0e10f045079 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.456076] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1513.456076] env[70113]: value = "task-3416625" [ 1513.456076] env[70113]: _type = "Task" [ 1513.456076] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.463281] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416625, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.829860] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.964914] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416625, 'name': RemoveSnapshot_Task, 'duration_secs': 0.344507} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.965299] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Deleted Snapshot of the VM instance {{(pid=70113) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1513.965435] env[70113]: DEBUG nova.compute.manager [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.966201] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d97a27-5a3b-40d3-be04-08661502a7f3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.478662] env[70113]: INFO nova.compute.manager [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Shelve offloading [ 1514.983188] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.983479] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0797faef-b4d3-4f00-affd-d6d2a433088b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.992117] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1514.992117] env[70113]: value = "task-3416626" [ 1514.992117] env[70113]: _type = "Task" [ 1514.992117] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.001791] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] VM already powered off {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1515.001974] env[70113]: DEBUG nova.compute.manager [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1515.002705] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f51fe45-c942-4657-bbfa-748ff5f9cbf5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.009308] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.009472] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.009635] env[70113]: DEBUG nova.network.neutron [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1515.490786] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.491062] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.972030] env[70113]: DEBUG nova.network.neutron [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Updating instance_info_cache with network_info: [{"id": "b0763910-5b6e-418c-af1c-e72ab55b18bf", "address": "fa:16:3e:b7:40:41", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0763910-5b", "ovs_interfaceid": "b0763910-5b6e-418c-af1c-e72ab55b18bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.993571] env[70113]: INFO nova.compute.manager [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Detaching volume e51b8b68-c83c-4bb1-a386-d6f00f4ea4be [ 1516.023080] env[70113]: INFO nova.virt.block_device [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Attempting to driver detach volume e51b8b68-c83c-4bb1-a386-d6f00f4ea4be from mountpoint /dev/sdb [ 1516.023313] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1516.023497] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681679', 'volume_id': 'e51b8b68-c83c-4bb1-a386-d6f00f4ea4be', 'name': 'volume-e51b8b68-c83c-4bb1-a386-d6f00f4ea4be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '011e957d-f84c-4389-8cfd-44b8e281ecdc', 'attached_at': '', 'detached_at': '', 'volume_id': 'e51b8b68-c83c-4bb1-a386-d6f00f4ea4be', 'serial': 'e51b8b68-c83c-4bb1-a386-d6f00f4ea4be'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1516.024353] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aad0e44-9a7f-4155-8a59-96ce9ae1d5a5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.046629] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650a10cf-8f87-44b1-be0a-1dddf42de581 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.053658] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee123d9-4282-4ddc-bccb-ceaf91be9e5f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.072942] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4b6811-393a-41d1-86a8-bfb6ffdcdca1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.086464] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] The volume has not been displaced from its original location: [datastore2] volume-e51b8b68-c83c-4bb1-a386-d6f00f4ea4be/volume-e51b8b68-c83c-4bb1-a386-d6f00f4ea4be.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1516.091547] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1516.091799] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c361fe2a-0933-4e07-8e01-e4930cf355d4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.109512] env[70113]: DEBUG oslo_vmware.api [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1516.109512] env[70113]: value = "task-3416627" [ 1516.109512] env[70113]: _type = "Task" [ 1516.109512] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.116763] env[70113]: DEBUG oslo_vmware.api [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.474572] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.619528] env[70113]: DEBUG oslo_vmware.api [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416627, 'name': ReconfigVM_Task, 'duration_secs': 0.232097} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.619797] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1516.624673] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00575b6e-daff-492f-8098-f88206d65eab {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.639844] env[70113]: DEBUG oslo_vmware.api [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1516.639844] env[70113]: value = "task-3416628" [ 1516.639844] env[70113]: _type = "Task" [ 1516.639844] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.647123] env[70113]: DEBUG oslo_vmware.api [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.687827] env[70113]: DEBUG nova.compute.manager [req-a589c5c8-da03-43c1-a2cd-581b10ac09d8 req-cd5c58ae-f7a4-4c2a-81b1-3245a570dd58 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Received event network-vif-unplugged-b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1516.688039] env[70113]: DEBUG oslo_concurrency.lockutils [req-a589c5c8-da03-43c1-a2cd-581b10ac09d8 req-cd5c58ae-f7a4-4c2a-81b1-3245a570dd58 service nova] Acquiring lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.688265] env[70113]: DEBUG oslo_concurrency.lockutils [req-a589c5c8-da03-43c1-a2cd-581b10ac09d8 req-cd5c58ae-f7a4-4c2a-81b1-3245a570dd58 service nova] Lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.688398] env[70113]: DEBUG oslo_concurrency.lockutils [req-a589c5c8-da03-43c1-a2cd-581b10ac09d8 req-cd5c58ae-f7a4-4c2a-81b1-3245a570dd58 service nova] Lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.688567] env[70113]: DEBUG nova.compute.manager [req-a589c5c8-da03-43c1-a2cd-581b10ac09d8 req-cd5c58ae-f7a4-4c2a-81b1-3245a570dd58 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] No waiting events found dispatching network-vif-unplugged-b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1516.688730] env[70113]: WARNING nova.compute.manager [req-a589c5c8-da03-43c1-a2cd-581b10ac09d8 req-cd5c58ae-f7a4-4c2a-81b1-3245a570dd58 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Received unexpected event network-vif-unplugged-b0763910-5b6e-418c-af1c-e72ab55b18bf for instance with vm_state shelved and task_state shelving_offloading. [ 1516.771511] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1516.772408] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22199c5d-5424-4d17-9665-4b2729420917 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.780056] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1516.780284] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-645f40eb-2b37-4bd5-87db-268f67da6873 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.829737] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.837941] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1516.838187] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Deleting contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1516.838372] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Deleting the datastore file [datastore1] 7f27a8f5-6011-42c1-9169-0963c2bcf8dc {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1516.838648] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-273df79f-ab54-4a91-af80-a917ed212ac5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.846184] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1516.846184] env[70113]: value = "task-3416630" [ 1516.846184] env[70113]: _type = "Task" [ 1516.846184] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.853186] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.151279] env[70113]: DEBUG oslo_vmware.api [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.332651] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.332838] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.333019] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.333185] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70113) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1517.334064] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e21dda-02b4-4595-8f60-dead2fa8dcec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.342064] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6ab2d4-1d08-4083-b479-c46bbc6cd52b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.359110] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439a3db5-2708-4d7d-b451-61783cdcd947 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.366585] env[70113]: DEBUG oslo_vmware.api [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132015} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.368653] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1517.368894] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Deleted contents of the VM from datastore datastore1 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1517.369220] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1517.372419] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96713b0f-c466-45a1-879d-0ee61a4b7419 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.402303] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180566MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=70113) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1517.402463] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.402686] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.405117] env[70113]: INFO nova.scheduler.client.report [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Deleted allocations for instance 7f27a8f5-6011-42c1-9169-0963c2bcf8dc [ 1517.650356] env[70113]: DEBUG oslo_vmware.api [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416628, 'name': ReconfigVM_Task, 'duration_secs': 0.781014} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.650702] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681679', 'volume_id': 'e51b8b68-c83c-4bb1-a386-d6f00f4ea4be', 'name': 'volume-e51b8b68-c83c-4bb1-a386-d6f00f4ea4be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '011e957d-f84c-4389-8cfd-44b8e281ecdc', 'attached_at': '', 'detached_at': '', 'volume_id': 'e51b8b68-c83c-4bb1-a386-d6f00f4ea4be', 'serial': 'e51b8b68-c83c-4bb1-a386-d6f00f4ea4be'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1517.911105] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.194052] env[70113]: DEBUG nova.objects.instance [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lazy-loading 'flavor' on Instance uuid 011e957d-f84c-4389-8cfd-44b8e281ecdc {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.482119] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 011e957d-f84c-4389-8cfd-44b8e281ecdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1518.482346] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1518.482492] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1518.508105] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d2ba97-df77-49fa-b3b5-64ddfd4db339 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.515772] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724f637d-075e-4ae7-a2de-e2b7d3862ccf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.547560] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab4a433-da8f-4ed0-8474-1c7d6825e656 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.554428] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fdd0f1-aded-4633-8197-fb4a0e459450 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.568324] env[70113]: DEBUG nova.compute.provider_tree [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.717712] env[70113]: DEBUG nova.compute.manager [req-9404abd2-e63a-4c1f-9b4e-bfc86b5260c7 req-7c762e12-9586-419a-9752-3957849331d4 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Received event network-changed-b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1518.717950] env[70113]: DEBUG nova.compute.manager [req-9404abd2-e63a-4c1f-9b4e-bfc86b5260c7 req-7c762e12-9586-419a-9752-3957849331d4 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Refreshing instance network info cache due to event network-changed-b0763910-5b6e-418c-af1c-e72ab55b18bf. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1518.718107] env[70113]: DEBUG oslo_concurrency.lockutils [req-9404abd2-e63a-4c1f-9b4e-bfc86b5260c7 req-7c762e12-9586-419a-9752-3957849331d4 service nova] Acquiring lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.718253] env[70113]: DEBUG oslo_concurrency.lockutils [req-9404abd2-e63a-4c1f-9b4e-bfc86b5260c7 req-7c762e12-9586-419a-9752-3957849331d4 service nova] Acquired lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.718408] env[70113]: DEBUG nova.network.neutron [req-9404abd2-e63a-4c1f-9b4e-bfc86b5260c7 req-7c762e12-9586-419a-9752-3957849331d4 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Refreshing network info cache for port b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1519.071722] env[70113]: DEBUG nova.scheduler.client.report [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.202170] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9a777efe-1125-4d70-9e93-37f572a2f485 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.711s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.508594] env[70113]: DEBUG nova.network.neutron [req-9404abd2-e63a-4c1f-9b4e-bfc86b5260c7 req-7c762e12-9586-419a-9752-3957849331d4 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Updated VIF entry in instance network info cache for port b0763910-5b6e-418c-af1c-e72ab55b18bf. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.508958] env[70113]: DEBUG nova.network.neutron [req-9404abd2-e63a-4c1f-9b4e-bfc86b5260c7 req-7c762e12-9586-419a-9752-3957849331d4 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Updating instance_info_cache with network_info: [{"id": "b0763910-5b6e-418c-af1c-e72ab55b18bf", "address": "fa:16:3e:b7:40:41", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb0763910-5b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.510296] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.576176] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1519.576344] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.174s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.576580] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.666s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.576803] env[70113]: DEBUG nova.objects.instance [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lazy-loading 'resources' on Instance uuid 7f27a8f5-6011-42c1-9169-0963c2bcf8dc {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1519.696786] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9f9c1fb1-698b-4911-997d-ca3548b76283 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.697143] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9f9c1fb1-698b-4911-997d-ca3548b76283 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.697318] env[70113]: DEBUG nova.compute.manager [None req-9f9c1fb1-698b-4911-997d-ca3548b76283 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1519.698201] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f099e2-c9e6-4af6-90ba-beb13425387e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.705324] env[70113]: DEBUG nova.compute.manager [None req-9f9c1fb1-698b-4911-997d-ca3548b76283 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70113) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1519.705903] env[70113]: DEBUG nova.objects.instance [None req-9f9c1fb1-698b-4911-997d-ca3548b76283 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lazy-loading 'flavor' on Instance uuid 011e957d-f84c-4389-8cfd-44b8e281ecdc {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.012285] env[70113]: DEBUG oslo_concurrency.lockutils [req-9404abd2-e63a-4c1f-9b4e-bfc86b5260c7 req-7c762e12-9586-419a-9752-3957849331d4 service nova] Releasing lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.079348] env[70113]: DEBUG nova.objects.instance [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lazy-loading 'numa_topology' on Instance uuid 7f27a8f5-6011-42c1-9169-0963c2bcf8dc {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.578157] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.578459] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.578554] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.581193] env[70113]: DEBUG nova.objects.base [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Object Instance<7f27a8f5-6011-42c1-9169-0963c2bcf8dc> lazy-loaded attributes: resources,numa_topology {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1520.620303] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf9dbd3-2cf8-41cb-acb0-27d0e3cf3a56 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.628192] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1c1aa8-6928-4e24-872e-676d8cfde154 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.658357] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6631c72-7529-4c98-aa03-3c0b33227c2c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.665144] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ba3a1c-2730-4c92-b41a-52ee7aae65e2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.677727] env[70113]: DEBUG nova.compute.provider_tree [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.712466] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9c1fb1-698b-4911-997d-ca3548b76283 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1520.712683] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11e9e1df-0dcd-4908-85ff-161826035d4a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.720061] env[70113]: DEBUG oslo_vmware.api [None req-9f9c1fb1-698b-4911-997d-ca3548b76283 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1520.720061] env[70113]: value = "task-3416631" [ 1520.720061] env[70113]: _type = "Task" [ 1520.720061] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.727466] env[70113]: DEBUG oslo_vmware.api [None req-9f9c1fb1-698b-4911-997d-ca3548b76283 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.829479] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.829736] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70113) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1521.180931] env[70113]: DEBUG nova.scheduler.client.report [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.231344] env[70113]: DEBUG oslo_vmware.api [None req-9f9c1fb1-698b-4911-997d-ca3548b76283 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416631, 'name': PowerOffVM_Task, 'duration_secs': 0.178369} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.231688] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9c1fb1-698b-4911-997d-ca3548b76283 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1521.231932] env[70113]: DEBUG nova.compute.manager [None req-9f9c1fb1-698b-4911-997d-ca3548b76283 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1521.232874] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830ea51f-7479-40bf-a1d8-09b55f832e31 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.685666] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.744525] env[70113]: DEBUG oslo_concurrency.lockutils [None req-9f9c1fb1-698b-4911-997d-ca3548b76283 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.112363] env[70113]: DEBUG nova.objects.instance [None req-6c5ea7f4-731f-4224-937e-3ab379d3db2c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lazy-loading 'flavor' on Instance uuid 011e957d-f84c-4389-8cfd-44b8e281ecdc {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.196516] env[70113]: DEBUG oslo_concurrency.lockutils [None req-c5708082-1a44-4062-b203-e09d36b6747b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.336s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.197029] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.687s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.197341] env[70113]: INFO nova.compute.manager [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Unshelving [ 1522.618072] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6c5ea7f4-731f-4224-937e-3ab379d3db2c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "refresh_cache-011e957d-f84c-4389-8cfd-44b8e281ecdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.618385] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6c5ea7f4-731f-4224-937e-3ab379d3db2c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquired lock "refresh_cache-011e957d-f84c-4389-8cfd-44b8e281ecdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.618531] env[70113]: DEBUG nova.network.neutron [None req-6c5ea7f4-731f-4224-937e-3ab379d3db2c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.618652] env[70113]: DEBUG nova.objects.instance [None req-6c5ea7f4-731f-4224-937e-3ab379d3db2c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lazy-loading 'info_cache' on Instance uuid 011e957d-f84c-4389-8cfd-44b8e281ecdc {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.121678] env[70113]: DEBUG nova.objects.base [None req-6c5ea7f4-731f-4224-937e-3ab379d3db2c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Object Instance<011e957d-f84c-4389-8cfd-44b8e281ecdc> lazy-loaded attributes: flavor,info_cache {{(pid=70113) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1523.218778] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.219152] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.219379] env[70113]: DEBUG nova.objects.instance [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lazy-loading 'pci_requests' on Instance uuid 7f27a8f5-6011-42c1-9169-0963c2bcf8dc {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.723081] env[70113]: DEBUG nova.objects.instance [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lazy-loading 'numa_topology' on Instance uuid 7f27a8f5-6011-42c1-9169-0963c2bcf8dc {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.826234] env[70113]: DEBUG nova.network.neutron [None req-6c5ea7f4-731f-4224-937e-3ab379d3db2c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Updating instance_info_cache with network_info: [{"id": "a84e9043-fb08-4e22-a821-7e81fcf4c134", "address": "fa:16:3e:1e:05:e7", "network": {"id": "d9a939dc-b2ad-425e-a280-fabc214905d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1037794600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e4b301a69e84bc6a1ad608294e6c166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa84e9043-fb", "ovs_interfaceid": "a84e9043-fb08-4e22-a821-7e81fcf4c134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.227548] env[70113]: INFO nova.compute.claims [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1524.328643] env[70113]: DEBUG oslo_concurrency.lockutils [None req-6c5ea7f4-731f-4224-937e-3ab379d3db2c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Releasing lock "refresh_cache-011e957d-f84c-4389-8cfd-44b8e281ecdc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.825463] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.828932] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.829169] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.270324] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4672d5-0447-43e4-9b00-461dfd8d1c22 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.277731] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2170048a-3709-41a8-8e88-6b3e1bda950c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.307411] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d84f1f-8d26-45c2-87de-9d0a4b01b1c9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.314419] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a92071-37f4-4dc9-a4a0-eabe94f3afde {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.327462] env[70113]: DEBUG nova.compute.provider_tree [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.332614] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5ea7f4-731f-4224-937e-3ab379d3db2c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1525.332834] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4bd1b69-a97b-4699-a409-3141f35ee699 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.339686] env[70113]: DEBUG oslo_vmware.api [None req-6c5ea7f4-731f-4224-937e-3ab379d3db2c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1525.339686] env[70113]: value = "task-3416632" [ 1525.339686] env[70113]: _type = "Task" [ 1525.339686] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.349124] env[70113]: DEBUG oslo_vmware.api [None req-6c5ea7f4-731f-4224-937e-3ab379d3db2c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.830868] env[70113]: DEBUG nova.scheduler.client.report [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1525.850332] env[70113]: DEBUG oslo_vmware.api [None req-6c5ea7f4-731f-4224-937e-3ab379d3db2c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416632, 'name': PowerOnVM_Task, 'duration_secs': 0.344063} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.850585] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5ea7f4-731f-4224-937e-3ab379d3db2c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1525.850778] env[70113]: DEBUG nova.compute.manager [None req-6c5ea7f4-731f-4224-937e-3ab379d3db2c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1525.851557] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8ad9e7-a7a6-4f26-ac4b-9a7ce7d8a0a9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.333055] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.333055] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Cleaning up deleted instances {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1526.335171] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.116s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.363722] env[70113]: INFO nova.network.neutron [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Updating port b0763910-5b6e-418c-af1c-e72ab55b18bf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1526.841204] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] There are 22 instances to clean {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1526.841428] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 534b8c3b-88a1-4ec3-a6fa-c37f25049a21] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1527.344777] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: d3887bb7-f79d-4baa-a524-ec383c271c60] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1527.730804] env[70113]: DEBUG nova.compute.manager [req-82a07105-72b1-41c9-a9d8-7790aa45f43a req-26b2d992-031f-421c-8ea3-e91a9b0f095e service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Received event network-vif-plugged-b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1527.731219] env[70113]: DEBUG oslo_concurrency.lockutils [req-82a07105-72b1-41c9-a9d8-7790aa45f43a req-26b2d992-031f-421c-8ea3-e91a9b0f095e service nova] Acquiring lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.731318] env[70113]: DEBUG oslo_concurrency.lockutils [req-82a07105-72b1-41c9-a9d8-7790aa45f43a req-26b2d992-031f-421c-8ea3-e91a9b0f095e service nova] Lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.731415] env[70113]: DEBUG oslo_concurrency.lockutils [req-82a07105-72b1-41c9-a9d8-7790aa45f43a req-26b2d992-031f-421c-8ea3-e91a9b0f095e service nova] Lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.731673] env[70113]: DEBUG nova.compute.manager [req-82a07105-72b1-41c9-a9d8-7790aa45f43a req-26b2d992-031f-421c-8ea3-e91a9b0f095e service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] No waiting events found dispatching network-vif-plugged-b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1527.731796] env[70113]: WARNING nova.compute.manager [req-82a07105-72b1-41c9-a9d8-7790aa45f43a req-26b2d992-031f-421c-8ea3-e91a9b0f095e service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Received unexpected event network-vif-plugged-b0763910-5b6e-418c-af1c-e72ab55b18bf for instance with vm_state shelved_offloaded and task_state spawning. [ 1527.809982] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.810070] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.810274] env[70113]: DEBUG nova.network.neutron [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1527.847558] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 4553ba68-51c6-4a79-a1ed-db2727540d10] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1528.351051] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: a4ab6a55-dc45-4aa8-991e-4e93bc8e8ae5] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1528.554524] env[70113]: DEBUG nova.network.neutron [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Updating instance_info_cache with network_info: [{"id": "b0763910-5b6e-418c-af1c-e72ab55b18bf", "address": "fa:16:3e:b7:40:41", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0763910-5b", "ovs_interfaceid": "b0763910-5b6e-418c-af1c-e72ab55b18bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.857679] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: ad48e669-47e5-43df-b498-ef7197aebe07] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.057482] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.084726] env[70113]: DEBUG nova.virt.hardware [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a1f5b02218ec5acbe46153bc1be6719f',container_format='bare',created_at=2025-04-14T12:44:24Z,direct_url=,disk_format='vmdk',id=f268055d-4960-4424-bf72-c9b558853953,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1000762297-shelved',owner='7afb2ce6a3344c0d8b2adca008028346',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-14T12:44:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1529.084975] env[70113]: DEBUG nova.virt.hardware [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.085149] env[70113]: DEBUG nova.virt.hardware [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1529.085340] env[70113]: DEBUG nova.virt.hardware [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.085532] env[70113]: DEBUG nova.virt.hardware [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1529.085689] env[70113]: DEBUG nova.virt.hardware [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1529.085894] env[70113]: DEBUG nova.virt.hardware [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1529.086061] env[70113]: DEBUG nova.virt.hardware [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1529.086230] env[70113]: DEBUG nova.virt.hardware [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1529.086392] env[70113]: DEBUG nova.virt.hardware [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1529.086563] env[70113]: DEBUG nova.virt.hardware [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1529.087452] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885de888-edd6-495f-a291-ea15e89d1f6c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.095349] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba022d9e-1e13-444f-9ab5-aa1fb8b2123a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.111878] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:40:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0763910-5b6e-418c-af1c-e72ab55b18bf', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1529.119942] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1529.120209] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1529.120418] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c94c11b5-87ae-48de-990e-e96b3177fa91 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.138920] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1529.138920] env[70113]: value = "task-3416633" [ 1529.138920] env[70113]: _type = "Task" [ 1529.138920] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.146302] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416633, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.361294] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: be67b558-3ace-46a7-a18c-a7427ee9f52b] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.649811] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416633, 'name': CreateVM_Task, 'duration_secs': 0.297226} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.649973] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1529.650678] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f268055d-4960-4424-bf72-c9b558853953" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.650841] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f268055d-4960-4424-bf72-c9b558853953" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.651231] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f268055d-4960-4424-bf72-c9b558853953" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.651487] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c321df18-60f0-4bf0-a36b-e58aac907699 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.655587] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1529.655587] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52875be5-cad6-335a-5605-2ba8a3d0501a" [ 1529.655587] env[70113]: _type = "Task" [ 1529.655587] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.665832] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52875be5-cad6-335a-5605-2ba8a3d0501a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.757421] env[70113]: DEBUG nova.compute.manager [req-72959dd1-bb86-4201-9eb6-c9c8d3868a96 req-5cc1dba0-c741-459f-b91e-4e09d8c7bde6 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Received event network-changed-b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1529.757594] env[70113]: DEBUG nova.compute.manager [req-72959dd1-bb86-4201-9eb6-c9c8d3868a96 req-5cc1dba0-c741-459f-b91e-4e09d8c7bde6 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Refreshing instance network info cache due to event network-changed-b0763910-5b6e-418c-af1c-e72ab55b18bf. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1529.757804] env[70113]: DEBUG oslo_concurrency.lockutils [req-72959dd1-bb86-4201-9eb6-c9c8d3868a96 req-5cc1dba0-c741-459f-b91e-4e09d8c7bde6 service nova] Acquiring lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.757942] env[70113]: DEBUG oslo_concurrency.lockutils [req-72959dd1-bb86-4201-9eb6-c9c8d3868a96 req-5cc1dba0-c741-459f-b91e-4e09d8c7bde6 service nova] Acquired lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.758108] env[70113]: DEBUG nova.network.neutron [req-72959dd1-bb86-4201-9eb6-c9c8d3868a96 req-5cc1dba0-c741-459f-b91e-4e09d8c7bde6 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Refreshing network info cache for port b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1529.864382] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 8663e88a-2993-41a0-b71b-31ee0af84a67] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1530.165947] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f268055d-4960-4424-bf72-c9b558853953" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.166220] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Processing image f268055d-4960-4424-bf72-c9b558853953 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1530.166448] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f268055d-4960-4424-bf72-c9b558853953/f268055d-4960-4424-bf72-c9b558853953.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.166597] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f268055d-4960-4424-bf72-c9b558853953/f268055d-4960-4424-bf72-c9b558853953.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.166805] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1530.167017] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-679a56f5-c2b6-49b8-8cd9-06d161b324a4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.174948] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1530.175128] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1530.175785] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e74dc212-98c2-4bf9-8121-98c80d0aab55 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.180718] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1530.180718] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a1cb39-95be-0acf-665f-0ff9755c9aac" [ 1530.180718] env[70113]: _type = "Task" [ 1530.180718] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.187613] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52a1cb39-95be-0acf-665f-0ff9755c9aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.367259] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 7ba0f52e-6ebc-430a-8515-6603dde1870e] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1530.439344] env[70113]: DEBUG nova.network.neutron [req-72959dd1-bb86-4201-9eb6-c9c8d3868a96 req-5cc1dba0-c741-459f-b91e-4e09d8c7bde6 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Updated VIF entry in instance network info cache for port b0763910-5b6e-418c-af1c-e72ab55b18bf. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1530.439760] env[70113]: DEBUG nova.network.neutron [req-72959dd1-bb86-4201-9eb6-c9c8d3868a96 req-5cc1dba0-c741-459f-b91e-4e09d8c7bde6 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Updating instance_info_cache with network_info: [{"id": "b0763910-5b6e-418c-af1c-e72ab55b18bf", "address": "fa:16:3e:b7:40:41", "network": {"id": "dd6ed565-832f-4108-b025-c9da9f1bb30d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1131684219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7afb2ce6a3344c0d8b2adca008028346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0763910-5b", "ovs_interfaceid": "b0763910-5b6e-418c-af1c-e72ab55b18bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.690845] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Preparing fetch location {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1530.691082] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Fetch image to [datastore2] OSTACK_IMG_3a049540-7ac5-49bb-bc7f-5cbcbff5b3a0/OSTACK_IMG_3a049540-7ac5-49bb-bc7f-5cbcbff5b3a0.vmdk {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1530.691278] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Downloading stream optimized image f268055d-4960-4424-bf72-c9b558853953 to [datastore2] OSTACK_IMG_3a049540-7ac5-49bb-bc7f-5cbcbff5b3a0/OSTACK_IMG_3a049540-7ac5-49bb-bc7f-5cbcbff5b3a0.vmdk on the data store datastore2 as vApp {{(pid=70113) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1530.691449] env[70113]: DEBUG nova.virt.vmwareapi.images [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Downloading image file data f268055d-4960-4424-bf72-c9b558853953 to the ESX as VM named 'OSTACK_IMG_3a049540-7ac5-49bb-bc7f-5cbcbff5b3a0' {{(pid=70113) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1530.755930] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1530.755930] env[70113]: value = "resgroup-9" [ 1530.755930] env[70113]: _type = "ResourcePool" [ 1530.755930] env[70113]: }. {{(pid=70113) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1530.756210] env[70113]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4f4db14f-874d-46a7-936a-97cbfae39426 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.780699] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lease: (returnval){ [ 1530.780699] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5226bf2a-9cf4-eed6-e5b0-6112731195d2" [ 1530.780699] env[70113]: _type = "HttpNfcLease" [ 1530.780699] env[70113]: } obtained for vApp import into resource pool (val){ [ 1530.780699] env[70113]: value = "resgroup-9" [ 1530.780699] env[70113]: _type = "ResourcePool" [ 1530.780699] env[70113]: }. {{(pid=70113) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1530.781071] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the lease: (returnval){ [ 1530.781071] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5226bf2a-9cf4-eed6-e5b0-6112731195d2" [ 1530.781071] env[70113]: _type = "HttpNfcLease" [ 1530.781071] env[70113]: } to be ready. {{(pid=70113) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1530.787279] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1530.787279] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5226bf2a-9cf4-eed6-e5b0-6112731195d2" [ 1530.787279] env[70113]: _type = "HttpNfcLease" [ 1530.787279] env[70113]: } is initializing. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1530.871193] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 70834b1c-f2b6-45b4-a761-ec525b577b3b] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1530.942047] env[70113]: DEBUG oslo_concurrency.lockutils [req-72959dd1-bb86-4201-9eb6-c9c8d3868a96 req-5cc1dba0-c741-459f-b91e-4e09d8c7bde6 service nova] Releasing lock "refresh_cache-7f27a8f5-6011-42c1-9169-0963c2bcf8dc" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.290089] env[70113]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1531.290089] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5226bf2a-9cf4-eed6-e5b0-6112731195d2" [ 1531.290089] env[70113]: _type = "HttpNfcLease" [ 1531.290089] env[70113]: } is ready. {{(pid=70113) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1531.290419] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1531.290419] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]5226bf2a-9cf4-eed6-e5b0-6112731195d2" [ 1531.290419] env[70113]: _type = "HttpNfcLease" [ 1531.290419] env[70113]: }. {{(pid=70113) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1531.291054] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09bc030-748e-4628-824a-66bed8dc2f17 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.297685] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232c3c9-d89b-4c8a-3bb9-b0b6e7963283/disk-0.vmdk from lease info. {{(pid=70113) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1531.297883] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232c3c9-d89b-4c8a-3bb9-b0b6e7963283/disk-0.vmdk. {{(pid=70113) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1531.360798] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3085f55-6800-4744-90ec-4045838688af {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.374530] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: cf3bd012-ce2f-4c5e-aafb-a62e34b74161] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1531.878355] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 4faf11a5-fc24-4996-8b2a-0328a8bb8078] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1532.375456] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Completed reading data from the image iterator. {{(pid=70113) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1532.375900] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232c3c9-d89b-4c8a-3bb9-b0b6e7963283/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1532.376887] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47a007c-3239-4644-b9aa-f54d4aa265f6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.382012] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: e7368e8f-6658-46e3-b718-7f97eb840162] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1532.385124] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232c3c9-d89b-4c8a-3bb9-b0b6e7963283/disk-0.vmdk is in state: ready. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1532.385295] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232c3c9-d89b-4c8a-3bb9-b0b6e7963283/disk-0.vmdk. {{(pid=70113) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1532.385727] env[70113]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e995ed30-d83e-454f-9e6a-e77d420f8045 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.775744] env[70113]: DEBUG oslo_vmware.rw_handles [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232c3c9-d89b-4c8a-3bb9-b0b6e7963283/disk-0.vmdk. {{(pid=70113) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1532.775964] env[70113]: INFO nova.virt.vmwareapi.images [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Downloaded image file data f268055d-4960-4424-bf72-c9b558853953 [ 1532.776842] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ce8f29-0178-4770-a79e-8f358d02503e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.792039] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c4a2e54-8abe-47ff-99a3-6b0843c4c308 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.833130] env[70113]: INFO nova.virt.vmwareapi.images [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] The imported VM was unregistered [ 1532.835595] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Caching image {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1532.835829] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f268055d-4960-4424-bf72-c9b558853953 {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1532.836108] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecc49913-e38d-4f19-8f1c-1ebf0ee0647e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.851926] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Created directory with path [datastore2] devstack-image-cache_base/f268055d-4960-4424-bf72-c9b558853953 {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1532.852128] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3a049540-7ac5-49bb-bc7f-5cbcbff5b3a0/OSTACK_IMG_3a049540-7ac5-49bb-bc7f-5cbcbff5b3a0.vmdk to [datastore2] devstack-image-cache_base/f268055d-4960-4424-bf72-c9b558853953/f268055d-4960-4424-bf72-c9b558853953.vmdk. {{(pid=70113) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1532.852375] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b0b4755a-be94-4b25-bc79-2feebff9acd5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.859406] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1532.859406] env[70113]: value = "task-3416636" [ 1532.859406] env[70113]: _type = "Task" [ 1532.859406] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.867162] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416636, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.886740] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 9b480a90-fa49-44d5-88f0-f0bf97a6ed67] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1533.369709] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416636, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.390444] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: bfb64408-fac0-4574-bcb3-b8851257932c] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1533.871381] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416636, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.894220] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: de865b44-7aaf-4a5d-8088-055d518180fe] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1534.371307] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416636, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.398074] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 063cfe1f-fac9-4ab0-80dc-102e13afe0f6] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1534.872080] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416636, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.901902] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 7613b733-e4dd-49d6-8fde-2231e945323c] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1535.372904] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416636, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.221871} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.373188] env[70113]: INFO nova.virt.vmwareapi.ds_util [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3a049540-7ac5-49bb-bc7f-5cbcbff5b3a0/OSTACK_IMG_3a049540-7ac5-49bb-bc7f-5cbcbff5b3a0.vmdk to [datastore2] devstack-image-cache_base/f268055d-4960-4424-bf72-c9b558853953/f268055d-4960-4424-bf72-c9b558853953.vmdk. [ 1535.373379] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Cleaning up location [datastore2] OSTACK_IMG_3a049540-7ac5-49bb-bc7f-5cbcbff5b3a0 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1535.373545] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3a049540-7ac5-49bb-bc7f-5cbcbff5b3a0 {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1535.373785] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-447dfb30-f1dd-4d58-8365-b11131523344 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.379538] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1535.379538] env[70113]: value = "task-3416637" [ 1535.379538] env[70113]: _type = "Task" [ 1535.379538] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.386417] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.405322] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 5f4fab1f-b3c7-4d65-bcd1-0149881734cd] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1535.889939] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034173} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.890214] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1535.890388] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f268055d-4960-4424-bf72-c9b558853953/f268055d-4960-4424-bf72-c9b558853953.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.890633] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f268055d-4960-4424-bf72-c9b558853953/f268055d-4960-4424-bf72-c9b558853953.vmdk to [datastore2] 7f27a8f5-6011-42c1-9169-0963c2bcf8dc/7f27a8f5-6011-42c1-9169-0963c2bcf8dc.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1535.890879] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ef3ca5b-bff1-454d-b4c8-25ae126e8fd2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.897256] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1535.897256] env[70113]: value = "task-3416638" [ 1535.897256] env[70113]: _type = "Task" [ 1535.897256] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.904070] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.908535] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 09b3ba31-7483-4fd1-b39c-cc63d3de375a] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1536.407266] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416638, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.411834] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: e60e781b-f764-42c3-8e06-5f066a0e1513] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1536.907707] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416638, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.915365] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 02c505b2-d1ff-4aae-b887-b10678a49427] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1537.408861] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416638, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.418595] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] [instance: 135fdd6c-b39a-4da2-a076-7aa092aa0d34] Instance has had 0 of 5 cleanup attempts {{(pid=70113) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1537.909178] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416638, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.923112] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1537.923365] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Cleaning up deleted instances with incomplete migration {{(pid=70113) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1538.409810] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416638, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.170582} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.410104] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f268055d-4960-4424-bf72-c9b558853953/f268055d-4960-4424-bf72-c9b558853953.vmdk to [datastore2] 7f27a8f5-6011-42c1-9169-0963c2bcf8dc/7f27a8f5-6011-42c1-9169-0963c2bcf8dc.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.410993] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9075ccb5-0632-47da-99c1-3fb8ee874416 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.432175] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 7f27a8f5-6011-42c1-9169-0963c2bcf8dc/7f27a8f5-6011-42c1-9169-0963c2bcf8dc.vmdk or device None with type streamOptimized {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1538.432577] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bfefafd-5a7b-4246-b90b-45211fdf6fbe {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.451307] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1538.451307] env[70113]: value = "task-3416639" [ 1538.451307] env[70113]: _type = "Task" [ 1538.451307] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.459026] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.961631] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416639, 'name': ReconfigVM_Task, 'duration_secs': 0.310654} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.963030] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 7f27a8f5-6011-42c1-9169-0963c2bcf8dc/7f27a8f5-6011-42c1-9169-0963c2bcf8dc.vmdk or device None with type streamOptimized {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.963030] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33e2f3e9-b120-4595-8330-32367cdf443f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.969140] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1538.969140] env[70113]: value = "task-3416640" [ 1538.969140] env[70113]: _type = "Task" [ 1538.969140] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.976681] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416640, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.478967] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416640, 'name': Rename_Task, 'duration_secs': 0.404763} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.479296] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1539.479552] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ffd3948-bfe1-4b89-b3a6-1e60368e7c90 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.485554] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1539.485554] env[70113]: value = "task-3416641" [ 1539.485554] env[70113]: _type = "Task" [ 1539.485554] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.492594] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.995986] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416641, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.496460] env[70113]: DEBUG oslo_vmware.api [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416641, 'name': PowerOnVM_Task, 'duration_secs': 0.708863} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.496830] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.588919] env[70113]: DEBUG nova.compute.manager [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1540.589896] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2088774a-5332-4b31-aa9c-be914fb4b419 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.107237] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a7939e9e-c667-452a-82bd-feddd1e0cc59 tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.910s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.365631] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.366044] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.366135] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.366323] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.366520] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.368642] env[70113]: INFO nova.compute.manager [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Terminating instance [ 1542.873363] env[70113]: DEBUG nova.compute.manager [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1542.873638] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1542.875014] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b206dc-8000-460c-bda6-4f4286a4b51f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.883093] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.883353] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52b3b57a-5d7c-4a27-baa7-bfd79d2499ec {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.889274] env[70113]: DEBUG oslo_vmware.api [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1542.889274] env[70113]: value = "task-3416642" [ 1542.889274] env[70113]: _type = "Task" [ 1542.889274] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.897061] env[70113]: DEBUG oslo_vmware.api [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.400138] env[70113]: DEBUG oslo_vmware.api [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416642, 'name': PowerOffVM_Task, 'duration_secs': 0.171846} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.400609] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.400609] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1543.400812] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eea24745-0e6c-4e63-9f85-416e46fb54db {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.461793] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1543.461966] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1543.462137] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Deleting the datastore file [datastore2] 7f27a8f5-6011-42c1-9169-0963c2bcf8dc {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1543.462396] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36004f7d-07b8-41c3-9a22-2ca5553019fd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.468954] env[70113]: DEBUG oslo_vmware.api [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for the task: (returnval){ [ 1543.468954] env[70113]: value = "task-3416644" [ 1543.468954] env[70113]: _type = "Task" [ 1543.468954] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.476623] env[70113]: DEBUG oslo_vmware.api [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.978464] env[70113]: DEBUG oslo_vmware.api [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Task: {'id': task-3416644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132202} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.978724] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1543.978907] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1543.979093] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1543.979266] env[70113]: INFO nova.compute.manager [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1543.979531] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1543.979737] env[70113]: DEBUG nova.compute.manager [-] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1543.979831] env[70113]: DEBUG nova.network.neutron [-] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1544.469570] env[70113]: DEBUG nova.compute.manager [req-695c323c-7f7c-4417-889d-28af236b51d9 req-49bd5f95-d353-4d5d-abfb-3f74f6c194e1 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Received event network-vif-deleted-b0763910-5b6e-418c-af1c-e72ab55b18bf {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1544.469820] env[70113]: INFO nova.compute.manager [req-695c323c-7f7c-4417-889d-28af236b51d9 req-49bd5f95-d353-4d5d-abfb-3f74f6c194e1 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Neutron deleted interface b0763910-5b6e-418c-af1c-e72ab55b18bf; detaching it from the instance and deleting it from the info cache [ 1544.469820] env[70113]: DEBUG nova.network.neutron [req-695c323c-7f7c-4417-889d-28af236b51d9 req-49bd5f95-d353-4d5d-abfb-3f74f6c194e1 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.947722] env[70113]: DEBUG nova.network.neutron [-] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.972680] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82a3b973-3270-4c83-ae0f-ddb3f4053e3d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.988420] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ba8bd2-1493-4d2c-b999-2acc069ab714 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.020283] env[70113]: DEBUG nova.compute.manager [req-695c323c-7f7c-4417-889d-28af236b51d9 req-49bd5f95-d353-4d5d-abfb-3f74f6c194e1 service nova] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Detach interface failed, port_id=b0763910-5b6e-418c-af1c-e72ab55b18bf, reason: Instance 7f27a8f5-6011-42c1-9169-0963c2bcf8dc could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1545.450456] env[70113]: INFO nova.compute.manager [-] [instance: 7f27a8f5-6011-42c1-9169-0963c2bcf8dc] Took 1.47 seconds to deallocate network for instance. [ 1545.958059] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.958059] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.958515] env[70113]: DEBUG nova.objects.instance [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lazy-loading 'resources' on Instance uuid 7f27a8f5-6011-42c1-9169-0963c2bcf8dc {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.502323] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46fb672-1d0b-4a1a-8667-590fb8e88902 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.509680] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a622ad6-b154-46a6-812f-192bdc8b91f1 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.538347] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e46eb4-4376-4696-92f9-ad2da8c7d3ed {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.545267] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d739e16-d4f2-4cb6-847a-dcab3fec58f0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.558865] env[70113]: DEBUG nova.compute.provider_tree [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.061651] env[70113]: DEBUG nova.scheduler.client.report [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1547.566499] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.586806] env[70113]: INFO nova.scheduler.client.report [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Deleted allocations for instance 7f27a8f5-6011-42c1-9169-0963c2bcf8dc [ 1548.095380] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1a02e5fd-069e-45b8-8459-ab92dd83e96b tempest-ServerActionsTestOtherB-132358834 tempest-ServerActionsTestOtherB-132358834-project-member] Lock "7f27a8f5-6011-42c1-9169-0963c2bcf8dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.729s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.131136] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.131562] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.131680] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "011e957d-f84c-4389-8cfd-44b8e281ecdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.131864] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.132049] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.134203] env[70113]: INFO nova.compute.manager [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Terminating instance [ 1557.638284] env[70113]: DEBUG nova.compute.manager [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1557.638545] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1557.639586] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0a0bd7-4604-416a-9b38-f76f14ac11d0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.647636] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1557.647867] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7cac41e-bd78-476e-b332-48ebad8fc50e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.653698] env[70113]: DEBUG oslo_vmware.api [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1557.653698] env[70113]: value = "task-3416646" [ 1557.653698] env[70113]: _type = "Task" [ 1557.653698] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.662243] env[70113]: DEBUG oslo_vmware.api [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.164103] env[70113]: DEBUG oslo_vmware.api [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416646, 'name': PowerOffVM_Task, 'duration_secs': 0.178451} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.164484] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1558.164548] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1558.164780] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01d93bac-0242-47ac-9158-763b4be13d1a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.228238] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1558.228506] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1558.228670] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Deleting the datastore file [datastore2] 011e957d-f84c-4389-8cfd-44b8e281ecdc {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1558.228874] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87335ca2-1261-40ce-88f2-8d389f016143 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.235163] env[70113]: DEBUG oslo_vmware.api [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1558.235163] env[70113]: value = "task-3416648" [ 1558.235163] env[70113]: _type = "Task" [ 1558.235163] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.242534] env[70113]: DEBUG oslo_vmware.api [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.744955] env[70113]: DEBUG oslo_vmware.api [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141442} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.745322] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1558.745473] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1558.745651] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1558.745824] env[70113]: INFO nova.compute.manager [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1558.746073] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1558.746274] env[70113]: DEBUG nova.compute.manager [-] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1558.746389] env[70113]: DEBUG nova.network.neutron [-] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1559.191891] env[70113]: DEBUG nova.compute.manager [req-c5ec3701-55bb-4e72-8f5e-ecfed54cef23 req-410ab093-0ac0-4e36-920c-0f1f9797eb85 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Received event network-vif-deleted-a84e9043-fb08-4e22-a821-7e81fcf4c134 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1559.192206] env[70113]: INFO nova.compute.manager [req-c5ec3701-55bb-4e72-8f5e-ecfed54cef23 req-410ab093-0ac0-4e36-920c-0f1f9797eb85 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Neutron deleted interface a84e9043-fb08-4e22-a821-7e81fcf4c134; detaching it from the instance and deleting it from the info cache [ 1559.192415] env[70113]: DEBUG nova.network.neutron [req-c5ec3701-55bb-4e72-8f5e-ecfed54cef23 req-410ab093-0ac0-4e36-920c-0f1f9797eb85 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.674297] env[70113]: DEBUG nova.network.neutron [-] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.695637] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8de52c1c-ba01-4ac9-bf0e-2f589d4c65be {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.706272] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af54459-ec96-4abd-aee7-cb29fbfb1237 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.730124] env[70113]: DEBUG nova.compute.manager [req-c5ec3701-55bb-4e72-8f5e-ecfed54cef23 req-410ab093-0ac0-4e36-920c-0f1f9797eb85 service nova] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Detach interface failed, port_id=a84e9043-fb08-4e22-a821-7e81fcf4c134, reason: Instance 011e957d-f84c-4389-8cfd-44b8e281ecdc could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1560.177011] env[70113]: INFO nova.compute.manager [-] [instance: 011e957d-f84c-4389-8cfd-44b8e281ecdc] Took 1.43 seconds to deallocate network for instance. [ 1560.684391] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1560.684736] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1560.684890] env[70113]: DEBUG nova.objects.instance [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lazy-loading 'resources' on Instance uuid 011e957d-f84c-4389-8cfd-44b8e281ecdc {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.223146] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3b68d3-f076-4fa5-9b25-2fd01b08e55e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.231126] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ff57fd-54f6-4262-ab36-1258db893096 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.261079] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e36ea6-f872-4c0e-a646-058c0270f370 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.268084] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520c571e-fde2-4455-8cb2-ad13a1de54f9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.282364] env[70113]: DEBUG nova.compute.provider_tree [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.785838] env[70113]: DEBUG nova.scheduler.client.report [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1562.290899] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.311765] env[70113]: INFO nova.scheduler.client.report [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Deleted allocations for instance 011e957d-f84c-4389-8cfd-44b8e281ecdc [ 1562.819060] env[70113]: DEBUG oslo_concurrency.lockutils [None req-7c54e8e1-49a6-458a-a7ea-5b418c3e8f3c tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "011e957d-f84c-4389-8cfd-44b8e281ecdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.687s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.980374] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "7b28aa38-782d-494d-98cd-eaa84264097a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.980751] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.483446] env[70113]: DEBUG nova.compute.manager [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Starting instance... {{(pid=70113) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1566.003113] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.003400] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.004900] env[70113]: INFO nova.compute.claims [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1567.037496] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51d9b7a-580b-4a85-b617-d0d08dc8a207 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.045591] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf6074a-e6e0-4e98-97d4-dfde56d19faa {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.075127] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f6ad50-a8cb-4dd6-8d48-e7c45ae18ec3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.081626] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0882bb-9780-4b30-82fe-85f58b4afc74 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.094048] env[70113]: DEBUG nova.compute.provider_tree [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.596888] env[70113]: DEBUG nova.scheduler.client.report [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.102896] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.099s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.103469] env[70113]: DEBUG nova.compute.manager [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Start building networks asynchronously for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1568.609019] env[70113]: DEBUG nova.compute.utils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1568.610830] env[70113]: DEBUG nova.compute.manager [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Allocating IP information in the background. {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1568.611013] env[70113]: DEBUG nova.network.neutron [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] allocate_for_instance() {{(pid=70113) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1568.712919] env[70113]: DEBUG nova.policy [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52fd2fe2cd4c4c78986f275750e99a92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e4b301a69e84bc6a1ad608294e6c166', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70113) authorize /opt/stack/nova/nova/policy.py:192}} [ 1568.951662] env[70113]: DEBUG nova.network.neutron [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Successfully created port: d0e2f173-e820-4a5d-9fce-15fb71bc1441 {{(pid=70113) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1569.114165] env[70113]: DEBUG nova.compute.manager [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Start building block device mappings for instance. {{(pid=70113) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1570.124416] env[70113]: DEBUG nova.compute.manager [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Start spawning the instance on the hypervisor. {{(pid=70113) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1570.151601] env[70113]: DEBUG nova.virt.hardware [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T12:28:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T12:28:24Z,direct_url=,disk_format='vmdk',id=3d45888b-40af-4a9d-8b6a-423dd79a0022,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='967860c439a04cb09f4913e461fac95e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T12:28:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1570.151828] env[70113]: DEBUG nova.virt.hardware [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Flavor limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1570.151980] env[70113]: DEBUG nova.virt.hardware [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Image limits 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1570.152177] env[70113]: DEBUG nova.virt.hardware [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Flavor pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1570.152327] env[70113]: DEBUG nova.virt.hardware [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Image pref 0:0:0 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1570.152463] env[70113]: DEBUG nova.virt.hardware [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70113) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1570.152670] env[70113]: DEBUG nova.virt.hardware [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1570.152827] env[70113]: DEBUG nova.virt.hardware [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1570.152994] env[70113]: DEBUG nova.virt.hardware [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Got 1 possible topologies {{(pid=70113) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1570.153173] env[70113]: DEBUG nova.virt.hardware [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1570.153345] env[70113]: DEBUG nova.virt.hardware [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70113) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1570.154222] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c569389e-dd55-4653-ab0c-6fb97ce0d472 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.163326] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45270a3-e22a-491c-a4d3-d831c7c907ff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.306833] env[70113]: DEBUG nova.compute.manager [req-652ff183-d600-46dd-a431-c88836446d8f req-7a767096-ce3f-403e-94dc-5ae8812d4d27 service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Received event network-vif-plugged-d0e2f173-e820-4a5d-9fce-15fb71bc1441 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1570.307072] env[70113]: DEBUG oslo_concurrency.lockutils [req-652ff183-d600-46dd-a431-c88836446d8f req-7a767096-ce3f-403e-94dc-5ae8812d4d27 service nova] Acquiring lock "7b28aa38-782d-494d-98cd-eaa84264097a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.307284] env[70113]: DEBUG oslo_concurrency.lockutils [req-652ff183-d600-46dd-a431-c88836446d8f req-7a767096-ce3f-403e-94dc-5ae8812d4d27 service nova] Lock "7b28aa38-782d-494d-98cd-eaa84264097a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.307452] env[70113]: DEBUG oslo_concurrency.lockutils [req-652ff183-d600-46dd-a431-c88836446d8f req-7a767096-ce3f-403e-94dc-5ae8812d4d27 service nova] Lock "7b28aa38-782d-494d-98cd-eaa84264097a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.307637] env[70113]: DEBUG nova.compute.manager [req-652ff183-d600-46dd-a431-c88836446d8f req-7a767096-ce3f-403e-94dc-5ae8812d4d27 service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] No waiting events found dispatching network-vif-plugged-d0e2f173-e820-4a5d-9fce-15fb71bc1441 {{(pid=70113) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1570.307772] env[70113]: WARNING nova.compute.manager [req-652ff183-d600-46dd-a431-c88836446d8f req-7a767096-ce3f-403e-94dc-5ae8812d4d27 service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Received unexpected event network-vif-plugged-d0e2f173-e820-4a5d-9fce-15fb71bc1441 for instance with vm_state building and task_state spawning. [ 1570.383366] env[70113]: DEBUG nova.network.neutron [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Successfully updated port: d0e2f173-e820-4a5d-9fce-15fb71bc1441 {{(pid=70113) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1570.886092] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "refresh_cache-7b28aa38-782d-494d-98cd-eaa84264097a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.886248] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquired lock "refresh_cache-7b28aa38-782d-494d-98cd-eaa84264097a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.886405] env[70113]: DEBUG nova.network.neutron [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Building network info cache for instance {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1571.416853] env[70113]: DEBUG nova.network.neutron [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Instance cache missing network info. {{(pid=70113) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1571.531453] env[70113]: DEBUG nova.network.neutron [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Updating instance_info_cache with network_info: [{"id": "d0e2f173-e820-4a5d-9fce-15fb71bc1441", "address": "fa:16:3e:a4:b6:a5", "network": {"id": "d9a939dc-b2ad-425e-a280-fabc214905d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1037794600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e4b301a69e84bc6a1ad608294e6c166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e2f173-e8", "ovs_interfaceid": "d0e2f173-e820-4a5d-9fce-15fb71bc1441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.033658] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Releasing lock "refresh_cache-7b28aa38-782d-494d-98cd-eaa84264097a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.034012] env[70113]: DEBUG nova.compute.manager [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Instance network_info: |[{"id": "d0e2f173-e820-4a5d-9fce-15fb71bc1441", "address": "fa:16:3e:a4:b6:a5", "network": {"id": "d9a939dc-b2ad-425e-a280-fabc214905d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1037794600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e4b301a69e84bc6a1ad608294e6c166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e2f173-e8", "ovs_interfaceid": "d0e2f173-e820-4a5d-9fce-15fb71bc1441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70113) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1572.034570] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:b6:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0e2f173-e820-4a5d-9fce-15fb71bc1441', 'vif_model': 'vmxnet3'}] {{(pid=70113) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1572.042331] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1572.042567] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Creating VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1572.043232] env[70113]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fac7f101-582e-423f-9660-1ac0f2dfd069 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.063091] env[70113]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1572.063091] env[70113]: value = "task-3416649" [ 1572.063091] env[70113]: _type = "Task" [ 1572.063091] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.070505] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416649, 'name': CreateVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.333959] env[70113]: DEBUG nova.compute.manager [req-bbf96b2d-7c93-431a-963b-2e1ed6d79be4 req-feb7d53c-30a0-4d1d-a3b7-887f3c6281ea service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Received event network-changed-d0e2f173-e820-4a5d-9fce-15fb71bc1441 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1572.334208] env[70113]: DEBUG nova.compute.manager [req-bbf96b2d-7c93-431a-963b-2e1ed6d79be4 req-feb7d53c-30a0-4d1d-a3b7-887f3c6281ea service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Refreshing instance network info cache due to event network-changed-d0e2f173-e820-4a5d-9fce-15fb71bc1441. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1572.334380] env[70113]: DEBUG oslo_concurrency.lockutils [req-bbf96b2d-7c93-431a-963b-2e1ed6d79be4 req-feb7d53c-30a0-4d1d-a3b7-887f3c6281ea service nova] Acquiring lock "refresh_cache-7b28aa38-782d-494d-98cd-eaa84264097a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.334526] env[70113]: DEBUG oslo_concurrency.lockutils [req-bbf96b2d-7c93-431a-963b-2e1ed6d79be4 req-feb7d53c-30a0-4d1d-a3b7-887f3c6281ea service nova] Acquired lock "refresh_cache-7b28aa38-782d-494d-98cd-eaa84264097a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.334684] env[70113]: DEBUG nova.network.neutron [req-bbf96b2d-7c93-431a-963b-2e1ed6d79be4 req-feb7d53c-30a0-4d1d-a3b7-887f3c6281ea service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Refreshing network info cache for port d0e2f173-e820-4a5d-9fce-15fb71bc1441 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1572.572620] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416649, 'name': CreateVM_Task} progress is 99%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.047506] env[70113]: DEBUG nova.network.neutron [req-bbf96b2d-7c93-431a-963b-2e1ed6d79be4 req-feb7d53c-30a0-4d1d-a3b7-887f3c6281ea service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Updated VIF entry in instance network info cache for port d0e2f173-e820-4a5d-9fce-15fb71bc1441. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1573.047855] env[70113]: DEBUG nova.network.neutron [req-bbf96b2d-7c93-431a-963b-2e1ed6d79be4 req-feb7d53c-30a0-4d1d-a3b7-887f3c6281ea service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Updating instance_info_cache with network_info: [{"id": "d0e2f173-e820-4a5d-9fce-15fb71bc1441", "address": "fa:16:3e:a4:b6:a5", "network": {"id": "d9a939dc-b2ad-425e-a280-fabc214905d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1037794600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e4b301a69e84bc6a1ad608294e6c166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e2f173-e8", "ovs_interfaceid": "d0e2f173-e820-4a5d-9fce-15fb71bc1441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.073280] env[70113]: DEBUG oslo_vmware.api [-] Task: {'id': task-3416649, 'name': CreateVM_Task, 'duration_secs': 0.663604} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.073471] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Created VM on the ESX host {{(pid=70113) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1573.074144] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.074310] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.074616] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.074871] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15289a32-97f7-47a6-a9ad-ef5a9f142599 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.079517] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1573.079517] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]52348073-be4b-fdd3-c901-7ea6d5a168f9" [ 1573.079517] env[70113]: _type = "Task" [ 1573.079517] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.087955] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52348073-be4b-fdd3-c901-7ea6d5a168f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.551083] env[70113]: DEBUG oslo_concurrency.lockutils [req-bbf96b2d-7c93-431a-963b-2e1ed6d79be4 req-feb7d53c-30a0-4d1d-a3b7-887f3c6281ea service nova] Releasing lock "refresh_cache-7b28aa38-782d-494d-98cd-eaa84264097a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.589421] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]52348073-be4b-fdd3-c901-7ea6d5a168f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.589780] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.589966] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Processing image 3d45888b-40af-4a9d-8b6a-423dd79a0022 {{(pid=70113) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1573.590205] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.590350] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.590541] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1573.590784] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f398458-6bcd-41c5-b911-6f71cd14b773 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.598958] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70113) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1573.599142] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70113) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1573.599798] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb1dc259-a4ef-418b-92b0-8ede11d3a0bb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.604294] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1573.604294] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]524a51e9-8c8b-7398-20a0-c4050fa308ba" [ 1573.604294] env[70113]: _type = "Task" [ 1573.604294] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.611443] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524a51e9-8c8b-7398-20a0-c4050fa308ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.114766] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]524a51e9-8c8b-7398-20a0-c4050fa308ba, 'name': SearchDatastore_Task, 'duration_secs': 0.007782} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.116436] env[70113]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bbf3a72-b89b-4874-90c6-6f13056c1a3a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.121555] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1574.121555] env[70113]: value = "session[52c80f2a-3124-8f82-97d8-714888b61fc0]523cf2b1-2bff-cf8f-45f8-3691883da2fa" [ 1574.121555] env[70113]: _type = "Task" [ 1574.121555] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.128930] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523cf2b1-2bff-cf8f-45f8-3691883da2fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.631633] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': session[52c80f2a-3124-8f82-97d8-714888b61fc0]523cf2b1-2bff-cf8f-45f8-3691883da2fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.631970] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.632177] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 7b28aa38-782d-494d-98cd-eaa84264097a/7b28aa38-782d-494d-98cd-eaa84264097a.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1574.632428] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3405c606-a0df-4879-b26e-c2d40d0ad6a9 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.638706] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1574.638706] env[70113]: value = "task-3416650" [ 1574.638706] env[70113]: _type = "Task" [ 1574.638706] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.645604] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.148686] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.406986} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.148998] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3d45888b-40af-4a9d-8b6a-423dd79a0022/3d45888b-40af-4a9d-8b6a-423dd79a0022.vmdk to [datastore2] 7b28aa38-782d-494d-98cd-eaa84264097a/7b28aa38-782d-494d-98cd-eaa84264097a.vmdk {{(pid=70113) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1575.149258] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Extending root virtual disk to 1048576 {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1575.149514] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b4d8fac-b202-4a0d-8bf4-2709ca916fa2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.157173] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1575.157173] env[70113]: value = "task-3416651" [ 1575.157173] env[70113]: _type = "Task" [ 1575.157173] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.164607] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.666844] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071537} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.667281] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Extended root virtual disk {{(pid=70113) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1575.667882] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b83df5-ace8-4e21-9274-4a59aaaa4c29 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.689175] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 7b28aa38-782d-494d-98cd-eaa84264097a/7b28aa38-782d-494d-98cd-eaa84264097a.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.689389] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6600f0d9-ab45-42d3-8a87-09633485e9ef {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.709006] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1575.709006] env[70113]: value = "task-3416652" [ 1575.709006] env[70113]: _type = "Task" [ 1575.709006] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.716231] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.222145] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416652, 'name': ReconfigVM_Task, 'duration_secs': 0.303374} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.222516] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 7b28aa38-782d-494d-98cd-eaa84264097a/7b28aa38-782d-494d-98cd-eaa84264097a.vmdk or device None with type sparse {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.223340] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11e0a802-6784-4a3d-b703-dd056388b297 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.229528] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1576.229528] env[70113]: value = "task-3416653" [ 1576.229528] env[70113]: _type = "Task" [ 1576.229528] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.237709] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416653, 'name': Rename_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.739749] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416653, 'name': Rename_Task, 'duration_secs': 0.12571} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.740191] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Powering on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.740300] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f223a859-aa12-4bb7-95da-b3f63a2b936f {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.747041] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1576.747041] env[70113]: value = "task-3416654" [ 1576.747041] env[70113]: _type = "Task" [ 1576.747041] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.754073] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.257018] env[70113]: DEBUG oslo_vmware.api [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416654, 'name': PowerOnVM_Task, 'duration_secs': 0.443673} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.257311] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Powered on the VM {{(pid=70113) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1577.257526] env[70113]: INFO nova.compute.manager [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1577.257703] env[70113]: DEBUG nova.compute.manager [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Checking state {{(pid=70113) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1577.258477] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eed1962-570c-48d7-88a3-7805a7fc3663 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.778007] env[70113]: INFO nova.compute.manager [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Took 11.79 seconds to build instance. [ 1577.919206] env[70113]: DEBUG nova.compute.manager [req-e5b29f26-e3df-4147-af96-b97354cb574e req-af2f8d57-8e16-4eaf-92d7-c7c00355bd33 service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Received event network-changed-d0e2f173-e820-4a5d-9fce-15fb71bc1441 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1577.919383] env[70113]: DEBUG nova.compute.manager [req-e5b29f26-e3df-4147-af96-b97354cb574e req-af2f8d57-8e16-4eaf-92d7-c7c00355bd33 service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Refreshing instance network info cache due to event network-changed-d0e2f173-e820-4a5d-9fce-15fb71bc1441. {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1577.919593] env[70113]: DEBUG oslo_concurrency.lockutils [req-e5b29f26-e3df-4147-af96-b97354cb574e req-af2f8d57-8e16-4eaf-92d7-c7c00355bd33 service nova] Acquiring lock "refresh_cache-7b28aa38-782d-494d-98cd-eaa84264097a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.919732] env[70113]: DEBUG oslo_concurrency.lockutils [req-e5b29f26-e3df-4147-af96-b97354cb574e req-af2f8d57-8e16-4eaf-92d7-c7c00355bd33 service nova] Acquired lock "refresh_cache-7b28aa38-782d-494d-98cd-eaa84264097a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.919885] env[70113]: DEBUG nova.network.neutron [req-e5b29f26-e3df-4147-af96-b97354cb574e req-af2f8d57-8e16-4eaf-92d7-c7c00355bd33 service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Refreshing network info cache for port d0e2f173-e820-4a5d-9fce-15fb71bc1441 {{(pid=70113) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1578.280722] env[70113]: DEBUG oslo_concurrency.lockutils [None req-93d7fe76-dc56-40b2-bc13-35e489df2e09 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.300s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.615475] env[70113]: DEBUG nova.network.neutron [req-e5b29f26-e3df-4147-af96-b97354cb574e req-af2f8d57-8e16-4eaf-92d7-c7c00355bd33 service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Updated VIF entry in instance network info cache for port d0e2f173-e820-4a5d-9fce-15fb71bc1441. {{(pid=70113) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1578.615826] env[70113]: DEBUG nova.network.neutron [req-e5b29f26-e3df-4147-af96-b97354cb574e req-af2f8d57-8e16-4eaf-92d7-c7c00355bd33 service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Updating instance_info_cache with network_info: [{"id": "d0e2f173-e820-4a5d-9fce-15fb71bc1441", "address": "fa:16:3e:a4:b6:a5", "network": {"id": "d9a939dc-b2ad-425e-a280-fabc214905d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1037794600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e4b301a69e84bc6a1ad608294e6c166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e2f173-e8", "ovs_interfaceid": "d0e2f173-e820-4a5d-9fce-15fb71bc1441", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.118603] env[70113]: DEBUG oslo_concurrency.lockutils [req-e5b29f26-e3df-4147-af96-b97354cb574e req-af2f8d57-8e16-4eaf-92d7-c7c00355bd33 service nova] Releasing lock "refresh_cache-7b28aa38-782d-494d-98cd-eaa84264097a" {{(pid=70113) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.942913] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.943344] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.449394] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.449657] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.449789] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.450386] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.450386] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.450386] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.450386] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70113) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1588.450614] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.954069] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.954069] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.954069] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.954559] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70113) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1588.955114] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b3ef2f-3b04-4092-8597-cabb3120bcea {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.963685] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc55e6a-6e34-4afb-b460-2aeccbdf7dcd {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.978159] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a1ced3-6b78-46f7-9497-d6f10043efbb {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.984648] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0374c2-ed7f-40f8-a940-bfab5444b237 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.012691] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180781MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=70113) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1589.012849] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.013040] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.036795] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Instance 7b28aa38-782d-494d-98cd-eaa84264097a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70113) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.037114] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1590.037176] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1590.062983] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5187c4e-03ae-4c91-b6d4-e8a1190b6a30 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.070335] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99bc933-67ad-4fbd-ab2d-11b95e1a3c44 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.099842] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea8e1ea-58b2-41d1-83f3-4bdf9b1bb15d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.106411] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1e7af6-6215-4234-83d1-570fa517e950 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.118560] env[70113]: DEBUG nova.compute.provider_tree [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.622018] env[70113]: DEBUG nova.scheduler.client.report [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.127489] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1591.127890] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1617.066477] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "7b28aa38-782d-494d-98cd-eaa84264097a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1617.066860] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1617.570577] env[70113]: DEBUG nova.compute.utils [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1618.073573] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1619.131771] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "7b28aa38-782d-494d-98cd-eaa84264097a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1619.132258] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1619.132401] env[70113]: INFO nova.compute.manager [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Attaching volume 860dde0d-325d-4b51-87f7-99d0a4b9140b to /dev/sdb [ 1619.164597] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3625d428-9ce8-4cba-a455-13f2b2098391 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.171436] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d46f1e-f127-4246-a5f4-3e7d2cf513a7 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.184974] env[70113]: DEBUG nova.virt.block_device [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Updating existing volume attachment record: cfb85b4a-023a-410a-a679-cc2abe1e2e96 {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1623.727615] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1623.728011] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681685', 'volume_id': '860dde0d-325d-4b51-87f7-99d0a4b9140b', 'name': 'volume-860dde0d-325d-4b51-87f7-99d0a4b9140b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b28aa38-782d-494d-98cd-eaa84264097a', 'attached_at': '', 'detached_at': '', 'volume_id': '860dde0d-325d-4b51-87f7-99d0a4b9140b', 'serial': '860dde0d-325d-4b51-87f7-99d0a4b9140b'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1623.728812] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f49df2f-c6db-4dee-a95c-2f19f86cf75e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.744852] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02b2d48-acca-4573-9885-a3fdf6abe252 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.767987] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-860dde0d-325d-4b51-87f7-99d0a4b9140b/volume-860dde0d-325d-4b51-87f7-99d0a4b9140b.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1623.768243] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c409cdae-f626-472e-9865-6bf8dcd38858 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.785966] env[70113]: DEBUG oslo_vmware.api [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1623.785966] env[70113]: value = "task-3416657" [ 1623.785966] env[70113]: _type = "Task" [ 1623.785966] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.793208] env[70113]: DEBUG oslo_vmware.api [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.296195] env[70113]: DEBUG oslo_vmware.api [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416657, 'name': ReconfigVM_Task, 'duration_secs': 0.360629} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.296496] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-860dde0d-325d-4b51-87f7-99d0a4b9140b/volume-860dde0d-325d-4b51-87f7-99d0a4b9140b.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1624.301117] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da4b9cff-90d7-4dd6-99df-64100b414827 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.315626] env[70113]: DEBUG oslo_vmware.api [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1624.315626] env[70113]: value = "task-3416658" [ 1624.315626] env[70113]: _type = "Task" [ 1624.315626] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.322720] env[70113]: DEBUG oslo_vmware.api [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.825211] env[70113]: DEBUG oslo_vmware.api [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416658, 'name': ReconfigVM_Task, 'duration_secs': 0.144362} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.825549] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681685', 'volume_id': '860dde0d-325d-4b51-87f7-99d0a4b9140b', 'name': 'volume-860dde0d-325d-4b51-87f7-99d0a4b9140b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b28aa38-782d-494d-98cd-eaa84264097a', 'attached_at': '', 'detached_at': '', 'volume_id': '860dde0d-325d-4b51-87f7-99d0a4b9140b', 'serial': '860dde0d-325d-4b51-87f7-99d0a4b9140b'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1625.859662] env[70113]: DEBUG nova.objects.instance [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lazy-loading 'flavor' on Instance uuid 7b28aa38-782d-494d-98cd-eaa84264097a {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.367201] env[70113]: DEBUG oslo_concurrency.lockutils [None req-fbb41548-7e3f-4e24-9f62-1cd9412daf44 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1627.174630] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "7b28aa38-782d-494d-98cd-eaa84264097a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1627.174932] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1627.678560] env[70113]: DEBUG nova.compute.utils [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Using /dev/sd instead of None {{(pid=70113) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1628.181513] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1629.235649] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "7b28aa38-782d-494d-98cd-eaa84264097a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1629.236268] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.236510] env[70113]: INFO nova.compute.manager [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Attaching volume 9a8ec4d7-4a6f-496f-938f-b2e87760d41c to /dev/sdc [ 1629.266197] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22850485-b8bf-4ceb-b033-d4779ae8cbf5 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.274988] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c6cb0d-20f1-406c-8268-e8affa946ba3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.287817] env[70113]: DEBUG nova.virt.block_device [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Updating existing volume attachment record: 895d5c89-5a40-4428-aca5-e1e730b10bd6 {{(pid=70113) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1633.830592] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Volume attach. Driver type: vmdk {{(pid=70113) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1633.830866] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681686', 'volume_id': '9a8ec4d7-4a6f-496f-938f-b2e87760d41c', 'name': 'volume-9a8ec4d7-4a6f-496f-938f-b2e87760d41c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b28aa38-782d-494d-98cd-eaa84264097a', 'attached_at': '', 'detached_at': '', 'volume_id': '9a8ec4d7-4a6f-496f-938f-b2e87760d41c', 'serial': '9a8ec4d7-4a6f-496f-938f-b2e87760d41c'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1633.831822] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442f0a20-d006-4f6e-bf5e-180cba398c45 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.847808] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116c556d-3f23-4ebf-ab5a-7c9a67726735 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.873519] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-9a8ec4d7-4a6f-496f-938f-b2e87760d41c/volume-9a8ec4d7-4a6f-496f-938f-b2e87760d41c.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1633.873742] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27d4ebdf-3cef-4937-9e89-6ebd14d5ceaf {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.890942] env[70113]: DEBUG oslo_vmware.api [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1633.890942] env[70113]: value = "task-3416661" [ 1633.890942] env[70113]: _type = "Task" [ 1633.890942] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.899438] env[70113]: DEBUG oslo_vmware.api [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.402139] env[70113]: DEBUG oslo_vmware.api [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416661, 'name': ReconfigVM_Task, 'duration_secs': 0.341815} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.402440] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-9a8ec4d7-4a6f-496f-938f-b2e87760d41c/volume-9a8ec4d7-4a6f-496f-938f-b2e87760d41c.vmdk or device None with type thin {{(pid=70113) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1634.407036] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800bae36-926e-48b9-83ab-6adf19ee146d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.422190] env[70113]: DEBUG oslo_vmware.api [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1634.422190] env[70113]: value = "task-3416662" [ 1634.422190] env[70113]: _type = "Task" [ 1634.422190] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.431115] env[70113]: DEBUG oslo_vmware.api [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.932693] env[70113]: DEBUG oslo_vmware.api [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416662, 'name': ReconfigVM_Task, 'duration_secs': 0.129782} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.933064] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681686', 'volume_id': '9a8ec4d7-4a6f-496f-938f-b2e87760d41c', 'name': 'volume-9a8ec4d7-4a6f-496f-938f-b2e87760d41c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b28aa38-782d-494d-98cd-eaa84264097a', 'attached_at': '', 'detached_at': '', 'volume_id': '9a8ec4d7-4a6f-496f-938f-b2e87760d41c', 'serial': '9a8ec4d7-4a6f-496f-938f-b2e87760d41c'} {{(pid=70113) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1635.966995] env[70113]: DEBUG nova.objects.instance [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lazy-loading 'flavor' on Instance uuid 7b28aa38-782d-494d-98cd-eaa84264097a {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1636.471829] env[70113]: DEBUG oslo_concurrency.lockutils [None req-1fe601b8-65d9-48ed-a64b-e17d986e38c4 tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1636.776465] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "7b28aa38-782d-494d-98cd-eaa84264097a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1636.776664] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1637.280304] env[70113]: INFO nova.compute.manager [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Detaching volume 860dde0d-325d-4b51-87f7-99d0a4b9140b [ 1637.309823] env[70113]: INFO nova.virt.block_device [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Attempting to driver detach volume 860dde0d-325d-4b51-87f7-99d0a4b9140b from mountpoint /dev/sdb [ 1637.310082] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1637.310280] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681685', 'volume_id': '860dde0d-325d-4b51-87f7-99d0a4b9140b', 'name': 'volume-860dde0d-325d-4b51-87f7-99d0a4b9140b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b28aa38-782d-494d-98cd-eaa84264097a', 'attached_at': '', 'detached_at': '', 'volume_id': '860dde0d-325d-4b51-87f7-99d0a4b9140b', 'serial': '860dde0d-325d-4b51-87f7-99d0a4b9140b'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1637.311144] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b340530-82f3-4487-be2c-703d2ae724d8 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.335016] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de0afd8-98a5-4504-b467-822793aec19b {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.342605] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1c8022-590f-46de-aa13-462beeda9e6e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.017982] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2417f6e-e134-423b-9537-589f73a913c6 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.033123] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] The volume has not been displaced from its original location: [datastore1] volume-860dde0d-325d-4b51-87f7-99d0a4b9140b/volume-860dde0d-325d-4b51-87f7-99d0a4b9140b.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1638.038121] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Reconfiguring VM instance instance-00000080 to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1638.038390] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e120de8-ab9b-4642-8806-9748f2034bff {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.055474] env[70113]: DEBUG oslo_vmware.api [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1638.055474] env[70113]: value = "task-3416663" [ 1638.055474] env[70113]: _type = "Task" [ 1638.055474] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.062712] env[70113]: DEBUG oslo_vmware.api [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.565733] env[70113]: DEBUG oslo_vmware.api [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416663, 'name': ReconfigVM_Task, 'duration_secs': 0.226371} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.566085] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Reconfigured VM instance instance-00000080 to detach disk 2001 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1638.570535] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b048b48-4233-4163-92e3-1b550fc0d7ad {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.585171] env[70113]: DEBUG oslo_vmware.api [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1638.585171] env[70113]: value = "task-3416664" [ 1638.585171] env[70113]: _type = "Task" [ 1638.585171] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.591976] env[70113]: DEBUG oslo_vmware.api [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.094377] env[70113]: DEBUG oslo_vmware.api [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416664, 'name': ReconfigVM_Task, 'duration_secs': 0.134772} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.094676] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681685', 'volume_id': '860dde0d-325d-4b51-87f7-99d0a4b9140b', 'name': 'volume-860dde0d-325d-4b51-87f7-99d0a4b9140b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b28aa38-782d-494d-98cd-eaa84264097a', 'attached_at': '', 'detached_at': '', 'volume_id': '860dde0d-325d-4b51-87f7-99d0a4b9140b', 'serial': '860dde0d-325d-4b51-87f7-99d0a4b9140b'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1639.636600] env[70113]: DEBUG nova.objects.instance [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lazy-loading 'flavor' on Instance uuid 7b28aa38-782d-494d-98cd-eaa84264097a {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1640.644015] env[70113]: DEBUG oslo_concurrency.lockutils [None req-d807fb23-d16c-482d-b5d7-248c355c4eef tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.867s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1641.036522] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "7b28aa38-782d-494d-98cd-eaa84264097a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1641.036748] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1641.540137] env[70113]: INFO nova.compute.manager [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Detaching volume 9a8ec4d7-4a6f-496f-938f-b2e87760d41c [ 1641.582817] env[70113]: INFO nova.virt.block_device [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Attempting to driver detach volume 9a8ec4d7-4a6f-496f-938f-b2e87760d41c from mountpoint /dev/sdc [ 1641.583085] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Volume detach. Driver type: vmdk {{(pid=70113) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1641.583350] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681686', 'volume_id': '9a8ec4d7-4a6f-496f-938f-b2e87760d41c', 'name': 'volume-9a8ec4d7-4a6f-496f-938f-b2e87760d41c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b28aa38-782d-494d-98cd-eaa84264097a', 'attached_at': '', 'detached_at': '', 'volume_id': '9a8ec4d7-4a6f-496f-938f-b2e87760d41c', 'serial': '9a8ec4d7-4a6f-496f-938f-b2e87760d41c'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1641.584255] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0749d0-f247-446f-85ea-5a5f49ed64e2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.606567] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46be2439-13af-4cf6-82e0-64280bfdab6a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.613959] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3131540-d07a-475f-8e13-33af42162fe4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.634264] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc36da69-b510-435d-be67-c5753fcaf116 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.648777] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] The volume has not been displaced from its original location: [datastore1] volume-9a8ec4d7-4a6f-496f-938f-b2e87760d41c/volume-9a8ec4d7-4a6f-496f-938f-b2e87760d41c.vmdk. No consolidation needed. {{(pid=70113) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1641.656248] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Reconfiguring VM instance instance-00000080 to detach disk 2002 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1641.656687] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86895524-890a-4aa2-bedc-d42d78b77520 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.684607] env[70113]: DEBUG oslo_vmware.api [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1641.684607] env[70113]: value = "task-3416665" [ 1641.684607] env[70113]: _type = "Task" [ 1641.684607] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.696624] env[70113]: DEBUG oslo_vmware.api [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.195475] env[70113]: DEBUG oslo_vmware.api [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416665, 'name': ReconfigVM_Task, 'duration_secs': 0.236467} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.195766] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Reconfigured VM instance instance-00000080 to detach disk 2002 {{(pid=70113) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1642.200352] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7adc87ed-776d-4642-9e49-d581ca9d390e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.215990] env[70113]: DEBUG oslo_vmware.api [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1642.215990] env[70113]: value = "task-3416666" [ 1642.215990] env[70113]: _type = "Task" [ 1642.215990] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.223714] env[70113]: DEBUG oslo_vmware.api [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.725766] env[70113]: DEBUG oslo_vmware.api [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416666, 'name': ReconfigVM_Task, 'duration_secs': 0.138572} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.726144] env[70113]: DEBUG nova.virt.vmwareapi.volumeops [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-681686', 'volume_id': '9a8ec4d7-4a6f-496f-938f-b2e87760d41c', 'name': 'volume-9a8ec4d7-4a6f-496f-938f-b2e87760d41c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b28aa38-782d-494d-98cd-eaa84264097a', 'attached_at': '', 'detached_at': '', 'volume_id': '9a8ec4d7-4a6f-496f-938f-b2e87760d41c', 'serial': '9a8ec4d7-4a6f-496f-938f-b2e87760d41c'} {{(pid=70113) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1643.266890] env[70113]: DEBUG nova.objects.instance [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lazy-loading 'flavor' on Instance uuid 7b28aa38-782d-494d-98cd-eaa84264097a {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1644.275059] env[70113]: DEBUG oslo_concurrency.lockutils [None req-a43d1a45-de2b-42be-913b-afcb483235de tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.238s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1645.413516] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "7b28aa38-782d-494d-98cd-eaa84264097a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1645.413843] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1645.414178] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "7b28aa38-782d-494d-98cd-eaa84264097a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1645.414258] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1645.414492] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1645.417065] env[70113]: INFO nova.compute.manager [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Terminating instance [ 1645.921374] env[70113]: DEBUG nova.compute.manager [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Start destroying the instance on the hypervisor. {{(pid=70113) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1645.921663] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Destroying instance {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1645.922611] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0094ed16-c41b-4cb7-b767-9e10fea6d950 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.930770] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Powering off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1645.930997] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a6a2033-095e-493a-b57d-2a45d1399dc2 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.937272] env[70113]: DEBUG oslo_vmware.api [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1645.937272] env[70113]: value = "task-3416667" [ 1645.937272] env[70113]: _type = "Task" [ 1645.937272] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.945404] env[70113]: DEBUG oslo_vmware.api [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.447049] env[70113]: DEBUG oslo_vmware.api [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416667, 'name': PowerOffVM_Task, 'duration_secs': 0.168693} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.447049] env[70113]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Powered off the VM {{(pid=70113) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1646.447438] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Unregistering the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1646.447478] env[70113]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a455b38-34ae-4963-873a-cab6bc21a55d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.512431] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Unregistered the VM {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1646.512629] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Deleting contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1646.512815] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Deleting the datastore file [datastore2] 7b28aa38-782d-494d-98cd-eaa84264097a {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1646.513233] env[70113]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4a63fd9-4675-41f5-a644-826399695608 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.520764] env[70113]: DEBUG oslo_vmware.api [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for the task: (returnval){ [ 1646.520764] env[70113]: value = "task-3416669" [ 1646.520764] env[70113]: _type = "Task" [ 1646.520764] env[70113]: } to complete. {{(pid=70113) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.527991] env[70113]: DEBUG oslo_vmware.api [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.030320] env[70113]: DEBUG oslo_vmware.api [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Task: {'id': task-3416669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149097} completed successfully. {{(pid=70113) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.030566] env[70113]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Deleted the datastore file {{(pid=70113) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1647.030747] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Deleted contents of the VM from datastore datastore2 {{(pid=70113) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1647.030919] env[70113]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Instance destroyed {{(pid=70113) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1647.031109] env[70113]: INFO nova.compute.manager [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1647.031343] env[70113]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70113) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1647.031558] env[70113]: DEBUG nova.compute.manager [-] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Deallocating network for instance {{(pid=70113) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1647.031643] env[70113]: DEBUG nova.network.neutron [-] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] deallocate_for_instance() {{(pid=70113) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1647.500900] env[70113]: DEBUG nova.compute.manager [req-e4f3115b-617e-46ef-a293-6249e9cc02e4 req-7c80ba87-ebff-44f9-a61a-c64f50b25739 service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Received event network-vif-deleted-d0e2f173-e820-4a5d-9fce-15fb71bc1441 {{(pid=70113) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1647.501156] env[70113]: INFO nova.compute.manager [req-e4f3115b-617e-46ef-a293-6249e9cc02e4 req-7c80ba87-ebff-44f9-a61a-c64f50b25739 service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Neutron deleted interface d0e2f173-e820-4a5d-9fce-15fb71bc1441; detaching it from the instance and deleting it from the info cache [ 1647.501439] env[70113]: DEBUG nova.network.neutron [req-e4f3115b-617e-46ef-a293-6249e9cc02e4 req-7c80ba87-ebff-44f9-a61a-c64f50b25739 service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.908017] env[70113]: DEBUG nova.network.neutron [-] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Updating instance_info_cache with network_info: [] {{(pid=70113) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.004247] env[70113]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91ffd826-c91d-45e9-8621-88641ed5a9a0 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.014967] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f66512-e393-46a2-b7e3-407b41ea99c4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.039434] env[70113]: DEBUG nova.compute.manager [req-e4f3115b-617e-46ef-a293-6249e9cc02e4 req-7c80ba87-ebff-44f9-a61a-c64f50b25739 service nova] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Detach interface failed, port_id=d0e2f173-e820-4a5d-9fce-15fb71bc1441, reason: Instance 7b28aa38-782d-494d-98cd-eaa84264097a could not be found. {{(pid=70113) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1648.411047] env[70113]: INFO nova.compute.manager [-] [instance: 7b28aa38-782d-494d-98cd-eaa84264097a] Took 1.38 seconds to deallocate network for instance. [ 1648.919059] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1648.919059] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1648.919059] env[70113]: DEBUG nova.objects.instance [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lazy-loading 'resources' on Instance uuid 7b28aa38-782d-494d-98cd-eaa84264097a {{(pid=70113) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.454976] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca9a74f-e4a2-48ef-8660-1b3793205bee {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.462851] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2966b077-9ffd-4a82-bd67-6611119b52a4 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.492233] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0337e628-e005-462e-a50c-cdf97e9fe5be {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.498947] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaba0152-0cb2-46d4-a3b0-bff066c05b01 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.511523] env[70113]: DEBUG nova.compute.provider_tree [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.015309] env[70113]: DEBUG nova.scheduler.client.report [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1650.520935] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1650.543024] env[70113]: INFO nova.scheduler.client.report [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Deleted allocations for instance 7b28aa38-782d-494d-98cd-eaa84264097a [ 1651.052469] env[70113]: DEBUG oslo_concurrency.lockutils [None req-b4a0f85d-8498-4a61-803d-1976d8bfc2da tempest-AttachVolumeTestJSON-1862275872 tempest-AttachVolumeTestJSON-1862275872-project-member] Lock "7b28aa38-782d-494d-98cd-eaa84264097a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.639s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1651.129132] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.129380] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.129516] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.129666] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.129865] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.130057] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.130217] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.130356] env[70113]: DEBUG nova.compute.manager [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70113) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1651.130524] env[70113]: DEBUG oslo_service.periodic_task [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Running periodic task ComputeManager.update_available_resource {{(pid=70113) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.633567] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1651.633838] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1651.634059] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1651.634237] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70113) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1651.635163] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccb13b6-d38c-4961-9322-5d401c49191a {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.643742] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5541cf1-5ef8-446d-8a76-adcf4db4f467 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.657123] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f990080-0f15-4a09-8428-22ab73cce3f3 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.662899] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb524bae-73e6-4df3-a005-8a1b01579f48 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.690336] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180786MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=70113) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1651.690474] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1651.690682] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1652.710026] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1652.710026] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70113) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1652.723852] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447551b5-437a-4610-b6e3-24f2b9218b61 {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.731235] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f2161a-303f-4bc1-9db2-12232a3b602d {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.759717] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde3032e-6e5a-40bb-9e04-09a3f18f781c {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.766332] env[70113]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9746167-50a1-481a-869b-fc8c6ed0482e {{(pid=70113) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.778499] env[70113]: DEBUG nova.compute.provider_tree [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed in ProviderTree for provider: 40670c61-ee25-43d1-8453-26da9c0cfec5 {{(pid=70113) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.281564] env[70113]: DEBUG nova.scheduler.client.report [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Inventory has not changed for provider 40670c61-ee25-43d1-8453-26da9c0cfec5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70113) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.786553] env[70113]: DEBUG nova.compute.resource_tracker [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70113) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1653.786955] env[70113]: DEBUG oslo_concurrency.lockutils [None req-143a4b7b-45a0-45d5-8ed7-bd8dad5aaa9d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=70113) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}